-- Logs begin at Wed 2022-03-09 16:14:15 UTC, end at Wed 2022-03-09 18:08:09 UTC. -- Mar 09 16:57:45.878226 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 16:57:48.791825 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.common.config [-] Logging enabled! Mar 09 16:57:48.792492 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 16:57:48.792650 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 16:57:48.795937 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.common.config [-] Logging enabled! Mar 09 16:57:48.796196 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 16:57:48.796559 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 16:57:48.797485 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 16:57:48.797725 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 16:57:48.798107 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 16:57:48.798358 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 16:57:48.798588 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 16:57:48.799327 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.799755 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 09 16:57:48.800078 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.800410 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.800712 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.801013 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.801311 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.801601 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.801895 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.802197 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.802492 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.802776 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.803061 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.803358 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.803643 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.803933 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.804221 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.804547 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] debug = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.804832 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.805277 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.805704 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.805989 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.806806 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.807096 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.807368 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.807648 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.807935 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.808265 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.808573 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.808880 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.809156 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.809444 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.809724 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.810003 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.810290 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.810566 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.810840 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.811118 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.811407 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.811701 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.811993 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.812226 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.812482 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.812782 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.813076 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.813356 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.813634 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.813912 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.814188 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.814463 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.814736 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.815023 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.815309 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.815595 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.815875 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.816154 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.816460 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.816738 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.817026 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.817301 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.817576 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.817854 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.818147 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.818423 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.818699 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.818999 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.819285 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.819567 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.819854 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.820131 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.820443 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.820724 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.820998 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.821270 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] use_json = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.821544 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.821818 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.822707 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.822984 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.823264 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.823542 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.823816 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.824105 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.824409 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:48.824711 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.825010 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.825312 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.825611 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.825904 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.826190 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.826482 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.826762 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.827052 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.827342 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.827630 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.827908 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.828213 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.828535 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.828833 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.829137 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.829432 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.829723 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.829999 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.830275 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.830552 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.830832 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.831122 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.831401 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.831691 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.831979 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.832260 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.832590 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.832882 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.833178 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.833469 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.833745 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.834024 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.834316 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.834595 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.834868 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.835146 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.835434 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.835711 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.835985 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.836278 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.836577 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.836853 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.837127 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.837404 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.837718 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.837994 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.838267 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.838540 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.838816 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.839088 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.839373 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.839646 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.839918 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.840191 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.840496 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.840778 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.841055 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.841335 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.841609 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.841889 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.842163 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.842438 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.842713 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.842991 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.843266 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.843540 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.843812 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.844091 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.844388 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.844670 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.844947 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.845223 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.845498 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.845784 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.846085 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.846369 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.846654 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.846936 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.847220 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.847501 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.847781 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.848062 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.848377 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.848651 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.848945 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.849233 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.849523 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.849824 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.850107 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.850409 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.850692 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.850974 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.851259 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.851541 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.851821 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.852107 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.852423 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.852727 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.853030 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.853351 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.853649 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.853943 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.854229 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.854540 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.854823 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:48.855043 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 16:57:48.855286 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104246) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 16:57:49.229498 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 16:57:49.229785 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=104246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 16:57:49.230098 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 16:57:49.230580 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 16:57:49.556067 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.556814 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.557098 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.558282 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.558570 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.558961 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.604262 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.604592 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.604853 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.619339 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.619626 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.619901 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.648658 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.648936 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.649209 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.686537 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.686822 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:49.687099 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.032911 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.033453 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.033453 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.033715 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.034420 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.133727 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.134052 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.134368 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.134652 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.134926 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.135241 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.135505 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.135769 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.136028 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.136314 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.136609 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.136879 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.137142 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.137400 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.137662 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.137935 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.138199 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.138476 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.138750 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.139015 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.139290 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.139547 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.139831 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.140210 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.140495 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.140744 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.141137 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:50.141382 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:50.141625 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:50.141866 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:50.142106 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:50.142344 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:50.142707 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 16:57:50.145830 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 16:57:50.149890 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 16:57:50.154242 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 09 16:57:50.155901 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 16:57:50.156404 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 16:57:50.156752 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 16:57:50.157408 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 16:57:50.160243 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 16:57:50.160527 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 16:57:50.160882 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 16:57:50.166353 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 09 16:57:50.190034 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 16:57:50.190493 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.190795 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104246) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 09 16:57:50.191178 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.192589 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104246) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 16:57:50.192874 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 16:57:50.193124 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 16:57:50.196410 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.196698 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:50.259717 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 16:57:50.259912 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 16:57:50.260158 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 16:57:50.260554 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 16:57:50.280973 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_db.sqlalchemy.engines [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104246) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 09 16:57:50.859039 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing driver for type 'gre' Mar 09 16:57:50.859565 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] gre ID ranges: [(1, 1000)] Mar 09 16:57:51.053592 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing driver for type 'local' Mar 09 16:57:51.054136 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing driver for type 'vlan' Mar 09 16:57:51.139001 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] VlanTypeDriver initialization complete Mar 09 16:57:51.139288 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing driver for type 'vxlan' Mar 09 16:57:51.139792 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] vxlan ID ranges: [(1, 1000)] Mar 09 16:57:51.301914 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing extension driver 'port_security' Mar 09 16:57:51.302254 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.extensions.port_security [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] PortSecurityExtensionDriver initialization complete Mar 09 16:57:51.302601 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing mechanism driver 'openvswitch' Mar 09 16:57:51.302930 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing mechanism driver 'hyperv' Mar 09 16:57:51.315189 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:57:51.316038 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.316447 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.316817 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.317355 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 16:57:51.317857 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.318159 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.318514 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.318920 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 16:57:51.319334 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.319696 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.320046 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.320475 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 16:57:51.320890 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > security_group after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.321251 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > security_group after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.321600 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.322008 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 16:57:51.322423 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.322783 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.323134 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.323541 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 16:57:51.323949 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > address_group after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.324304 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > address_group after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.324677 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.325084 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 16:57:51.325532 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] ML2 OVO RPC backend initialized. {{(pid=104246) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 09 16:57:51.326244 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.326607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.327032 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.327392 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > networks before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.327753 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.328104 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > ports before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.328494 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.328846 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnets before_response 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.329201 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.329611 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.329897 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.330241 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.330585 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.330929 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.331272 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.331616 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.331957 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.341051 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded quota_driver: . Mar 09 16:57:51.341421 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Modular L2 Plugin initialization complete Mar 09 16:57:51.341774 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading services supported by the core plugin {{(pid=104246) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 16:57:51.342125 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.plugins.ml2.managers [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Got port-security extension from driver 'port_security' Mar 09 16:57:51.342613 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.extensions.vlantransparent [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Disabled vlantransparent extension. Mar 09 16:57:51.343114 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104246) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 16:57:51.343447 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: router Mar 09 16:57:51.387128 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.387526 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_create 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.387905 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router before_create 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.388278 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.388690 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394626 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_delete 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394626 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394626 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394626 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_create 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394981 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_update 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394981 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_update 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394981 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.394981 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_update 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_update 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: subnet after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395664 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395664 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_create 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395664 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395664 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395969 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router after_update 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395969 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.395969 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_create 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.396202 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.396564 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_update 55549900 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.396942 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > agent after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.397305 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > agent after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.397659 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > network after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.398519 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Tracking information for resource: router configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:51.398863 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Tracking information for resource: floatingip configured {{(pid=104246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 16:57:51.403844 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.db.l3_agentschedulers_db [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 16:57:51.404461 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.404831 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.405189 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.405549 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.406364 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router before_create 55550100 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.406734 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.407356 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_create 55550100 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.407718 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > router precommit_update 55550100 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.412549 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.provider_configuration [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service providers = [] {{(pid=104246) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 16:57:51.412922 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.db.servicetype_db [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104246) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 16:57:51.415905 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.service_base [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 16:57:51.416270 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.service_base [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 16:57:51.416648 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.service_base [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 16:57:51.418100 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.services.service_base [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 16:57:51.418477 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.services.service_base [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 16:57:51.418860 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.419182 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 16:57:51.430077 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.430420 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: auto_allocate Mar 09 16:57:51.442532 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: network precommit_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.442911 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: network precommit_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.443439 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.443770 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: tag Mar 09 16:57:51.450674 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.451018 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: timestamp Mar 09 16:57:51.454912 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.455250 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: network_ip_availability Mar 09 16:57:51.460815 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.461201 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.461570 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.462302 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.462628 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: flavors Mar 09 16:57:51.472071 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.472442 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading Plugin: revisions Mar 09 16:57:51.476807 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 16:57:51.477205 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_concurrency.lockutils [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.247s {{(pid=104246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 16:57:51.477953 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104246) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 16:57:51.478297 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Initializing extension manager. Mar 09 16:57:51.478829 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: __init__.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.479179 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: __pycache__ {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.480042 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: address_group.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.480828 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.481411 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: address-group Mar 09 16:57:51.481745 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: address_scope.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.482474 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.482999 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: address-scope Mar 09 16:57:51.483329 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.484284 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.484839 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: router-admin-state-down-before-update Mar 09 16:57:51.485170 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: agent.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.485880 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.486400 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: agent Mar 09 16:57:51.486729 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: agent_resources_synced.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.487662 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.488183 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: agent-resources-synced Mar 09 16:57:51.488552 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: allowedaddresspairs.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.490382 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.490919 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: allowed-address-pairs Mar 09 16:57:51.491264 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: auto_allocated_topology.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.492378 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.492919 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: auto-allocated-topology Mar 09 16:57:51.493255 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: availability_zone.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.493968 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.494497 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: availability_zone Mar 09 16:57:51.494837 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: availability_zone_filter.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.497420 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.497948 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: availability_zone_filter Mar 09 16:57:51.498291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: data_plane_status.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.499216 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.499737 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 16:57:51.500070 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: default_subnetpools.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.501047 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.501574 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: default-subnetpools Mar 09 16:57:51.501908 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.502728 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.503253 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: dhcp_agent_scheduler Mar 09 16:57:51.503590 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: dns.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.504554 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.505078 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension dns-integration not supported by any of loaded plugins Mar 09 16:57:51.505410 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: dns_domain_ports.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.506345 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.506867 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 16:57:51.507200 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.508147 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.508714 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 09 16:57:51.509030 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: dvr.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.509714 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.510229 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: dvr Mar 09 16:57:51.510560 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: ecmp_routes.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.511514 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.512031 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 09 16:57:51.512385 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: empty_string_filtering.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.513311 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.513832 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: empty-string-filtering Mar 09 16:57:51.514165 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.515088 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.515610 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 16:57:51.515941 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.516901 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.517422 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 16:57:51.517753 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: external_net.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.518682 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.519206 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: external-net Mar 09 16:57:51.519535 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.520496 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.521020 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: extra_dhcp_opt Mar 09 16:57:51.521351 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: extraroute.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.522270 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.522791 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: extraroute Mar 09 16:57:51.523120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: extraroute_atomic.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.524170 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.524794 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: extraroute-atomic Mar 09 16:57:51.525125 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: filter_validation.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.525800 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.526344 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: filter-validation Mar 09 16:57:51.526684 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: fip_pf_description.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.527619 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.528140 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 16:57:51.528509 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: fip_port_details.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.529619 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.530142 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: fip-port-details Mar 09 16:57:51.530473 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: flavors.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.536371 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.536922 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: flavors Mar 09 16:57:51.537258 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.538961 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.539495 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 16:57:51.539833 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: floatingip_pools.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.540590 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.541116 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: floatingip-pools Mar 09 16:57:51.541451 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: ip_allocation.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.542919 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.543452 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 16:57:51.543785 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.544751 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.545276 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: ip-substring-filtering Mar 09 16:57:51.545610 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l2_adjacency.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.546587 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.547096 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 16:57:51.547428 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.548429 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.548960 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: router Mar 09 16:57:51.549292 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.551601 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.552144 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 16:57:51.552519 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.553466 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.553995 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: ext-gw-mode Mar 09 16:57:51.554367 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.559723 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.560246 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: l3-ha Mar 09 16:57:51.560613 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.561543 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.562066 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 09 16:57:51.562396 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_flavors.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.563326 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.563850 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: l3-flavors Mar 09 16:57:51.564181 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.565607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.566142 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 09 16:57:51.566479 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.567409 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.567943 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 16:57:51.568279 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: l3agentscheduler.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.569371 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.569904 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: l3_agent_scheduler Mar 09 16:57:51.570239 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: local_ip.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.572040 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.572611 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension local_ip not supported by any of loaded plugins Mar 09 16:57:51.572960 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: logging.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.575971 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.576551 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension logging not supported by any of loaded plugins Mar 09 16:57:51.576920 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: metering.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.577670 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.578272 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: metering Mar 09 16:57:51.578610 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.579743 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.580287 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: metering_source_and_destination_fields Mar 09 16:57:51.580658 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: multiprovidernet.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.581609 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.582148 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: multi-provider Mar 09 16:57:51.582481 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: netmtu.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.583423 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.583950 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: net-mtu Mar 09 16:57:51.584283 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: netmtu_writable.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.585246 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.585775 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: net-mtu-writable Mar 09 16:57:51.586110 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: network_availability_zone.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.586796 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.587321 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: network_availability_zone Mar 09 16:57:51.587658 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: network_ip_availability.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.589332 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.589863 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: network-ip-availability Mar 09 16:57:51.590197 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: network_segment_range.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.590978 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.591498 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 16:57:51.591830 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: pagination.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.592868 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.593207 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: pagination Mar 09 16:57:51.593538 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: port_device_profile.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.594469 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.595002 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: port-device-profile Mar 09 16:57:51.595331 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.596274 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.596834 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: port-mac-address-regenerate Mar 09 16:57:51.597167 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.598103 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.598630 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: port-numa-affinity-policy Mar 09 16:57:51.598959 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: port_resource_request.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.599910 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.600471 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 16:57:51.600813 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: port_resource_request_groups.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.601810 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.602333 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 09 16:57:51.602659 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: portbindings.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.603607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.604134 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: binding Mar 09 16:57:51.605147 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: portbindings_extended.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.611985 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.612554 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: binding-extended Mar 09 16:57:51.612895 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: portsecurity.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.613842 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.614371 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: port-security Mar 09 16:57:51.614705 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: project_id.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.615700 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.616041 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: project-id Mar 09 16:57:51.616401 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: providernet.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.617355 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.617881 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: provider Mar 09 16:57:51.618212 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.621872 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.622426 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos not supported by any of loaded plugins Mar 09 16:57:51.622757 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.624050 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.624625 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 16:57:51.624969 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.625906 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.626440 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 16:57:51.626774 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_default.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.627698 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.628222 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-default not supported by any of loaded plugins Mar 09 16:57:51.628588 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_fip.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.634680 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.635209 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-fip not supported by any of loaded plugins Mar 09 16:57:51.635543 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.636526 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.637056 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 09 16:57:51.637392 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_gateway_ip.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.638338 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.638868 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 16:57:51.639203 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_port_network_policy.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.640254 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.640818 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 16:57:51.641154 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.642209 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.642735 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 09 16:57:51.643067 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.644130 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.644735 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 09 16:57:51.645022 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_pps_rule.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.646227 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.646758 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-pps not supported by any of loaded plugins Mar 09 16:57:51.647095 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_rule_type_details.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.648029 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.648582 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 16:57:51.648925 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: qos_rules_alias.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.649989 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.650515 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 16:57:51.650853 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: quota_check_limit.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.652307 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.652865 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: quota-check-limit Mar 09 16:57:51.653200 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: quotasv2.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.654145 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.654484 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: quotas Mar 09 16:57:51.654814 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: quotasv2_detail.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.656576 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.657207 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: quota_details Mar 09 16:57:51.657551 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: rbac.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.658615 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.659157 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: rbac-policies Mar 09 16:57:51.659502 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: rbac_address_group.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.667556 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.668094 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: rbac-address-group Mar 09 16:57:51.668464 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: rbac_address_scope.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.669416 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.669947 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: rbac-address-scope Mar 09 16:57:51.670279 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: rbac_security_groups.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.671215 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.671742 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: rbac-security-groups Mar 09 16:57:51.672073 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: rbac_subnetpool.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.673047 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.673568 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: rbac-subnetpool Mar 09 16:57:51.673897 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: revisionifmatch.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.674920 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.675450 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: revision-if-match Mar 09 16:57:51.675788 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: revisions.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.676970 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.677503 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: standard-attr-revisions Mar 09 16:57:51.677840 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: router_availability_zone.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.678523 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.679053 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: router_availability_zone Mar 09 16:57:51.679384 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: routerservicetype.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.680325 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.680878 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension router-service-type not supported by any of loaded plugins Mar 09 16:57:51.681212 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.682154 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.682713 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: security-groups-normalized-cidr Mar 09 16:57:51.683045 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.683984 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.684547 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: port-security-groups-filtering Mar 09 16:57:51.684883 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.685829 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.686358 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: security-groups-remote-address-group Mar 09 16:57:51.686686 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.687638 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.688170 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: security-groups-shared-filtering Mar 09 16:57:51.688531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.689134 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 09 16:57:51.689464 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: securitygroup.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.699145 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.699696 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: security-group Mar 09 16:57:51.700041 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: segment.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.700824 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.701352 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension segment not supported by any of loaded plugins Mar 09 16:57:51.701695 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.702697 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.703190 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 16:57:51.707822 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: servicetype.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.708711 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.709247 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: service-type Mar 09 16:57:51.709588 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: sorting.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.710592 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.710938 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: sorting Mar 09 16:57:51.711271 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: standard_attr_segment.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.712198 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.712768 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 16:57:51.713103 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: standardattrdescription.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.714286 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.714846 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: standard-attr-description Mar 09 16:57:51.715179 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: stateful_security_group.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.716148 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.716705 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: stateful-security-group Mar 09 16:57:51.717036 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: stdattrs_common.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.717617 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 16:57:51.717947 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.718890 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.719418 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 16:57:51.719749 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: subnet_onboard.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.720887 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.721425 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: subnet_onboard Mar 09 16:57:51.721756 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.722704 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.723234 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 16:57:51.723589 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: subnet_service_types.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.724549 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.725078 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: subnet-service-types Mar 09 16:57:51.725406 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: subnetallocation.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.726514 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.727050 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: subnet_allocation Mar 09 16:57:51.727384 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.728064 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.728628 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: subnetpool-prefix-ops Mar 09 16:57:51.728961 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.730490 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.731009 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 16:57:51.731341 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: tagging.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.737677 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.738209 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: standard-attr-tag Mar 09 16:57:51.738553 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: timestamp.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.739772 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.740302 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loaded extension: standard-attr-timestamp Mar 09 16:57:51.740673 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: trunk.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.741763 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.742293 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension trunk not supported by any of loaded plugins Mar 09 16:57:51.742631 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: trunk_details.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.743564 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.744093 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension trunk-details not supported by any of loaded plugins Mar 09 16:57:51.744471 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: uplink_status_propagation.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.745441 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.745967 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 16:57:51.746298 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Loading extension file: vlantransparent.py {{(pid=104246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 16:57:51.746985 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 16:57:51.747501 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 16:57:51.750064 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:network Mar 09 16:57:51.750597 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:subnet Mar 09 16:57:51.751007 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 16:57:51.751408 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:port Mar 09 16:57:51.752679 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.753135 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service FLAVORS assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.753760 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.754198 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.754537 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:router Mar 09 16:57:51.754972 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 16:57:51.755484 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service METERING assigned prefix: /metering {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.757005 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.757386 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.757743 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 16:57:51.758748 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 16:57:51.759200 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:security_group Mar 09 16:57:51.759644 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 16:57:51.760250 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service CORE assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.760617 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 16:57:51.761002 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] subnetpool is already registered Mar 09 16:57:51.765531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service CORE assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.765531 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 16:57:51.765531 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] subnetpool is already registered Mar 09 16:57:51.765531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.765531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service FLAVORS assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.765531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.765940 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.766213 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:router Mar 09 16:57:51.766561 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] router is already registered Mar 09 16:57:51.766983 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 16:57:51.767329 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] floatingip is already registered Mar 09 16:57:51.767789 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service METERING assigned prefix: /metering {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.768494 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 16:57:51.768831 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] rbac_policy is already registered Mar 09 16:57:51.769248 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:security_group Mar 09 16:57:51.769589 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] security_group is already registered Mar 09 16:57:51.769996 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 16:57:51.770333 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] security_group_rule is already registered Mar 09 16:57:51.770965 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service CORE assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.771305 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 16:57:51.771646 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] subnetpool is already registered Mar 09 16:57:51.772082 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.v2.resource_helper [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Service CORE assigned prefix: {{(pid=104246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 16:57:51.772471 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 16:57:51.772814 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING neutron.quota.resource_registry [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] subnetpool is already registered Mar 09 16:57:51.773288 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: extensions {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.774854 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: address-groups {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.776934 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: address-scopes {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.778289 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: agents {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.779481 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: auto-allocated-topology {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.780805 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: availability_zones {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.782311 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: dhcp-networks {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.783849 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: dhcp-agents {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.785332 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: routers {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.787603 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: flavors {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.788836 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: service_profiles {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.790085 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: next_providers {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.794206 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: service_profiles {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.794206 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: floatingip-pools {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.794989 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: routers {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.797193 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: floatingips {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.799458 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: l3-routers {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.800940 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: l3-agents {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.802387 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: metering-labels {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.803762 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: metering-label-rules {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.805108 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: network-ip-availabilities {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.806398 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: bindings {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.808106 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: quotas {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.809771 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: quotas {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.811338 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: rbac-policies {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.812751 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: security-groups {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.814006 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: security-group-rules {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.815308 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: service-providers {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.816594 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: subnetpools {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.818061 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: subnetpools {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.819547 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.821324 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.823244 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.825105 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.826926 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.828877 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.830622 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.832580 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.834349 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.839979 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron.api.extensions [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Extended resource: tags {{(pid=104246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 16:57:51.842686 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING keystonemiddleware.auth_token [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 16:57:51.847412 dv-neutron-master-2-hyperv neutron-server[104246]: WARNING keystonemiddleware.auth_token [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 16:57:51.857509 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_concurrency.lockutils [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Acquired lock "singleton_lock" {{(pid=104246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 09 16:57:51.857996 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_concurrency.lockutils [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Releasing lock "singleton_lock" {{(pid=104246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 09 16:57:51.858661 dv-neutron-master-2-hyperv neutron-server[104246]: INFO oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Starting 2 workers Mar 09 16:57:51.863544 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Started child 104357 {{(pid=104246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 16:57:51.868237 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Started child 104358 {{(pid=104246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 16:57:51.869146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:57:51.869853 dv-neutron-master-2-hyperv neutron-server[104246]: INFO neutron.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 16:57:51.870400 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:57:51.870680 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [-] (104357) wsgi starting up on http://0.0.0.0:9696 Mar 09 16:57:51.872920 dv-neutron-master-2-hyperv neutron-server[104246]: INFO oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Starting 1 workers Mar 09 16:57:51.873083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:57:51.874433 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [-] (104358) wsgi starting up on http://0.0.0.0:9696 Mar 09 16:57:51.878220 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Started child 104359 {{(pid=104246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 16:57:51.878776 dv-neutron-master-2-hyperv neutron-server[104246]: INFO oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Starting 1 workers Mar 09 16:57:51.882042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] calling RpcWorker wait() {{(pid=104359) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 16:57:51.882605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] returning from RpcWorker wait() {{(pid=104359) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 16:57:51.883337 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Started child 104360 {{(pid=104246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 16:57:51.883829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:57:51.884164 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-085cd113-2cea-44cc-91c0-0e9298ba2e68 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:57:51.884300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:57:51.886159 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 16:57:51.886385 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 16:57:51.886581 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 16:57:51.886816 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 16:57:51.887166 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 16:57:51.887336 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 16:57:51.888023 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.888338 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.888477 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:57:51.888981 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.888981 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.889229 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.889824 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.890086 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.890186 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:57:51.890360 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.890655 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.890915 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.891086 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.891440 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.891699 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.891940 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.892249 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.892546 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.892803 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.893075 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.893254 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.893515 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.893806 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.894043 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.894318 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] debug = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.894576 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.895124 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.895307 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.895541 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.895802 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.896088 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.896360 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.896660 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.896915 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.897192 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.897395 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.897646 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.897885 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.898107 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.898348 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.898567 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.898823 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.899047 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.899496 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.899738 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.899975 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.900208 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.900484 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.900737 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.900973 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.901239 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.902028 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.902277 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.902525 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.902791 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.903045 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.903285 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.903540 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.903711 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_options = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.903957 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.904221 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.904496 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.904701 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.904876 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.905044 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.905307 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.905469 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.905717 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.905957 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.906175 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.906392 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.906628 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.907436 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.907436 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.907705 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.907847 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.908039 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.908273 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.908553 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.908777 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.908990 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.909209 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.909445 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.909704 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.910471 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.910885 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.911362 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.911510 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.911767 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.912017 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.912293 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.912580 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.912835 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.913096 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.913334 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.913570 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.913790 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.914074 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.914309 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.914557 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.914821 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.915042 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.915295 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.915509 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.916754 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.916754 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_json = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.916754 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.916754 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.916754 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.924653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.925639 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926618 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926618 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.926859 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.927352 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.927785 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.928201 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.928514 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.928765 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.928996 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.929241 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.929467 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.929714 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.930130 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.930427 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.930817 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.931052 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.931300 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.931542 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.931769 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.932023 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.932301 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.932617 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.933009 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.933399 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.933628 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.934637 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.934872 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.935098 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.935346 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.935572 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.935841 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.936106 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.936336 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.936590 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.936806 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.937206 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.937450 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.937894 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.938120 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.938335 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.938798 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.939022 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.939284 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.939528 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.939913 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.940290 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.940549 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.940796 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.941023 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.941247 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.941472 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.941696 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.941940 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.942184 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.942423 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.942644 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.942862 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.943101 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.943362 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.943608 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.943825 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.944045 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.944283 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.944531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.944751 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.945054 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.945361 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.945618 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.945872 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.946132 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.946409 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.946653 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.946903 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.947124 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.947348 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.947565 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.947833 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.948066 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.948864 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.949115 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.949339 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.949623 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.949846 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.950086 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.950333 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.950574 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.950814 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.951061 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.951339 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.951580 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.951833 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.952093 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.952396 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.952642 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.952893 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.953173 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.953402 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.953690 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.953994 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.954480 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.954749 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.954989 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.955243 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.955507 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.955760 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.956026 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.956281 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.956559 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.956827 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.957067 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.957310 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.957570 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.957806 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.958115 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.958386 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.958606 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.958825 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.959108 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.959364 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.959605 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.959897 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.960161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.960465 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.960726 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.960971 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.961211 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.961463 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.961728 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.961948 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.962201 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.962420 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.962677 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.962922 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.963142 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.963407 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.963626 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.964416 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.964650 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.964875 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.965105 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.965349 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.965562 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.966133 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.966133 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.966392 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.966531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.966646 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.966856 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.967099 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.967319 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.967593 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.967862 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.968106 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.968375 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.968636 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.968879 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.969105 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.969370 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.969593 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.969996 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.970128 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.970256 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.970475 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.970685 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.970910 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.971134 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.971401 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.971644 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.972005 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.972271 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.972537 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.972792 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.973040 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.973265 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.973489 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.973711 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.974117 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.974249 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.974401 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.974621 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.974845 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.975066 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.975286 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.975530 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.975792 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.976043 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.976301 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.976557 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.976815 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.977038 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.977262 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.977483 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.977715 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.977933 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.978147 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.978365 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.978580 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.978921 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.979139 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.979424 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.979737 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.979961 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.980213 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.980481 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.980699 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.980913 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.981140 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.981359 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.981573 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.981824 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.982039 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.982253 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.982486 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.982727 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.983144 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.983291 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.983422 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.983575 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.983801 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.984021 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.984235 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.984489 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.984703 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.984939 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.985142 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.985362 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.985577 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.985808 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.986021 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.986233 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.986454 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.986693 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.986949 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.987195 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.987471 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.987697 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.987985 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.988236 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.988629 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.988958 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.989330 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.989615 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.989926 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.990236 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.990552 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.990845 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.991116 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.991947 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.991947 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.991947 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.992466 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.992568 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.992818 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.993087 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.993334 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.994267 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.994267 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.994267 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.994518 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.994740 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.995016 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.995272 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.995497 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.995719 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.995970 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.996191 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.996489 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.996739 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.996968 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.997197 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.997436 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.997658 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.997914 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.998162 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.998421 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.998642 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:51.998804 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 16:57:51.999338 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 16:57:51.999507 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 16:57:51.999668 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 16:57:51.999826 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 16:57:52.000002 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 16:57:52.000145 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 16:57:52.000383 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.000557 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.000721 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.000886 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.001047 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.001233 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.001397 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.001560 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.001725 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.001888 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.002051 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.002218 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.002379 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.002543 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.002704 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.002867 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.003029 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.003192 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.003367 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.003531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.003694 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.003857 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.004020 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] debug = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.004183 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.004405 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.004577 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.004740 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.004902 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.005066 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.005230 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.005391 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.005555 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.005719 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.005879 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.006044 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.006206 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.006369 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.006531 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.006693 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.006855 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007017 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007187 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007351 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007513 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007674 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007838 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.007998 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.008161 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.008325 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.008509 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.008671 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.008831 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.008993 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.009156 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.009319 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.009482 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.009644 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_options = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.009805 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.009966 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.010128 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.010215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:57:52.010300 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.010472 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.011153 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.011368 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.011537 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.011732 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.011890 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.012040 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.012186 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.012331 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.012510 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.012678 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.012842 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.013012 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.013177 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.013340 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.013508 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.013672 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.013836 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014000 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014166 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014326 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014487 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014651 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014818 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.014983 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.015148 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.015309 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.015472 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.015635 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.015799 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.015963 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.016126 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.016289 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.016476 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.016645 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.016807 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017258 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017258 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017579 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017579 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017579 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017979 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.017979 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_json = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.018218 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.018218 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.018447 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.018569 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.018889 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.018889 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.019130 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.019130 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.019368 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 16:57:52.019452 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.019556 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.019736 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.019904 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.020071 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.020238 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.020410 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.020583 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.020751 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.020916 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.021090 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.021258 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.021436 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.021603 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.021770 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.021938 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.022105 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.022272 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.022440 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.022607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.022774 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.022942 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.023117 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.023283 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.023450 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.023616 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.023782 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.023957 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.024207 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.024307 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.024486 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.024656 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.024823 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025047 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025139 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025302 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025470 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025640 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025807 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.025974 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.026139 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.026359 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.027013 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.027180 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.027349 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.027517 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.027684 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.027851 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.028018 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.028185 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.028378 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.028540 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.028709 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.028877 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.029045 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.029212 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.029378 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.029556 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.029723 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.029889 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.030055 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.030221 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.030387 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.030553 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.030719 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.030885 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.031052 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.031218 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.031398 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.031564 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.031975 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.032150 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.032316 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.032507 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.032674 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.032841 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.033008 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.033173 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.033339 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.033505 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.033672 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.033838 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034004 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034169 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034337 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034498 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034663 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034829 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.034994 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.035160 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.035325 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.035500 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.035680 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.035846 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.036013 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.036179 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.036381 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.036515 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.036685 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.036850 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.037017 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.037415 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.037415 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.037697 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.037697 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.037945 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038031 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038111 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038275 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038440 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038772 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.038938 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.039104 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.039270 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.039436 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.039607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.039763 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.039929 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.040105 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.040273 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.040676 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.040676 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.040928 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041056 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041177 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041301 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041425 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041584 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041750 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.041939 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.042106 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.042275 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.042441 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.042607 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.042783 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.042952 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.043118 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.043285 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.043474 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.043641 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.043806 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.043972 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.044137 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.044302 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.044520 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.044647 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.044802 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.044969 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.045136 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.045304 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.045470 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.045637 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.045802 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.045968 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.046135 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.046303 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.046470 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.046638 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.046806 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.046973 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.047143 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.047310 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.047477 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.047644 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.047811 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.047976 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.048142 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.048308 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.048511 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.048677 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.048844 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.049010 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.049176 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.049341 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.049507 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.049676 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.049844 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.050012 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.050180 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.050346 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.050512 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.050680 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.050849 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.051016 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.051182 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.051349 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.051516 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.051841 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.052156 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.052490 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.052812 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.052979 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.053142 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.053470 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.053837 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.054374 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.054374 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.054374 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.054871 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.054871 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.055064 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.055287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 55898) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:57:52.055589 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.055904 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.056249 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.056620 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.056970 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.057139 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.057311 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.057517 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.057683 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.057855 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.058015 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.058367 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.058545 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.058730 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.058877 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.059033 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.059199 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.059363 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.059709 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.059880 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.060047 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.060231 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.060423 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.060595 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.060763 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.060930 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.061099 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.061278 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.061445 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.061612 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.061778 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.061945 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.062111 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.062289 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.062456 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.062622 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.062788 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.062953 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.063119 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.063297 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.063471 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.063634 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.063800 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.063969 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.064132 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.064554 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.064643 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070548 Mar 09 16:57:52.064719 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.064899 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.065058 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.065222 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.065387 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.065565 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.065731 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.065901 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.066065 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.066389 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.066558 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.066742 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.066906 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.067072 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.067255 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.067421 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.067586 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.067751 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.067930 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.068101 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.068268 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.068610 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.068808 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.068941 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.069099 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.069270 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.069448 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.069623 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.069792 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.069967 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.070145 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.070319 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.070487 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.070706 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.070835 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.070980 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.071146 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.071312 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.071479 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.071646 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.071814 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.071980 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.072146 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.072311 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.072505 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.072673 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.072839 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.073004 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.073690 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.073861 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.074027 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.074194 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.074361 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.074528 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 16:57:52.074688 dv-neutron-master-2-hyperv neutron-server[104246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 16:58:03.537561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea2943-80d1-43c3-98a6-31e7dbaa6383 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 16:58:03.606073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea2943-80d1-43c3-98a6-31e7dbaa6383 None None] No non-hosted networks {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 16:58:03.620609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.agentschedulers_db [None req-ecea2943-80d1-43c3-98a6-31e7dbaa6383 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=104359) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 16:58:03.770010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4b783aea-a6da-4bbe-b5cc-ccfbcbf8418f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823716'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:05.643582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9882-bece-436b-86e6-b0c99d140c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823716'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:05.711601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-d320887e-f665-4d44-baf3-6d89f3c48ebc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 16:58:05.711993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-d320887e-f665-4d44-baf3-6d89f3c48ebc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 16:58:06.227175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d320887e-f665-4d44-baf3-6d89f3c48ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:07.139357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823716'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:08.399094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823716'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:09.610451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 55978) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:09.807027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823716'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:09.808129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.808679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.809338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.809784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.810235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.810728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.811342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.811801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.812322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.813019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.813508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.813906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.814295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:09.814748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:09.825175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:10.151936 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING oslo_policy.policy [None req-7e2580d5-baab-497f-bf18-0e913bc9691c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:10.152557 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING oslo_policy.policy [None req-7e2580d5-baab-497f-bf18-0e913bc9691c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:10.375310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-7e2580d5-baab-497f-bf18-0e913bc9691c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 16:58:10.385596 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7e2580d5-baab-497f-bf18-0e913bc9691c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7645507 Mar 09 16:58:11.684815 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.db.l3_hamode_db [None req-398fb715-d66d-4827-8a42-46c0faba5d15 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 16:58:11.760885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fb715-d66d-4827-8a42-46c0faba5d15 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 16:58:11.761185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fb715-d66d-4827-8a42-46c0faba5d15 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 09 16:58:12.936043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56004) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:13.239866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:13.332224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.policy [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104358) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 16:58:13.374716 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING oslo_policy.policy [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:13.375088 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING oslo_policy.policy [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:13.534877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742826472757', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742826474344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742826454524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742826457306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742826435192', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742826428157', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1269785', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1299510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3999311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4121953'] for rbac-policy (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:13.731685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:13.732806 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6003c1f5-ea77-42f2-9553-d2c4db81dda0 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7957451 Mar 09 16:58:16.200518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56014) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:16.508714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:16.618264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Made reservation on behalf of ea232697c3584287bffac3a1fba4c5a7 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 16:58:16.622623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:16.639339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:16.743579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks [] for security_group (68e28dd7-0f7c-4883-87e7-66a5ed980ede), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:16.809698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (68e28dd7-0f7c-4883-87e7-66a5ed980ede), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:16.837666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 16:58:16.872718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742827696141', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7f8f5393-c8eb-4376-ac82-f4ede8f20f85), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:16.873226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Unsubscribe: segment precommit_create {{(pid=104358) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 16:58:16.873729 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Added segment 7f8f5393-c8eb-4376-ac82-f4ede8f20f85 of type vlan for network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 Mar 09 16:58:16.889268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=68e28dd7-0f7c-4883-87e7-66a5ed980ede,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:16.914725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.915082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.915418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.916294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.916633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.916952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.917372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.917705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.918037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.918374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.918692 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.919003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.919311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Tracked resource versions report: Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: pushed versions: Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: { 'AddressGroup': {'1.2'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'ConntrackHelper': {'1.0'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'LocalIPAssociation': {'1.0'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Log': {'1.0'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Network': {'1.1'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Port': {'1.7'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'PortForwarding': {'1.2'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'QosPolicy': {'1.10'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroup': {'1.5'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroupRule': {'1.2'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'SubPort': {'1.0'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Subnet': {'1.1'}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Trunk': {'1.1'}} Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: consumer versions: Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'ConntrackHelper': '1.0', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'LocalIPAssociation': '1.0', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Log': '1.0', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Network': '1.1', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Port': '1.7', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'PortForwarding': '1.2', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'QosPolicy': '1.10', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroup': '1.5', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroupRule': '1.2', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'SubPort': '1.0', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Subnet': '1.1', Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: 'Trunk': '1.1'}} Mar 09 16:58:16.920692 dv-neutron-master-2-hyperv neutron-server[104358]: {{(pid=104358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 16:58:16.985652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:17.078336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:17.083616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:17.084319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:17.194458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] Pushing event updated for resources: {'Network': ['ID=27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:17.200857 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-559199d9-e120-40b2-a040-f934e5049f82 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9993572 Mar 09 16:58:17.206585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 16:58:19.754096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56026) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:20.143993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b094b-c334-4504-a043-408937f6fccb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:20.145299 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-725b094b-c334-4504-a043-408937f6fccb demo admin] 10.222.0.16 "GET /v2.0/networks/27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 HTTP/1.1" status: 200 len: 824 time: 0.3902612 Mar 09 16:58:20.170088 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-34a54207-297c-42cf-8d3a-1ca990730ddf demo admin] 10.222.0.16 "GET /v2.0/subnetpools/70712d1c-f9c0-4488-99e7-3d9ae023e95a HTTP/1.1" status: 200 len: 734 time: 0.0187280 Mar 09 16:58:20.178296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:20.292363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Made reservation on behalf of ea232697c3584287bffac3a1fba4c5a7 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 16:58:20.294600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:20.632955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (513a28ce-01a0-458a-8ed9-06bc4b030f7b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:20.701400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Pushing event updated for resources: {'Subnet': ['ID=513a28ce-01a0-458a-8ed9-06bc4b030f7b,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:20.705802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Checking segment: {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 16:58:20.706174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Network hostable DHCP agents. Network: 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 16:58:20.777951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 16:58:20.851988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 16:58:20.856451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:20.857039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:20.861573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fa62f-637e-4c45-af93-dc2dea733aec None None] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 16:58:20.946833 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c40100e-5c68-440b-bb7c-ee4de20b6378 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7711470 Mar 09 16:58:21.229187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 16:58:21.234099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:21.527137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Allocated IP 172.20.0.2 (27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57/513a28ce-01a0-458a-8ed9-06bc4b030f7b/3db1a804-2f4c-440c-ac37-ead591d9658c) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 16:58:21.792812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Publish callbacks [] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:21.864784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:21.943470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 16:58:21.951283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 16:58:21.953385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Pushing event updated for resources: {'Port': ['ID=3db1a804-2f4c-440c-ac37-ead591d9658c,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:21.960615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 16:58:21.964616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.964983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.965331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.965668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.966003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.966332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.966678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.967009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.967350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.967691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.968018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.968339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.968680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Tracked resource versions report: Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: pushed versions: Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: { 'AddressGroup': {'1.2'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'ConntrackHelper': {'1.0'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'LocalIPAssociation': {'1.0'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Log': {'1.0'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Network': {'1.1'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Port': {'1.7'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'PortForwarding': {'1.2'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'QosPolicy': {'1.10'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroup': {'1.5'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroupRule': {'1.2'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'SubPort': {'1.0'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Subnet': {'1.1'}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Trunk': {'1.1'}} Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: consumer versions: Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'ConntrackHelper': '1.0', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'LocalIPAssociation': '1.0', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Log': '1.0', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Network': '1.1', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Port': '1.7', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'PortForwarding': '1.2', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'QosPolicy': '1.10', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroup': '1.5', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroupRule': '1.2', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'SubPort': '1.0', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Subnet': '1.1', Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: 'Trunk': '1.1'}} Mar 09 16:58:21.970086 dv-neutron-master-2-hyperv neutron-server[104359]: {{(pid=104359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 16:58:22.044364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Attempting to bind port 3db1a804-2f4c-440c-ac37-ead591d9658c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 16:58:22.044699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Attempting to bind port 3db1a804-2f4c-440c-ac37-ead591d9658c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 16:58:22.045153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Attempting to bind port 3db1a804-2f4c-440c-ac37-ead591d9658c on network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 16:58:22.050115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 16, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 16:58:22.050482 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Checking segment: {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 16:58:22.050988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:22.051379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Bound using segment: {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 16:58:22.051837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Bound port: 3db1a804-2f4c-440c-ac37-ead591d9658c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 16:58:22.052241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:22.112589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] For port 3db1a804-2f4c-440c-ac37-ead591d9658c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 16:58:22.116966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] For port 3db1a804-2f4c-440c-ac37-ead591d9658c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3db1a804-2f4c-440c-ac37-ead591d9658c,segment=NetworkSegment(7f8f5393-c8eb-4376-ac82-f4ede8f20f85),segment_id=7f8f5393-c8eb-4376-ac82-f4ede8f20f85)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 16:58:22.167717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:22.232887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82a67-80e7-47d3-961a-0fec3250c187 None None] Pushing event updated for resources: {'Port': ['ID=3db1a804-2f4c-440c-ac37-ead591d9658c,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:23.488797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56034) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:23.801048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-ec01ff90-beb1-4d47-8e37-9755f1f1973a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 16:58:23.802239 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ec01ff90-beb1-4d47-8e37-9755f1f1973a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124692 Mar 09 16:58:26.351200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56042) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:26.660308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-3b16d1a8-d545-4ae0-a71d-8cea90f36219 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 16:58:26.661381 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3b16d1a8-d545-4ae0-a71d-8cea90f36219 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092310 Mar 09 16:58:29.198560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56050) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:29.507832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:29.594891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (6f81d056-f01d-43b6-9c7e-fea2dc29a723), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:29.596449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (6f81d056-f01d-43b6-9c7e-fea2dc29a723), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:29.731524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] Publish callbacks [] for router_controller (6f81d056-f01d-43b6-9c7e-fea2dc29a723), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:29.784508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (6f81d056-f01d-43b6-9c7e-fea2dc29a723), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:29.865592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:29.866738 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f4b0efc2-a799-4650-8a10-787bfc38669a demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6671269 Mar 09 16:58:30.929031 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 16:58:32.375231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56062) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:32.477936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3db1a804-2f4c-440c-ac37-ead591d9658c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 16:58:32.566873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3db1a804-2f4c-440c-ac37-ead591d9658c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:32.567624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:32.678008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3db1a804-2f4c-440c-ac37-ead591d9658c is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:32.678319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:32.712698 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 3db1a804-2f4c-440c-ac37-ead591d9658c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3db1a804-2f4c-440c-ac37-ead591d9658c,segment=NetworkSegment(7f8f5393-c8eb-4376-ac82-f4ede8f20f85),segment_id=7f8f5393-c8eb-4376-ac82-f4ede8f20f85)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 16:58:32.726902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-edb06d0b-c630-4a15-b0e0-66acb2b0211e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 16:58:32.728096 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-edb06d0b-c630-4a15-b0e0-66acb2b0211e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3519247 Mar 09 16:58:32.781561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:32.835790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=3db1a804-2f4c-440c-ac37-ead591d9658c,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:33.520831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4deb954-2973-4689-92ee-ed9ca79729fe None None] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 16:58:33.573987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c97cd6e9-ec65-41f3-a368-ad469619243c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:33.646237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e6bd2336-3e79-40c4-82e1-e725eb211d0b None None] Provisioning complete for port 3db1a804-2f4c-440c-ac37-ead591d9658c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:33.646625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2336-3e79-40c4-82e1-e725eb211d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:33.727691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd2336-3e79-40c4-82e1-e725eb211d0b None None] Current status of the port 3db1a804-2f4c-440c-ac37-ead591d9658c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:33.854377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-63f335da-2962-4ea1-a40a-3d44cb158b65 None None] Provisioning complete for port 3db1a804-2f4c-440c-ac37-ead591d9658c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:33.854762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-63f335da-2962-4ea1-a40a-3d44cb158b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:33.932392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-63f335da-2962-4ea1-a40a-3d44cb158b65 None None] Current status of the port 3db1a804-2f4c-440c-ac37-ead591d9658c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:34.447271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3db1a804-2f4c-440c-ac37-ead591d9658c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 16:58:34.492498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3db1a804-2f4c-440c-ac37-ead591d9658c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:34.493385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:34.568614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3db1a804-2f4c-440c-ac37-ead591d9658c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:35.249602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56070) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:35.600606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-279e12d4-b027-4285-a653-c850adc77391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:35.737609 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING oslo_policy.policy [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:35.738210 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING oslo_policy.policy [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:35.958009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:36.109306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Made reservation on behalf of b69b298bf11047cf8da693eb02998fd3 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 16:58:36.170796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.policy [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104357) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 16:58:36.212853 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING oslo_policy.policy [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:36.213166 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING oslo_policy.policy [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 16:58:36.223128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.244187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.351618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks [] for security_group (e0d1ef9d-42d4-4969-93f5-6cf181b64404), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.420856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e0d1ef9d-42d4-4969-93f5-6cf181b64404), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.432548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Reserving flat network on physical network physnet1 {{(pid=104357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 16:58:36.463293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742827696141', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (12c9db42-8cff-449b-8a66-4e3f6f34ae0e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.463803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Unsubscribe: segment precommit_create {{(pid=104357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 16:58:36.464334 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Added segment 12c9db42-8cff-449b-8a66-4e3f6f34ae0e of type flat for network 8ddff297-9840-4f55-8570-21cc9d0c9cfc Mar 09 16:58:36.480450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d1ef9d-42d4-4969-93f5-6cf181b64404,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:36.534363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.534726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.535074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.535413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.535746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.536077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.536440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.536775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.537117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.537450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.537802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.538137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.538458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Tracked resource versions report: Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: pushed versions: Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: { 'AddressGroup': {'1.2'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'ConntrackHelper': {'1.0'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'LocalIPAssociation': {'1.0'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Log': {'1.0'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Network': {'1.1'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Port': {'1.7'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'PortForwarding': {'1.2'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'QosPolicy': {'1.10'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroup': {'1.5'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroupRule': {'1.2'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'SubPort': {'1.0'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Subnet': {'1.1'}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Trunk': {'1.1'}} Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: consumer versions: Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'ConntrackHelper': '1.0', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'LocalIPAssociation': '1.0', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Log': '1.0', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Network': '1.1', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Port': '1.7', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'PortForwarding': '1.2', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'QosPolicy': '1.10', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroup': '1.5', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroupRule': '1.2', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'SubPort': '1.0', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Subnet': '1.1', Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: 'Trunk': '1.1'}} Mar 09 16:58:36.540447 dv-neutron-master-2-hyperv neutron-server[104357]: {{(pid=104357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 16:58:36.586293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8ddff297-9840-4f55-8570-21cc9d0c9cfc), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.706623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8ddff297-9840-4f55-8570-21cc9d0c9cfc), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.707842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:36.708579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:36.809509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] Pushing event updated for resources: {'Network': ['ID=8ddff297-9840-4f55-8570-21cc9d0c9cfc,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:36.815852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-43919b10-e1ba-43d1-9bda-9dc7360a51ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5634544 Mar 09 16:58:36.819732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 16:58:37.046281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:38.200511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:39.336078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56100) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:39.551453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306d1fe-57f5-4ee9-a12c-efc884654117 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:39.552850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5306d1fe-57f5-4ee9-a12c-efc884654117 demo admin] 10.222.0.16 "GET /v2.0/subnets/513a28ce-01a0-458a-8ed9-06bc4b030f7b HTTP/1.1" status: 200 len: 849 time: 0.2157331 Mar 09 16:58:39.714448 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b95a34e3-baa3-4052-a1f9-1e35af85d139 demo admin] 10.222.0.16 "GET /v2.0/routers/6f81d056-f01d-43b6-9c7e-fea2dc29a723 HTTP/1.1" status: 200 len: 704 time: 0.1552656 Mar 09 16:58:39.846297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:40.002764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:40.290703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Allocated IP 172.20.0.1 (27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57/513a28ce-01a0-458a-8ed9-06bc4b030f7b/e23bd71d-b4d3-4040-8f40-08f83727c03d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 16:58:40.469819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks [] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:40.594943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:40.660947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 16:58:40.665657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 16:58:40.678148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 16:58:40.678876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (6f81d056-f01d-43b6-9c7e-fea2dc29a723), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:40.736746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Pushing event updated for resources: {'Port': ['ID=e23bd71d-b4d3-4040-8f40-08f83727c03d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:40.890427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-09c8cfe5-4647-4c91-92d7-d00c3a948766 None None] Provisioning complete for port e23bd71d-b4d3-4040-8f40-08f83727c03d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:40.890960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09c8cfe5-4647-4c91-92d7-d00c3a948766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:40.923597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-09c8cfe5-4647-4c91-92d7-d00c3a948766 None None] Port e23bd71d-b4d3-4040-8f40-08f83727c03d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 16:58:40.957069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:41.206933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks [] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:41.263206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:41.263961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (6f81d056-f01d-43b6-9c7e-fea2dc29a723), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:41.324851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Pushing event updated for resources: {'Port': ['ID=e23bd71d-b4d3-4040-8f40-08f83727c03d,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:41.387105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 16:58:41.388432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 16:58:41.623428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 16:58:41.646311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a5c79438-e3e9-4d14-a3c7-73b3c3af5cfb None None] Provisioning complete for port e23bd71d-b4d3-4040-8f40-08f83727c03d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:41.646710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a5c79438-e3e9-4d14-a3c7-73b3c3af5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:41.682041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a5c79438-e3e9-4d14-a3c7-73b3c3af5cfb None None] Port e23bd71d-b4d3-4040-8f40-08f83727c03d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 16:58:41.717372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 16:58:41.722866 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9c1e48f6-9209-4552-9c8e-2aa055355cca demo admin] 10.222.0.16 "PUT /v2.0/routers/6f81d056-f01d-43b6-9c7e-fea2dc29a723/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0033097 Mar 09 16:58:41.726639 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Sync routers for ids ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 16:58:41.741508 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Routers {'6f81d056-f01d-43b6-9c7e-fea2dc29a723'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 16:58:41.742334 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T16:58:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:41.933080 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Set router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 16:58:42.354668 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'name': 'router1', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T16:58:29Z', 'updated_at': '2022-03-09T16:58:40Z', 'revision_number': 2, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'gw_port_host': None, '_interfaces': [{'id': 'e23bd71d-b4d3-4040-8f40-08f83727c03d', 'name': '', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'mac_address': 'fa:16:3e:50:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:40Z', 'updated_at': '2022-03-09T16:58:41Z', 'revision_number': 2, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'subnets': [{'id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:42.404842 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Checking router: 6f81d056-f01d-43b6-9c7e-fea2dc29a723 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 16:58:42.405471 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Updating router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 port e23bd71d-b4d3-4040-8f40-08f83727c03d binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 16:58:42.457048 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:42.955519 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Publish callbacks [] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.029225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.185682 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Pushing event updated for resources: {'Port': ['ID=e23bd71d-b4d3-4040-8f40-08f83727c03d,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:43.200777 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.201224 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.201660 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.202064 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.202465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.202857 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.203262 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.203655 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.204074 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.204512 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.205011 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.205414 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.205799 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Tracked resource versions report: Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: pushed versions: Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: { 'AddressGroup': {'1.2'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'ConntrackHelper': {'1.0'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'LocalIPAssociation': {'1.0'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Log': {'1.0'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Network': {'1.1'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Port': {'1.7'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'PortForwarding': {'1.2'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'QosPolicy': {'1.10'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroup': {'1.5'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroupRule': {'1.2'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'SubPort': {'1.0'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Subnet': {'1.1'}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Trunk': {'1.1'}} Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: consumer versions: Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'ConntrackHelper': '1.0', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'LocalIPAssociation': '1.0', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Log': '1.0', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Network': '1.1', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Port': '1.7', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'PortForwarding': '1.2', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'QosPolicy': '1.10', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroup': '1.5', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroupRule': '1.2', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'SubPort': '1.0', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Subnet': '1.1', Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: 'Trunk': '1.1'}} Mar 09 16:58:43.207412 dv-neutron-master-2-hyperv neutron-server[104360]: {{(pid=104360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 16:58:43.210131 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Attempting to bind port e23bd71d-b4d3-4040-8f40-08f83727c03d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 16:58:43.210131 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Attempting to bind port e23bd71d-b4d3-4040-8f40-08f83727c03d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 16:58:43.210383 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Attempting to bind port e23bd71d-b4d3-4040-8f40-08f83727c03d on network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 16:58:43.216822 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 16, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 16:58:43.217227 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Checking segment: {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 16:58:43.217729 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.218117 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Bound using segment: {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 16:58:43.218584 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Bound port: e23bd71d-b4d3-4040-8f40-08f83727c03d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8f5393-c8eb-4376-ac82-f4ede8f20f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 16:58:43.218968 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.285947 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] For port e23bd71d-b4d3-4040-8f40-08f83727c03d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 16:58:43.305037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] For port e23bd71d-b4d3-4040-8f40-08f83727c03d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e23bd71d-b4d3-4040-8f40-08f83727c03d,segment=NetworkSegment(7f8f5393-c8eb-4376-ac82-f4ede8f20f85),segment_id=7f8f5393-c8eb-4376-ac82-f4ede8f20f85)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 16:58:43.309320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d7bb5e32-e108-4f64-bf85-3b50407cc06f None None] Provisioning complete for port e23bd71d-b4d3-4040-8f40-08f83727c03d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:43.309819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5e32-e108-4f64-bf85-3b50407cc06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.343784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb5e32-e108-4f64-bf85-3b50407cc06f None None] Port e23bd71d-b4d3-4040-8f40-08f83727c03d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 16:58:43.392767 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.449314 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Routers {'6f81d056-f01d-43b6-9c7e-fea2dc29a723'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 16:58:43.449941 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T16:58:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:43.487677 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a06c2-bec7-4ab3-a484-623ccf2f63dc None None] Pushing event updated for resources: {'Port': ['ID=e23bd71d-b4d3-4040-8f40-08f83727c03d,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:43.545580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] Set router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 16:58:43.665811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] Provisioning complete for port e23bd71d-b4d3-4040-8f40-08f83727c03d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:43.666208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.746496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] Current status of the port e23bd71d-b4d3-4040-8f40-08f83727c03d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:43.746871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.760230 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'name': 'router1', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T16:58:29Z', 'updated_at': '2022-03-09T16:58:40Z', 'revision_number': 2, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'gw_port_host': None, '_interfaces': [{'id': 'e23bd71d-b4d3-4040-8f40-08f83727c03d', 'name': '', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'mac_address': 'fa:16:3e:50:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:40Z', 'updated_at': '2022-03-09T16:58:43Z', 'revision_number': 4, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'subnets': [{'id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:43.778174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] For port e23bd71d-b4d3-4040-8f40-08f83727c03d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e23bd71d-b4d3-4040-8f40-08f83727c03d,segment=NetworkSegment(7f8f5393-c8eb-4376-ac82-f4ede8f20f85),segment_id=7f8f5393-c8eb-4376-ac82-f4ede8f20f85)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 16:58:43.789853 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd75330-647b-40f2-9f02-39768b4a043f None None] The sync data for ids ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'] in dv-neutron-master-2-hyperv is: [{'id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'name': 'router1', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T16:58:29Z', 'updated_at': '2022-03-09T16:58:40Z', 'revision_number': 2, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'gw_port_host': None, '_interfaces': [{'id': 'e23bd71d-b4d3-4040-8f40-08f83727c03d', 'name': '', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'mac_address': 'fa:16:3e:50:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:40Z', 'updated_at': '2022-03-09T16:58:43Z', 'revision_number': 4, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'subnets': [{'id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 16:58:43.874617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:43.921532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2288a36-3c9f-42de-9096-0022193c0f72 None None] Pushing event updated for resources: {'Port': ['ID=e23bd71d-b4d3-4040-8f40-08f83727c03d,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:44.169642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56120) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:44.279232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31017461-ecca-4b54-9975-7cb05d124ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:44.280765 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-31017461-ecca-4b54-9975-7cb05d124ada admin admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 842 time: 0.1102035 Mar 09 16:58:44.290560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Request body: {'subnet': {'gateway_ip': '172.36.5.1', 'cidr': '172.36.5.0/24', 'enable_dhcp': False, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:44.400868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Made reservation on behalf of b69b298bf11047cf8da693eb02998fd3 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 16:58:44.403475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:44.774700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 16:58:44.775132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (15d10b2f-899e-4949-b7a1-b92d6d4132c7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:44.830339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d10b2f-899e-4949-b7a1-b92d6d4132c7,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:44.840399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 16:58:44.840755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Network hostable DHCP agents. Network: 8ddff297-9840-4f55-8570-21cc9d0c9cfc, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 16:58:44.929086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 16:58:45.014557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8ddff297-9840-4f55-8570-21cc9d0c9cfc) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 16:58:45.018592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:45.019343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:45.024384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f40162-0da9-4556-b869-b711b07d9f49 None None] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 16:58:45.091561 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b77a12aa-c1e0-4ae6-a2cb-768bc9872c7f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8048446 Mar 09 16:58:45.128720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f2051-7376-4634-b9a2-4939eb184e86 None None] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 16:58:47.521451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56128) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:47.733802 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fc9cb132-1a19-4852-96e4-9daece592b6d demo admin] 10.222.0.16 "GET /v2.0/routers/6f81d056-f01d-43b6-9c7e-fea2dc29a723 HTTP/1.1" status: 200 len: 710 time: 0.2111373 Mar 09 16:58:47.818690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db27567-80a3-4c54-9caa-63b52db54fa2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 16:58:47.820190 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9db27567-80a3-4c54-9caa-63b52db54fa2 demo admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 886 time: 0.0811400 Mar 09 16:58:47.829504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 16:58:48.114142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks [] for router_gateway (6f81d056-f01d-43b6-9c7e-fea2dc29a723), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:48.406348 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks [] for router_gateway (6f81d056-f01d-43b6-9c7e-fea2dc29a723), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:48.483768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:48.638921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Allocated IP 172.36.5.122 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/6e266358-9ff6-4c7b-8af1-957b0e97021d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 16:58:48.744236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks [] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:48.858326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:48.938174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 16:58:48.946480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 16:58:48.953785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 16:58:48.990755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Pushing event updated for resources: {'Port': ['ID=6e266358-9ff6-4c7b-8af1-957b0e97021d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:49.352406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks [] for router_gateway (6f81d056-f01d-43b6-9c7e-fea2dc29a723), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:49.632287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (6f81d056-f01d-43b6-9c7e-fea2dc29a723), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:49.636870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (6f81d056-f01d-43b6-9c7e-fea2dc29a723), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:49.749013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 16:58:49.857191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 16:58:49.861629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:49.862744 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b3b08fac-573a-49b3-aca0-1ca68db6fece demo admin] 10.222.0.16 "PUT /v2.0/routers/6f81d056-f01d-43b6-9c7e-fea2dc29a723 HTTP/1.1" status: 200 len: 890 time: 2.0363781 Mar 09 16:58:50.497899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e23bd71d-b4d3-4040-8f40-08f83727c03d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 16:58:50.553585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e23bd71d-b4d3-4040-8f40-08f83727c03d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:50.554272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:50.633412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e23bd71d-b4d3-4040-8f40-08f83727c03d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:52.379384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Sync routers for ids ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 16:58:52.394413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Routers {'6f81d056-f01d-43b6-9c7e-fea2dc29a723'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 16:58:52.395061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T16:58:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:52.396110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56140) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 16:58:52.512366 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f49a776f-b112-4de4-ac59-66691911e2ba admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150866 Mar 09 16:58:52.612580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Set router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 16:58:53.085664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'name': 'router1', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.122'}], 'enable_snat': True}, 'gw_port_id': '6e266358-9ff6-4c7b-8af1-957b0e97021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T16:58:29Z', 'updated_at': '2022-03-09T16:58:49Z', 'revision_number': 4, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'gw_port': {'id': '6e266358-9ff6-4c7b-8af1-957b0e97021d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:48Z', 'updated_at': '2022-03-09T16:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e23bd71d-b4d3-4040-8f40-08f83727c03d', 'name': '', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'mac_address': 'fa:16:3e:50:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:40Z', 'updated_at': '2022-03-09T16:58:43Z', 'revision_number': 5, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'subnets': [{'id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:53.135827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Checking router: 6f81d056-f01d-43b6-9c7e-fea2dc29a723 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 16:58:53.136203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Updating router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 port 6e266358-9ff6-4c7b-8af1-957b0e97021d binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 16:58:53.190531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:53.511838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Publish callbacks [] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:53.576552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:53.626402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Attempting to bind port 6e266358-9ff6-4c7b-8af1-957b0e97021d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 16:58:53.626776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Attempting to bind port 6e266358-9ff6-4c7b-8af1-957b0e97021d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 16:58:53.627135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Attempting to bind port 6e266358-9ff6-4c7b-8af1-957b0e97021d on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 16:58:53.634125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 16, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 16:58:53.634501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 16:58:53.634904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:53.635289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 16:58:53.635746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Bound port: 6e266358-9ff6-4c7b-8af1-957b0e97021d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 16:58:53.636124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:53.637533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9776-2671-406c-9fe3-7dd446fe9f13 None None] Pushing event updated for resources: {'Port': ['ID=6e266358-9ff6-4c7b-8af1-957b0e97021d,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:53.694181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] For port 6e266358-9ff6-4c7b-8af1-957b0e97021d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 16:58:53.697177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] For port 6e266358-9ff6-4c7b-8af1-957b0e97021d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e266358-9ff6-4c7b-8af1-957b0e97021d,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 16:58:53.809586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:53.879192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Routers {'6f81d056-f01d-43b6-9c7e-fea2dc29a723'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 16:58:53.879737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T16:58:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:53.916916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9776-2671-406c-9fe3-7dd446fe9f13 None None] Pushing event updated for resources: {'Port': ['ID=6e266358-9ff6-4c7b-8af1-957b0e97021d,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:53.989002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] Set router 6f81d056-f01d-43b6-9c7e-fea2dc29a723 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 16:58:54.222653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'name': 'router1', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.122'}], 'enable_snat': True}, 'gw_port_id': '6e266358-9ff6-4c7b-8af1-957b0e97021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T16:58:29Z', 'updated_at': '2022-03-09T16:58:49Z', 'revision_number': 4, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'gw_port': {'id': '6e266358-9ff6-4c7b-8af1-957b0e97021d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:48Z', 'updated_at': '2022-03-09T16:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e23bd71d-b4d3-4040-8f40-08f83727c03d', 'name': '', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'mac_address': 'fa:16:3e:50:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:40Z', 'updated_at': '2022-03-09T16:58:43Z', 'revision_number': 5, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'subnets': [{'id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 16:58:54.249988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e4a9-de36-4b40-818d-21356df84a40 None None] The sync data for ids ['6f81d056-f01d-43b6-9c7e-fea2dc29a723'] in dv-neutron-master-2-hyperv is: [{'id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'name': 'router1', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.122'}], 'enable_snat': True}, 'gw_port_id': '6e266358-9ff6-4c7b-8af1-957b0e97021d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T16:58:29Z', 'updated_at': '2022-03-09T16:58:49Z', 'revision_number': 4, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'gw_port': {'id': '6e266358-9ff6-4c7b-8af1-957b0e97021d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:48Z', 'updated_at': '2022-03-09T16:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e23bd71d-b4d3-4040-8f40-08f83727c03d', 'name': '', 'network_id': '27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57', 'tenant_id': 'ea232697c3584287bffac3a1fba4c5a7', 'mac_address': 'fa:16:3e:50:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f81d056-f01d-43b6-9c7e-fea2dc29a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T16:58:40Z', 'updated_at': '2022-03-09T16:58:43Z', 'revision_number': 5, 'project_id': 'ea232697c3584287bffac3a1fba4c5a7', 'subnets': [{'id': '513a28ce-01a0-458a-8ed9-06bc4b030f7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70712d1c-f9c0-4488-99e7-3d9ae023e95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 16:58:54.538050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e266358-9ff6-4c7b-8af1-957b0e97021d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 16:58:54.600058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6e266358-9ff6-4c7b-8af1-957b0e97021d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:54.600636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:54.697906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6e266358-9ff6-4c7b-8af1-957b0e97021d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:58:54.699111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:54.722750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 6e266358-9ff6-4c7b-8af1-957b0e97021d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e266358-9ff6-4c7b-8af1-957b0e97021d,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 16:58:54.783600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:54.856661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=6e266358-9ff6-4c7b-8af1-957b0e97021d,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 16:58:56.506815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e266358-9ff6-4c7b-8af1-957b0e97021d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 16:58:56.580255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6e266358-9ff6-4c7b-8af1-957b0e97021d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 16:58:56.581378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e266358-9ff6-4c7b-8af1-957b0e97021d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:58:56.693771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6e266358-9ff6-4c7b-8af1-957b0e97021d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 16:59:03.543055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ed211078-2705-4fe4-b548-4bf0ce2bb63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:05.605260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77569566-875d-4e66-baff-47ce3ca9049d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:07.055175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:07.928210 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 16:59:08.222501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:09.788865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:33.542060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9dd5eef4-e149-49ef-8c36-911f080815b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:35.667586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a2570810-a177-4aab-910b-1dacd6c245bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:37.067103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:38.203959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:40.284080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 16:59:44.929500 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:00:03.544056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-79117444-6120-4941-87b3-23ebd57e90d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:05.614518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fed7964e-0101-4d44-add6-6bf7edf9fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:07.059776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:08.197290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:09.786361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:19.332992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56658) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:19.393565 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-81731852-5e5c-43e2-9717-c8ae1bf2de76 admin admin] GET failed (client error): The resource could not be found. Mar 09 17:00:19.394875 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-81731852-5e5c-43e2-9717-c8ae1bf2de76 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609429 Mar 09 17:00:19.555075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ccbaf3-17cb-4d7c-a8d0-c15cea27afc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:19.556882 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-55ccbaf3-17cb-4d7c-a8d0-c15cea27afc7 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1578803 Mar 09 17:00:21.882100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56668) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:21.928453 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:00:21.971213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f592777-558c-4a38-8592-ea236b465787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:21.972593 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3f592777-558c-4a38-8592-ea236b465787 admin admin] 10.222.0.16 "GET /v2.0/subnets/513a28ce-01a0-458a-8ed9-06bc4b030f7b HTTP/1.1" status: 200 len: 849 time: 0.0895030 Mar 09 17:00:21.981764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:00:22.066832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Publish callbacks [] for subnet (513a28ce-01a0-458a-8ed9-06bc4b030f7b), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:22.263251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742827804254'] for subnet (513a28ce-01a0-458a-8ed9-06bc4b030f7b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:22.296751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:22.297339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:22.298614 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] 10.222.0.16 "PUT /v2.0/subnets/513a28ce-01a0-458a-8ed9-06bc4b030f7b HTTP/1.1" status: 200 len: 868 time: 0.3203757 Mar 09 17:00:22.317194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Pushing event updated for resources: {'Subnet': ['ID=513a28ce-01a0-458a-8ed9-06bc4b030f7b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:00:22.319048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df203e31-a486-4767-ad30-83d52c571391 None None] Network 27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:00:22.324633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.325013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.325368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.325713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.326054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.326403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.326741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.327079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.327426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.327761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.328088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.328445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.328777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24155160-f3db-4a11-b0e3-a78df350267e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:00:22.646682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3acda0ad-935c-4d7d-9244-a1efbe412302 None None] Provisioning complete for port 3db1a804-2f4c-440c-ac37-ead591d9658c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:00:22.647080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3acda0ad-935c-4d7d-9244-a1efbe412302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3db1a804-2f4c-440c-ac37-ead591d9658c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:22.726596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3acda0ad-935c-4d7d-9244-a1efbe412302 None None] Current status of the port 3db1a804-2f4c-440c-ac37-ead591d9658c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:00:22.736157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3acda0ad-935c-4d7d-9244-a1efbe412302 None None] Provisioning complete for port e23bd71d-b4d3-4040-8f40-08f83727c03d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:00:22.736569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3acda0ad-935c-4d7d-9244-a1efbe412302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e23bd71d-b4d3-4040-8f40-08f83727c03d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:22.809554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3acda0ad-935c-4d7d-9244-a1efbe412302 None None] Current status of the port e23bd71d-b4d3-4040-8f40-08f83727c03d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:00:24.610441 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56676) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:24.805614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edada6-2be6-4467-8b22-9d20ec005b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:24.806010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edada6-2be6-4467-8b22-9d20ec005b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:24.807537 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-94edada6-2be6-4467-8b22-9d20ec005b49 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1961191 Mar 09 17:00:27.094436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56684) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:27.223448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eed791-8f23-432d-996e-1965e15c49a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:27.223926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eed791-8f23-432d-996e-1965e15c49a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:27.225459 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d1eed791-8f23-432d-996e-1965e15c49a0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1300840 Mar 09 17:00:29.540892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56692) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:29.670566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3b14cc-3c90-42f0-b4c1-8e43d45db7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:29.671923 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1d3b14cc-3c90-42f0-b4c1-8e43d45db7f7 admin admin] 10.222.0.16 "GET /v2.0/networks/27cdb3c7-6722-4d0e-b5e4-6134c7c8dd57 HTTP/1.1" status: 200 len: 868 time: 0.1300907 Mar 09 17:00:31.994149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56702) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:32.115969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1647a02-b5d9-4653-8c85-f112cdf71793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:32.117364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c1647a02-b5d9-4653-8c85-f112cdf71793 admin admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 886 time: 0.1222773 Mar 09 17:00:33.531540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-28a2b39e-2ba4-4747-8ca4-293970291494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:34.425573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56710) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:34.546752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b74b18-d06e-406e-8802-03a15ff72080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:34.547220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b74b18-d06e-406e-8802-03a15ff72080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:34.548778 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-98b74b18-d06e-406e-8802-03a15ff72080 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221724 Mar 09 17:00:35.613635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-581f4059-6fe2-4b59-97ce-af08f9ce94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:36.839056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56718) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:36.961041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af67ae-4f7e-4d6a-bf85-595f195469a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:36.961503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af67ae-4f7e-4d6a-bf85-595f195469a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:36.963023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c0af67ae-4f7e-4d6a-bf85-595f195469a6 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230197 Mar 09 17:00:37.053827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:38.201726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:39.293115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56726) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:39.381128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183eb2d-f1ac-48d5-b060-4a83d80dd726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:39.382458 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a183eb2d-f1ac-48d5-b060-4a83d80dd726 admin admin] 10.222.0.16 "GET /v2.0/subnets/15d10b2f-899e-4949-b7a1-b92d6d4132c7 HTTP/1.1" status: 200 len: 816 time: 0.0883954 Mar 09 17:00:39.805485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:00:41.681454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56734) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:00:41.770458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c29461-88bb-48f8-bf47-0bcaabc866e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:00:41.771792 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d7c29461-88bb-48f8-bf47-0bcaabc866e3 admin admin] 10.222.0.16 "GET /v2.0/subnets/513a28ce-01a0-458a-8ed9-06bc4b030f7b HTTP/1.1" status: 200 len: 868 time: 0.0893917 Mar 09 17:00:58.927928 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:01:03.531897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7a1366b9-aaeb-4d8b-9e85-ca142d7b99de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:05.612038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2b33728a-ed68-4594-aa6c-5a5b6ac3e846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:07.068313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:08.211963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:09.811810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:09.968548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56786) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:01:10.017025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-3a794697-8ad7-48aa-93ec-667742f75b4b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:01:10.018054 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3a794697-8ad7-48aa-93ec-667742f75b4b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485723 Mar 09 17:01:12.426704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56794) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:01:12.486104 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-22362555-2217-4991-b397-0e0732316158 admin admin] GET failed (client error): The resource could not be found. Mar 09 17:01:12.488394 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-22362555-2217-4991-b397-0e0732316158 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606794 Mar 09 17:01:12.574793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aba9c5-2c33-4da4-b3cf-283effc9cdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:01:12.576287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-91aba9c5-2c33-4da4-b3cf-283effc9cdc7 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850039 Mar 09 17:01:14.893984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56802) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:01:14.940830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:01:15.049983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Made reservation on behalf of b69b298bf11047cf8da693eb02998fd3 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:01:15.052338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:15.085950 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.services.revisions.revision_plugin [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Could not find related network for resource to bump revision. Mar 09 17:01:15.098150 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:01:15.107419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1f0a4484-7e6a-41ae-8e7a-af015f8069fb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:15.107762 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Added segment 1f0a4484-7e6a-41ae-8e7a-af015f8069fb of type vlan for network 191d1a35-d804-4804-9f6b-1cf645c9cc28 Mar 09 17:01:15.147989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (191d1a35-d804-4804-9f6b-1cf645c9cc28), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:15.312849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (191d1a35-d804-4804-9f6b-1cf645c9cc28), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:15.313777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:01:15.314374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:15.400737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] Pushing event updated for resources: {'Network': ['ID=191d1a35-d804-4804-9f6b-1cf645c9cc28,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:01:15.411145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 191d1a35-d804-4804-9f6b-1cf645c9cc28 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:01:15.430035 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-66431549-cac2-4145-86cd-8c0a65d98e43 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5349107 Mar 09 17:01:17.789015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 56810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:01:17.849411 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d838d27-5a8d-4341-88a1-5b021fef8b75 admin admin] GET failed (client error): The resource could not be found. Mar 09 17:01:17.850720 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1d838d27-5a8d-4341-88a1-5b021fef8b75 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604436 Mar 09 17:01:17.916131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762b263-8ef6-4927-9c4c-581501c330de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:01:17.917553 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8762b263-8ef6-4927-9c4c-581501c330de admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0628841 Mar 09 17:01:17.927249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:01:17.994362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Made reservation on behalf of b69b298bf11047cf8da693eb02998fd3 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:01:17.996705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:18.217557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (63b6cbb1-4958-417b-8457-43b3e31b23c0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:18.275388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b6cbb1-4958-417b-8457-43b3e31b23c0,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:01:18.282409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Checking segment: {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:01:18.282765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Network hostable DHCP agents. Network: 191d1a35-d804-4804-9f6b-1cf645c9cc28, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:01:18.359642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Network 191d1a35-d804-4804-9f6b-1cf645c9cc28 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:01:18.422596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 191d1a35-d804-4804-9f6b-1cf645c9cc28) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:01:18.426542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:01:18.427143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:18.432043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae580d2-02bf-47f7-9c23-08ce90e2f881 None None] Network 191d1a35-d804-4804-9f6b-1cf645c9cc28 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:01:18.517559 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bf18ab90-416c-432f-8c99-9e6429d285e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5934610 Mar 09 17:01:18.529890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-191d1a35-d804-4804-9f6b-1cf645c9cc28', 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28', 'project_id': 'b69b298bf11047cf8da693eb02998fd3', 'fixed_ips': [{'subnet_id': '63b6cbb1-4958-417b-8457-43b3e31b23c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:01:18.529890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:18.878596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Allocated IP 192.168.233.2 (191d1a35-d804-4804-9f6b-1cf645c9cc28/63b6cbb1-4958-417b-8457-43b3e31b23c0/e823916f-716f-42ad-b795-00f007067f38) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:01:19.196956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Publish callbacks [] for port (e823916f-716f-42ad-b795-00f007067f38), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:19.281758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (e823916f-716f-42ad-b795-00f007067f38), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:19.323355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Network 191d1a35-d804-4804-9f6b-1cf645c9cc28 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:01:19.326174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:01:19.330881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:01:19.333099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Pushing event updated for resources: {'Port': ['ID=e823916f-716f-42ad-b795-00f007067f38,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:01:19.342225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.344254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.344254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.344254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.344254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.344714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.344840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.345172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.345513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.345858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.346187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.346531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.346831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:01:19.403601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Attempting to bind port e823916f-716f-42ad-b795-00f007067f38 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:01:19.403979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Attempting to bind port e823916f-716f-42ad-b795-00f007067f38 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:01:19.404341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Attempting to bind port e823916f-716f-42ad-b795-00f007067f38 on network 191d1a35-d804-4804-9f6b-1cf645c9cc28 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:01:19.410031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:01:19.410410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Checking segment: {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:01:19.410814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:19.411212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Bound using segment: {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:01:19.411684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Bound port: e823916f-716f-42ad-b795-00f007067f38, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:01:19.412066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e823916f-716f-42ad-b795-00f007067f38), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:19.483662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] For port e823916f-716f-42ad-b795-00f007067f38, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:01:19.483662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] For port e823916f-716f-42ad-b795-00f007067f38, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e823916f-716f-42ad-b795-00f007067f38,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:01:19.561276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e823916f-716f-42ad-b795-00f007067f38), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:19.632174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068a219-d47b-47db-b6fd-4c2c51dffca5 None None] Pushing event updated for resources: {'Port': ['ID=e823916f-716f-42ad-b795-00f007067f38,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:01:20.455174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a7c8a-539b-485b-b28e-e42cd55acef9 None None] Network 191d1a35-d804-4804-9f6b-1cf645c9cc28 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:01:20.498867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] Provisioning complete for port e823916f-716f-42ad-b795-00f007067f38 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:01:20.499402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e823916f-716f-42ad-b795-00f007067f38), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:20.601794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e823916f-716f-42ad-b795-00f007067f38 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:01:20.676260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] Current status of the port e823916f-716f-42ad-b795-00f007067f38 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:01:20.676751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e823916f-716f-42ad-b795-00f007067f38), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:20.719750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e823916f-716f-42ad-b795-00f007067f38 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:01:20.720077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e823916f-716f-42ad-b795-00f007067f38), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:20.722650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] For port e823916f-716f-42ad-b795-00f007067f38, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e823916f-716f-42ad-b795-00f007067f38,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:01:20.799320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e823916f-716f-42ad-b795-00f007067f38), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:20.835911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e823916f-716f-42ad-b795-00f007067f38 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:01:20.836447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e823916f-716f-42ad-b795-00f007067f38), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:20.870923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d1c2a-87a1-499b-ae00-478311756cf4 None None] Pushing event updated for resources: {'Port': ['ID=e823916f-716f-42ad-b795-00f007067f38,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:01:20.915068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:01:20.915563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:01:20.922268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-08c2d004-9776-4a4f-8c24-814ae572e6ac None None] Provisioning complete for port e823916f-716f-42ad-b795-00f007067f38 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:01:20.922646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-08c2d004-9776-4a4f-8c24-814ae572e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e823916f-716f-42ad-b795-00f007067f38), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:21.002805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-08c2d004-9776-4a4f-8c24-814ae572e6ac None None] Current status of the port e823916f-716f-42ad-b795-00f007067f38 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:01:21.450348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e823916f-716f-42ad-b795-00f007067f38 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:01:22.550519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e823916f-716f-42ad-b795-00f007067f38 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:01:22.639162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e823916f-716f-42ad-b795-00f007067f38 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:01:22.639533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e823916f-716f-42ad-b795-00f007067f38), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:22.713530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e823916f-716f-42ad-b795-00f007067f38 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:01:33.563721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ab24265-15da-4e90-b39a-52723166959d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:35.605202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d2b2765e-6378-465f-aba6-1d297ed0fe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:35.926971 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:01:37.068147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:38.222110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:01:39.799524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:03.541037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-67985484-0a69-47e8-a9d9-9e74512c1109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:05.613793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cef1bdbb-d97b-4656-9a8d-eaf33fc49bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:07.078502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:08.215494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:09.781188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:12.927641 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:02:33.545808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-58e5e31a-3f7e-4fe0-8770-36a22cfaf2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:35.608131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-824e8fc3-c4a1-4a3d-9ecc-e210849c1c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:37.082891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:38.225750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:39.819731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:02:49.925333 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:03:03.556016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23912173-4d3b-4049-a9ec-96ec74399ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:05.601565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-927c22ea-50fa-42dd-8f31-0c36a6af20ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:07.070304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:08.235670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:09.795771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:13.315624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56850) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:03:13.321428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-38167029-d597-4043-9b8f-a2c34d43b6b1 tempest-verify_tempest_config-2022836015 tempest-verify_tempest_config-2022836015-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:03:13.323073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-38167029-d597-4043-9b8f-a2c34d43b6b1 tempest-verify_tempest_config-2022836015 tempest-verify_tempest_config-2022836015-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064909 Mar 09 17:03:13.823686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56868) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:03:13.923652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.008808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Publish callbacks [] for security_group (458939c2-f9f6-4b34-be49-fcbceb05bdac), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.063906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (458939c2-f9f6-4b34-be49-fcbceb05bdac), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.108623 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=772df7b17af04d8c888e50c70273a2dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2838957 Mar 09 17:03:14.109425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458939c2-f9f6-4b34-be49-fcbceb05bdac,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:03:14.111726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56872) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:03:14.127707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.128082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.128520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.128866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.129206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.129543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.129893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.130229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.130574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.130906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.131235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.131594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.131913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344d37a-6415-4981-901b-7e9bbf4e0750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:03:14.176387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e22b9a3-6392-4f6d-b980-c34979aa7af6 admin admin] Publish callbacks [] for security_group (458939c2-f9f6-4b34-be49-fcbceb05bdac), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.196625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e22b9a3-6392-4f6d-b980-c34979aa7af6 admin admin] Publish callbacks [] for security_group (458939c2-f9f6-4b34-be49-fcbceb05bdac), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.338644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e22b9a3-6392-4f6d-b980-c34979aa7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (458939c2-f9f6-4b34-be49-fcbceb05bdac), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.341252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e22b9a3-6392-4f6d-b980-c34979aa7af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:14.342442 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8e22b9a3-6392-4f6d-b980-c34979aa7af6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/458939c2-f9f6-4b34-be49-fcbceb05bdac HTTP/1.1" status: 204 len: 168 time: 0.2298322 Mar 09 17:03:14.350097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22b9a3-6392-4f6d-b980-c34979aa7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458939c2-f9f6-4b34-be49-fcbceb05bdac,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:03:26.923263 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:03:33.531984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e3bab7b-b88e-46b2-8101-a21ee1bc7f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:35.623033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d0bafcd-535b-4a29-baae-fb4b1225a9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:37.074645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:38.263128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:03:39.811499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:03.530600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2966-1dc8-4b53-a379-34fe06767825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:03.921858 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 5 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:04:05.633243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1ed70ec2-d4b5-4612-ad0e-65ae73ab7af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:07.061647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:08.216124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:09.804135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:28.466648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823716'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:33.534790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1942865b-15a7-4aec-a9b5-806ab6e50a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:35.614979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3193323f-01b4-48e6-96ac-1ec29054ec8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:37.066141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:38.214901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:39.791771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:04:40.922391 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:04:42.654399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56942) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:04:42.754787 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1720d55d-3b82-40bd-9b9f-04b7a6d127e3 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0993025 Mar 09 17:04:45.060428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 56952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:04:45.113773 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e5b87170-105f-4850-bc44-94b889eba914 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0522718 Mar 09 17:04:58.453802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:03.539141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e040e2b-024b-4d94-a6a6-1628ff1335c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:05.613244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0813f3d2-ed07-4027-8154-9053f9a74344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:07.093928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:08.213805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:09.796007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:17.920978 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:05:28.429837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:33.549566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-507f361b-2bde-410c-9d00-a0917e135263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:35.629593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b13c-5f11-4300-a24f-afcdbdc72bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:37.092545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:38.246775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:39.818984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:05:54.921733 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:05:58.457203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:03.554563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-106f9c66-2916-4580-a517-0c3be1aa5ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:05.622895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8b6022d0-8264-4061-8aa0-3413f8042055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.287969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57098) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:06.520735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1920813282-network', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:06.628223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Made reservation on behalf of 7c0c1d195e3c40de90ce47ad6c2a8037 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:06.631415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.641404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.718116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks [] for security_group (99a07261-92fe-4996-9670-987277303dc1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.777583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (99a07261-92fe-4996-9670-987277303dc1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.814161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a07261-92fe-4996-9670-987277303dc1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:06.817288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:06.823289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.823668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.824032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.824393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.824735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.825066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.825411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.825814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.826172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.826440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.826766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.827146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.827427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Tracked resource versions report: Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: pushed versions: Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: { 'AddressGroup': {'1.2'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'ConntrackHelper': {'1.0'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'LocalIPAssociation': {'1.0'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Log': {'1.0'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Network': {'1.1'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Port': {'1.7'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'PortForwarding': {'1.2'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'QosPolicy': {'1.10'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroup': {'1.5'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroupRule': {'1.2'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'SubPort': {'1.0'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Subnet': {'1.1'}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Trunk': {'1.1'}} Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: consumer versions: Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: HyperV agent@hv-neutron-mast: {}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'ConntrackHelper': '1.0', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'LocalIPAssociation': '1.0', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Log': '1.0', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Network': '1.1', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Port': '1.7', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'PortForwarding': '1.2', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'QosPolicy': '1.10', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroup': '1.5', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'SecurityGroupRule': '1.2', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'SubPort': '1.0', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Subnet': '1.1', Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: 'Trunk': '1.1'}} Mar 09 17:06:06.828614 dv-neutron-master-2-hyperv neutron-server[104358]: {{(pid=104358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 17:06:06.839233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2cdd7422-297d-4c11-94fd-fe19d1646933), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.839233 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Added segment 2cdd7422-297d-4c11-94fd-fe19d1646933 of type vlan for network 54bd7d51-c503-4f53-b140-5d16e5008e99 Mar 09 17:06:06.881780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (54bd7d51-c503-4f53-b140-5d16e5008e99), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.962786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (54bd7d51-c503-4f53-b140-5d16e5008e99), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:06.963805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:06.964547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.053017 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=54bd7d51-c503-4f53-b140-5d16e5008e99,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:07.063231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57138) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:07.063732 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-69fc313e-77ab-4173-9937-6ff4800c0ed8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7744718 Mar 09 17:06:07.065851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:07.070302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Request body: {'subnet': {'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1920813282-subnet', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:07.086936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.194909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Made reservation on behalf of 7c0c1d195e3c40de90ce47ad6c2a8037 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:07.199033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.312306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57146) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:07.463259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (a8cd4737-cd35-4783-8942-b0b6329358b5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.532200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8cd4737-cd35-4783-8942-b0b6329358b5,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:07.544601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.545265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.545631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.546051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.546477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.546884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.547310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.547717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.548126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.548566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57154) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:07.548697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.549067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.549468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.549885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Tracked resource versions report: Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: pushed versions: Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: { 'AddressGroup': {'1.2'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'ConntrackHelper': {'1.0'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'LocalIPAssociation': {'1.0'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Log': {'1.0'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Network': {'1.1'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Port': {'1.7'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'PortForwarding': {'1.2'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'QosPolicy': {'1.10'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroup': {'1.5'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroupRule': {'1.2'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'SubPort': {'1.0'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Subnet': {'1.1'}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Trunk': {'1.1'}} Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: consumer versions: Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: HyperV agent@hv-neutron-mast: {}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'ConntrackHelper': '1.0', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'LocalIPAssociation': '1.0', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Log': '1.0', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Network': '1.1', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Port': '1.7', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'PortForwarding': '1.2', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'QosPolicy': '1.10', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroup': '1.5', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'SecurityGroupRule': '1.2', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'SubPort': '1.0', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Subnet': '1.1', Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: 'Trunk': '1.1'}} Mar 09 17:06:07.551162 dv-neutron-master-2-hyperv neutron-server[104357]: {{(pid=104357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 17:06:07.554701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Checking segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:07.555136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Network hostable DHCP agents. Network: 54bd7d51-c503-4f53-b140-5d16e5008e99, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:07.657077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:07.721870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1254565483-network', 'tenant_id': '7402523760324c8884dc4a94d391ccb0'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:07.743579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54bd7d51-c503-4f53-b140-5d16e5008e99) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:07.751042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:07.751042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.760634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8be66c-9649-449d-97a1-910146a9f5f1 None None] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:07.801724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1201426752-network', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:07.834168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Made reservation on behalf of 7402523760324c8884dc4a94d391ccb0 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:07.836467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.847404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.876552 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e518edae-90d2-4cb2-8078-9f9cbdff036b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8113847 Mar 09 17:06:07.885307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57170) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:07.892097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:07.931264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-54bd7d51-c503-4f53-b140-5d16e5008e99', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:07.932465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.976571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks [] for security_group (7d111e42-ef46-4cbf-b358-aaa61fac4648), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.978401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Made reservation on behalf of 3882b1c942c54d6eb9f9c9cef69cd02c for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:07.980432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:07.996063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.006776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.008337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.034106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7d111e42-ef46-4cbf-b358-aaa61fac4648), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.070990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d111e42-ef46-4cbf-b358-aaa61fac4648,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:08.103272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:08.142223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (439eec3e-8233-49bc-b9cd-28e37b62174b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.142569 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Added segment 439eec3e-8233-49bc-b9cd-28e37b62174b of type vlan for network 156d8939-b06a-43f7-992c-2765bd5353db Mar 09 17:06:08.151512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Allocated IP 172.20.0.2 (54bd7d51-c503-4f53-b140-5d16e5008e99/a8cd4737-cd35-4783-8942-b0b6329358b5/4c1a4349-9660-43af-964e-88e563fae1b1) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:08.158438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks [] for router_controller (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.220269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (156d8939-b06a-43f7-992c-2765bd5353db), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.247654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.251600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks [] for security_group (510d9903-2e9c-496a-8728-28a093e24773), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.300129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57178) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:08.314072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (510d9903-2e9c-496a-8728-28a093e24773), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.328487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:08.351683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0bf91233-e531-40fb-9914-bf95aa05556b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.352046 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Added segment 0bf91233-e531-40fb-9914-bf95aa05556b of type vlan for network 781549fa-9da0-4eeb-8336-15685593a054 Mar 09 17:06:08.370770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Publish callbacks [] for port (4c1a4349-9660-43af-964e-88e563fae1b1), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.411073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (156d8939-b06a-43f7-992c-2765bd5353db), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.412045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:08.412657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.452183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.465357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (781549fa-9da0-4eeb-8336-15685593a054), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.499261 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1858199 Mar 09 17:06:08.505173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57188) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:08.514492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks [] for router_gateway (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.537086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Request body: {'subnet': {'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1254565483-subnet', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:08.543959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:08.546137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:08.548254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Pushing event updated for resources: {'Port': ['ID=4c1a4349-9660-43af-964e-88e563fae1b1,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:08.550844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:08.554061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510d9903-2e9c-496a-8728-28a093e24773,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:08.643196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:06:08.643319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.643611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.646904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02302a8-0890-4004-9528-f8005a055b26 admin admin] Pushing event updated for resources: {'Network': ['ID=156d8939-b06a-43f7-992c-2765bd5353db,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:08.649114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.649114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.649362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.649658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.650010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.650347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.650687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.651035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.651363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.651686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.652054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Tracked resource versions report: Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: pushed versions: Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: { 'AddressGroup': {'1.2'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'ConntrackHelper': {'1.0'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'LocalIPAssociation': {'1.0'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Log': {'1.0'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Network': {'1.1'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Port': {'1.7'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'PortForwarding': {'1.2'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'QosPolicy': {'1.10'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroup': {'1.5'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroupRule': {'1.2'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'SubPort': {'1.0'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Subnet': {'1.1'}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Trunk': {'1.1'}} Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: consumer versions: Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: HyperV agent@hv-neutron-mast: {}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'ConntrackHelper': '1.0', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'LocalIPAssociation': '1.0', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Log': '1.0', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Network': '1.1', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Port': '1.7', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'PortForwarding': '1.2', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'QosPolicy': '1.10', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroup': '1.5', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'SecurityGroupRule': '1.2', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'SubPort': '1.0', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Subnet': '1.1', Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: 'Trunk': '1.1'}} Mar 09 17:06:08.653219 dv-neutron-master-2-hyperv neutron-server[104359]: {{(pid=104359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 17:06:08.671467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 156d8939-b06a-43f7-992c-2765bd5353db details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:08.709369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Made reservation on behalf of 7402523760324c8884dc4a94d391ccb0 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:08.713490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.724762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Attempting to bind port 4c1a4349-9660-43af-964e-88e563fae1b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:08.725557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Attempting to bind port 4c1a4349-9660-43af-964e-88e563fae1b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:08.726328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Attempting to bind port 4c1a4349-9660-43af-964e-88e563fae1b1 on network 54bd7d51-c503-4f53-b140-5d16e5008e99 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:08.741855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:08.743442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Checking segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:08.744311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.745106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Bound using segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:08.745686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (781549fa-9da0-4eeb-8336-15685593a054), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.746072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Bound port: 4c1a4349-9660-43af-964e-88e563fae1b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:08.746689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.748266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:08.749513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:08.883486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] For port 4c1a4349-9660-43af-964e-88e563fae1b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:08.894008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] For port 4c1a4349-9660-43af-964e-88e563fae1b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c1a4349-9660-43af-964e-88e563fae1b1,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:08.952946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] Pushing event updated for resources: {'Network': ['ID=781549fa-9da0-4eeb-8336-15685593a054,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:08.959292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-837549078'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:08.967049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 781549fa-9da0-4eeb-8336-15685593a054 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:08.971123 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-844b6371-1af4-462f-aa3a-b796e5d86df3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4169576 Mar 09 17:06:08.971409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57196) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:08.977613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Request body: {'subnet': {'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1201426752-subnet', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:08.981623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks [] for router_gateway (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.004250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.059464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.082919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Made reservation on behalf of e6db418b477c41bb9bb85665add64815 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:09.087416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.127127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.504277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (5a9233de-054e-4157-9616-75d5a5021e5d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.506998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Allocated IP 172.36.5.12 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/d68d37df-bcdb-4d36-8e95-061aa457da92) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:09.508894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee277-2a42-441c-a0f6-b45e2c699396 None None] Pushing event updated for resources: {'Port': ['ID=4c1a4349-9660-43af-964e-88e563fae1b1,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:09.509861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9233de-054e-4157-9616-75d5a5021e5d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:09.509861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks [] for security_group (25806e2c-ac3f-4baf-9c09-7a491ed1e549), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.509861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Checking segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:09.509861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Network hostable DHCP agents. Network: 156d8939-b06a-43f7-992c-2765bd5353db, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:09.510843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks [] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.511593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57212) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:09.537183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Made reservation on behalf of 3882b1c942c54d6eb9f9c9cef69cd02c for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:09.541767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Network 156d8939-b06a-43f7-992c-2765bd5353db is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:09.541877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.541955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (25806e2c-ac3f-4baf-9c09-7a491ed1e549), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.544838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.567360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:09.584526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (84f9b348-8f82-4793-9b06-be8766185bf4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.585689 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Added segment 84f9b348-8f82-4793-9b06-be8766185bf4 of type vlan for network bfcb3393-60fd-4d52-bea5-684b4e577d38 Mar 09 17:06:09.599328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:09.634473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (bfcb3393-60fd-4d52-bea5-684b4e577d38), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.651875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:09.657375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:09.700156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25806e2c-ac3f-4baf-9c09-7a491ed1e549,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:09.725156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Pushing event updated for resources: {'Port': ['ID=d68d37df-bcdb-4d36-8e95-061aa457da92,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:09.732173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 156d8939-b06a-43f7-992c-2765bd5353db) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:09.739242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:09.739910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.752595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (bfcb3393-60fd-4d52-bea5-684b4e577d38), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.757732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfdd5f2-efd2-4894-a04f-2413c8bba279 None None] Network 156d8939-b06a-43f7-992c-2765bd5353db requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:09.760231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:09.761100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.894381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:09.915001 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6131082 Mar 09 17:06:09.921014 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-958c8309-c557-4dbd-a834-d5aa69e63530 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4066091 Mar 09 17:06:09.921163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57226) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:09.924192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57228) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:09.924848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce79ca1-4966-4ddd-a39f-7f535f30350d tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Pushing event updated for resources: {'Network': ['ID=bfcb3393-60fd-4d52-bea5-684b4e577d38,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:09.929611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:09.939334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network bfcb3393-60fd-4d52-bea5-684b4e577d38 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:09.958506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-156d8939-b06a-43f7-992c-2765bd5353db', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'project_id': '7402523760324c8884dc4a94d391ccb0', 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:09.959624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.005479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (04784b5f-990e-46f8-b063-f984792aaf3f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.044845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-152862800', 'router:external': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:10.091115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (990084b5-2e51-4f90-af01-6ed66377dace), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.092622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (990084b5-2e51-4f90-af01-6ed66377dace), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.126067 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Made reservation on behalf of 3111423900744ebb8e1f142705bc37dc for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:10.130003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.146921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.254979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Allocated IP 172.20.0.2 (156d8939-b06a-43f7-992c-2765bd5353db/5a9233de-054e-4157-9616-75d5a5021e5d/edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:10.279979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57238) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:10.286829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for security_group (f38bf2d1-12c7-48e1-a5d3-da3ce679878b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.323050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks [] for router_gateway (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.328522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04784b5f-990e-46f8-b063-f984792aaf3f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:10.342592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f38bf2d1-12c7-48e1-a5d3-da3ce679878b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.357894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:10.381811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.382146 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Added segment 349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e of type vlan for network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee Mar 09 17:06:10.464202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.480613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks [] for router_controller (990084b5-2e51-4f90-af01-6ed66377dace), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.489141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'network': {'name': 'tempest-network--1190512291', 'router:external': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:10.497421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Checking segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:10.498085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Network hostable DHCP agents. Network: 781549fa-9da0-4eeb-8336-15685593a054, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:10.519736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Publish callbacks [] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.540759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38bf2d1-12c7-48e1-a5d3-da3ce679878b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:10.554489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57244) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:10.583954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.643436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Pushing event updated for resources: {'Port': ['ID=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:10.651747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36c03d-8219-46e4-865e-ccbb223f1bba None None] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:10.657525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.658618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:10.660860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.660966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-536461870'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:10.673497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Made reservation on behalf of 19500e6f407340478a3a2cf6b084e6d4 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:10.675799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.686031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Network 781549fa-9da0-4eeb-8336-15685593a054 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:10.701324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57250) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:10.708892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-348ae816-a90c-44ed-8420-4d79f745449f tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-967207417'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:10.709811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-348ae816-a90c-44ed-8420-4d79f745449f tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Unknown quota resources ['metering_label']. {{(pid=104358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:10.724399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Network 156d8939-b06a-43f7-992c-2765bd5353db is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:10.729804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:10.732700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:10.743292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.767568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] Provisioning complete for port 4c1a4349-9660-43af-964e-88e563fae1b1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:10.767968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.807594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Network': ['ID=ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:10.854734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:10.863711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c1a4349-9660-43af-964e-88e563fae1b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:10.894508 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6babf7ed-43da-4638-a8b4-f0b1e08938bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3931129 Mar 09 17:06:10.897635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57258) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:10.898076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d472694e-e50c-4ff9-b3a1-6827d256a685 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-392498341'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:10.898582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d472694e-e50c-4ff9-b3a1-6827d256a685 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Unknown quota resources ['metering_label']. {{(pid=104357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:10.902846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'subnet': {'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:10.905853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Attempting to bind port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:10.910312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Attempting to bind port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:10.910312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Attempting to bind port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab on network 156d8939-b06a-43f7-992c-2765bd5353db {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:10.937418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 781549fa-9da0-4eeb-8336-15685593a054) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:10.953342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:10.953936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.955202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6168f97-a326-4629-9786-66b09c27b9b0 None None] Network 781549fa-9da0-4eeb-8336-15685593a054 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:10.964000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:10.964506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Checking segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:10.965073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:10.965471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Bound using segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:10.966102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Bound port: edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:10.966484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.036018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks [] for router_gateway (990084b5-2e51-4f90-af01-6ed66377dace), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.081611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Made reservation on behalf of c96938bcf6a244c9937779b088d228c9 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:11.085257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.117931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Made reservation on behalf of 3111423900744ebb8e1f142705bc37dc for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:11.120296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.131220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.170297 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-67c09f1b-d5d0-4b3b-9e36-2918f6dbd258 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1985266 Mar 09 17:06:11.174190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57264) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:11.178857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:11.253672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-348ae816-a90c-44ed-8420-4d79f745449f tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.254883 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-348ae816-a90c-44ed-8420-4d79f745449f tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6994460 Mar 09 17:06:11.260889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57266) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:11.267122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-80e340e4-e894-4a1b-8780-7b8158aad579 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c6cf3a8e-3b11-4614-9a0f-f4b220fd0851'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:11.267640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-80e340e4-e894-4a1b-8780-7b8158aad579 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:11.326869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] Current status of the port 4c1a4349-9660-43af-964e-88e563fae1b1 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:11.327740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.338172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.373544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4c1a4349-9660-43af-964e-88e563fae1b1 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:11.374248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.418876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (f807fc88-c735-47d8-8b82-2fce094d3b10), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.419959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (f807fc88-c735-47d8-8b82-2fce094d3b10), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.420721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for security_group (68385fd6-498e-45cb-8608-2e91180245d4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.438149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d472694e-e50c-4ff9-b3a1-6827d256a685 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.439339 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d472694e-e50c-4ff9-b3a1-6827d256a685 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7376881 Mar 09 17:06:11.443028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57268) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:11.444212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-781549fa-9da0-4eeb-8336-15685593a054', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:11.447479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.453863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ba87a973-f165-41d1-bf23-065224ffa760 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6a9e790e-7168-4708-8e87-35693d1ca666'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:11.454375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ba87a973-f165-41d1-bf23-065224ffa760 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:11.498335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (68385fd6-498e-45cb-8608-2e91180245d4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.550157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks [] for router_controller (f807fc88-c735-47d8-8b82-2fce094d3b10), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.560232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:11.619404 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.services.metering.metering_plugin [None req-80e340e4-e894-4a1b-8780-7b8158aad579 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 09 17:06:11.624881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68385fd6-498e-45cb-8608-2e91180245d4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:11.638878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] For port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:11.645737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (164cac76-e8d6-4fb6-b347-f13e527e35ae), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.646092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Added segment 164cac76-e8d6-4fb6-b347-f13e527e35ae of type vlan for network 71151e1e-00b8-43ac-86c8-6d3fe1ea83ff Mar 09 17:06:11.672130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks [] for security_group (b2afe8a5-0628-4883-a5ca-8f0ecff8cc83), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.678298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] For port 4c1a4349-9660-43af-964e-88e563fae1b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c1a4349-9660-43af-964e-88e563fae1b1,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:11.688712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] For port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:11.691937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Allocated IP 172.20.0.2 (781549fa-9da0-4eeb-8336-15685593a054/04784b5f-990e-46f8-b063-f984792aaf3f/ad7d2947-19a2-4ca4-bd94-3408a5390839) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:11.708888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4c1a4349-9660-43af-964e-88e563fae1b1 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:11.708888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.724215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (71151e1e-00b8-43ac-86c8-6d3fe1ea83ff), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.750994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b2afe8a5-0628-4883-a5ca-8f0ecff8cc83), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.752568 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.services.metering.metering_plugin [None req-ba87a973-f165-41d1-bf23-065224ffa760 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 09 17:06:11.783753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.786092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.806608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-80e340e4-e894-4a1b-8780-7b8158aad579 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.807803 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-80e340e4-e894-4a1b-8780-7b8158aad579 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5458543 Mar 09 17:06:11.840710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57270) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:11.851197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-807fe937-ec76-442e-870a-1b3e83d29452 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c6cf3a8e-3b11-4614-9a0f-f4b220fd0851'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:11.851721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-807fe937-ec76-442e-870a-1b3e83d29452 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:11.855219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:11.896383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afe8a5-0628-4883-a5ca-8f0ecff8cc83,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:11.904383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:06:11.904662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:06:11.911057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (87d66dbb-5e66-4568-9aa1-71ae6f21e205), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.911405 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Added segment 87d66dbb-5e66-4568-9aa1-71ae6f21e205 of type vlan for network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e Mar 09 17:06:11.913422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73664-1789-4b3b-84a1-c7cd2e9b4c3e None None] Pushing event updated for resources: {'Port': ['ID=4c1a4349-9660-43af-964e-88e563fae1b1,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:11.949833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ba87a973-f165-41d1-bf23-065224ffa760 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:11.954168 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ba87a973-f165-41d1-bf23-065224ffa760 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5054524 Mar 09 17:06:11.996917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57272) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.006308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fbd4d66b-06d3-4ae0-8d53-d7dc510285c5 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6a9e790e-7168-4708-8e87-35693d1ca666'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:12.006487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fbd4d66b-06d3-4ae0-8d53-d7dc510285c5 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:12.018322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:06:12.022151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (71151e1e-00b8-43ac-86c8-6d3fe1ea83ff), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.023561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:12.023710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.038065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-57348207-ffc2-45ef-9de2-691919505c93 None None] Provisioning complete for port 4c1a4349-9660-43af-964e-88e563fae1b1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:12.038460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57348207-ffc2-45ef-9de2-691919505c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.040702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Publish callbacks [] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.064715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814dce6-d25a-4093-807c-0cc6a8ef30da None None] Pushing event updated for resources: {'Port': ['ID=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:12.065144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks [] for router_gateway (f807fc88-c735-47d8-8b82-2fce094d3b10), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.082964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.088674 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.services.metering.metering_plugin [None req-807fe937-ec76-442e-870a-1b3e83d29452 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 09 17:06:12.145271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-57348207-ffc2-45ef-9de2-691919505c93 None None] Current status of the port 4c1a4349-9660-43af-964e-88e563fae1b1 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:12.155640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.177092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks [] for router_gateway (990084b5-2e51-4f90-af01-6ed66377dace), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.213660 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.services.metering.metering_plugin [None req-fbd4d66b-06d3-4ae0-8d53-d7dc510285c5 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 09 17:06:12.238254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Network 781549fa-9da0-4eeb-8336-15685593a054 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:12.242727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Pushing event updated for resources: {'Port': ['ID=ad7d2947-19a2-4ca4-bd94-3408a5390839,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:12.247402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:12.249731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:12.295707 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3757777 Mar 09 17:06:12.299539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57274) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.305447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae15b5-8571-4eb0-8ddd-4218316b48f9 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Network': ['ID=71151e1e-00b8-43ac-86c8-6d3fe1ea83ff,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:12.325486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 71151e1e-00b8-43ac-86c8-6d3fe1ea83ff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:12.332207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Attempting to bind port ad7d2947-19a2-4ca4-bd94-3408a5390839 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:12.332609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Attempting to bind port ad7d2947-19a2-4ca4-bd94-3408a5390839 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:12.332977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Attempting to bind port ad7d2947-19a2-4ca4-bd94-3408a5390839 on network 781549fa-9da0-4eeb-8336-15685593a054 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:12.360458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:12.360853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Checking segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:12.362287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.362720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Bound using segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:12.363217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Bound port: ad7d2947-19a2-4ca4-bd94-3408a5390839, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:12.363417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d66b-06d3-4ae0-8d53-d7dc510285c5 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.363604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.364641 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fbd4d66b-06d3-4ae0-8d53-d7dc510285c5 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3667524 Mar 09 17:06:12.368784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57276) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.401958 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ad2dbc66-1098-4641-a6cd-a6c960fa1c82 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f81cc6b3-7cb6-4c0d-a60b-3ac6bef3b63b HTTP/1.1" status: 200 len: 464 time: 0.0302985 Mar 09 17:06:12.408148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57278) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.473842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.493106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-807fe937-ec76-442e-870a-1b3e83d29452 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.497781 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-807fe937-ec76-442e-870a-1b3e83d29452 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6514893 Mar 09 17:06:12.499324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57280) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.508178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4c1a4349-9660-43af-964e-88e563fae1b1 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:12.533869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] For port ad7d2947-19a2-4ca4-bd94-3408a5390839, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:12.538485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] For port ad7d2947-19a2-4ca4-bd94-3408a5390839, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7d2947-19a2-4ca4-bd94-3408a5390839,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:12.551036 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cbe293c4-a7af-4079-b0d7-270caa9d2a1f tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=9a72cf89-86e7-4fa8-9fd3-ff82ebaa9c5a HTTP/1.1" status: 200 len: 462 time: 0.0488436 Mar 09 17:06:12.551755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.556668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:12.557265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.559465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57282) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.623414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.625208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (71151e1e-00b8-43ac-86c8-6d3fe1ea83ff), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.638423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:06:12.638872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (5abd0896-722d-4a89-8d48-28a29b507f88), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.693645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5abd0896-722d-4a89-8d48-28a29b507f88,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:12.759890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d449-9e03-41a0-a382-8e4447a35186 None None] Pushing event updated for resources: {'Port': ['ID=ad7d2947-19a2-4ca4-bd94-3408a5390839,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:12.777272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:12.785769 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5027153 Mar 09 17:06:12.793013 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Sync routers for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:12.795769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012d31-fcab-4f41-b681-6c8a87a8d24d tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event updated for resources: {'Network': ['ID=2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:12.797705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57286) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.810718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Request body: {'subnet': {'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:12.815382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:12.819391 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:12.827483 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:12.879947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8585ca22-2833-4d24-a340-f45fff7339fc tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.881142 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8585ca22-2833-4d24-a340-f45fff7339fc tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/f81cc6b3-7cb6-4c0d-a60b-3ac6bef3b63b HTTP/1.1" status: 204 len: 168 time: 0.4720187 Mar 09 17:06:12.888896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Checking segment: {'id': '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:12.889251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network hostable DHCP agents. Network: ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:12.891138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57288) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:12.954504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:12.968191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:12.969460 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f7aa0564-68eb-4b99-b18f-d9b2e81e2718 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0831325 Mar 09 17:06:12.972481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Allocated IP 172.36.5.110 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/8ada48fa-9b79-4763-b345-28abb4d9bbd2) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:13.010465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57290) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:13.046263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:13.046672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.101890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a2b072b-4517-413c-bd74-33d22c4eb6c0 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.103041 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4a2b072b-4517-413c-bd74-33d22c4eb6c0 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/9a72cf89-86e7-4fa8-9fd3-ff82ebaa9c5a HTTP/1.1" status: 204 len: 168 time: 0.5308309 Mar 09 17:06:13.115977 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a3ce577a-7119-4ee4-89d1-c9f408c4a5c7 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f81cc6b3-7cb6-4c0d-a60b-3ac6bef3b63b HTTP/1.1" status: 200 len: 221 time: 0.1002116 Mar 09 17:06:13.164740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (71151e1e-00b8-43ac-86c8-6d3fe1ea83ff), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.169504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57292) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:13.169849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57294) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:13.170995 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:13.213447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f7d69a2d-7569-4526-8296-7a45d3e13b88 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1659330572', 'description': 'label created by tempest'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:13.213907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f7d69a2d-7569-4526-8296-7a45d3e13b88 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Unknown quota resources ['metering_label']. {{(pid=104358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:13.272456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:13.291336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:13.292096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.312112 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ac7b4fd5-4d19-4499-ad81-0b1c15be3c2e tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=9a72cf89-86e7-4fa8-9fd3-ff82ebaa9c5a HTTP/1.1" status: 200 len: 221 time: 0.1308689 Mar 09 17:06:13.313010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57298) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:13.323391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4163ec7e-2b70-4c16-ba16-dab925dd2c32 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--60239078', 'description': 'label created by tempest'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:13.323892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4163ec7e-2b70-4c16-ba16-dab925dd2c32 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Unknown quota resources ['metering_label']. {{(pid=104358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 09 17:06:13.327932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.328386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.329229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.329634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > port after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.330050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.330459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > port after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.330853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.331844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.332229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.332583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.357857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:13.411520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.412837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c1a4349-9660-43af-964e-88e563fae1b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:13.438089 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:09Z', 'revision_number': 3, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:13.465593 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Checking router: 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:13.466171 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Updating router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 port d68d37df-bcdb-4d36-8e95-061aa457da92 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:13.495190 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.548220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Made reservation on behalf of c96938bcf6a244c9937779b088d228c9 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:13.550618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbebd9a-72f9-409a-99a5-4112ff1acb45 None None] Network 156d8939-b06a-43f7-992c-2765bd5353db requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:13.551823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks [] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.627003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.627532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.627823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.628817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:13.629198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71151e1e-00b8-43ac-86c8-6d3fe1ea83ff']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:13.641721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:13.660798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4c1a4349-9660-43af-964e-88e563fae1b1 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:13.660967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.688901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5a295b3a-f066-4a64-81c8-b4dbd7159f6b None None] Provisioning complete for port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:13.689380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a295b3a-f066-4a64-81c8-b4dbd7159f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.703361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164cac76-e8d6-4fb6-b347-f13e527e35ae') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:13.703662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164cac76-e8d6-4fb6-b347-f13e527e35ae') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:13.728078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (164cac76-e8d6-4fb6-b347-f13e527e35ae), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.791526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:13.803457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (164cac76-e8d6-4fb6-b347-f13e527e35ae), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.806999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:13.807596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.810946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks [] for router_gateway (f807fc88-c735-47d8-8b82-2fce094d3b10), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.843882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (09f1a4be-0973-400c-aab0-1ce6ab96ac5f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.854839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a665d-c078-4b17-a582-fb4ed8b5dfdc None None] Network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:13.895049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks [] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.898205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:13.898443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (164cac76-e8d6-4fb6-b347-f13e527e35ae), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: from cryptography.utils import int_from_bytes Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: from cryptography.utils import int_from_bytes Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:13.905654 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:13.929865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5a295b3a-f066-4a64-81c8-b4dbd7159f6b None None] Current status of the port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:13.974426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:13.996635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4c1a4349-9660-43af-964e-88e563fae1b1 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:14.059495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event updated for resources: {'Subnet': ['ID=09f1a4be-0973-400c-aab0-1ce6ab96ac5f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:14.090147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.169041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:14.169041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:14.174521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:14.232738 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-861fb831-6eb3-4e16-884a-d0115a1caf7e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3337836 Mar 09 17:06:14.244559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12088f8f-9c65-428c-87bb-73d8c764cefc None None] Network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:14.265359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-af5b8542-8d57-44af-92ee-f5088d2dc873 None None] Provisioning complete for port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:14.265860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-af5b8542-8d57-44af-92ee-f5088d2dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.270318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57300) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:14.278741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-987664187', 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:14.291982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7d69a2d-7569-4526-8296-7a45d3e13b88 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.296330 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f7d69a2d-7569-4526-8296-7a45d3e13b88 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.1112485 Mar 09 17:06:14.300665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Checking segment: {'id': '87d66dbb-5e66-4568-9aa1-71ae6f21e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:14.301266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Network hostable DHCP agents. Network: 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:14.304422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57302) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:14.341069 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Publish callbacks [] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.368655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01807572-6a4e-4b72-91ca-1c85d767ab98 None None] Network 781549fa-9da0-4eeb-8336-15685593a054 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:14.424575 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.501275 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Pushing event updated for resources: {'Port': ['ID=d68d37df-bcdb-4d36-8e95-061aa457da92,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:14.516424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-af5b8542-8d57-44af-92ee-f5088d2dc873 None None] Current status of the port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:14.517918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Pushing event updated for resources: {'Port': ['ID=8ada48fa-9b79-4763-b345-28abb4d9bbd2,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:14.543650 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.544023 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.544426 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.544779 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.545116 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.545713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.546074 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.546751 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.547104 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.547451 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.547787 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.548110 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.548491 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Tracked resource versions report: Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: pushed versions: Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: { 'AddressGroup': {'1.2'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'ConntrackHelper': {'1.0'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'LocalIPAssociation': {'1.0'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Log': {'1.0'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Network': {'1.1'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Port': {'1.7'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'PortForwarding': {'1.2'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'QosPolicy': {'1.10'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroup': {'1.5'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroupRule': {'1.2'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'SubPort': {'1.0'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Subnet': {'1.1'}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Trunk': {'1.1'}} Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: consumer versions: Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: HyperV agent@hv-neutron-mast: {}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'ConntrackHelper': '1.0', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'LocalIPAssociation': '1.0', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Log': '1.0', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Network': '1.1', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Port': '1.7', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'PortForwarding': '1.2', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'QosPolicy': '1.10', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroup': '1.5', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'SecurityGroupRule': '1.2', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'SubPort': '1.0', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Subnet': '1.1', Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: 'Trunk': '1.1'}} Mar 09 17:06:14.550506 dv-neutron-master-2-hyperv neutron-server[104360]: {{(pid=104360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 17:06:14.553741 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Attempting to bind port d68d37df-bcdb-4d36-8e95-061aa457da92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:14.554115 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Attempting to bind port d68d37df-bcdb-4d36-8e95-061aa457da92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:14.554479 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Attempting to bind port d68d37df-bcdb-4d36-8e95-061aa457da92 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:14.566225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:14.566225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:14.566225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.566225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:14.566225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Bound port: d68d37df-bcdb-4d36-8e95-061aa457da92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:14.566225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.577164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.586023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (71151e1e-00b8-43ac-86c8-6d3fe1ea83ff), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.593172 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c8c5c4ea-9faa-4ba4-abb5-b9cd150ac97b tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=bb9b7cb9-c37a-419f-830e-da8d62ece0cd HTTP/1.1" status: 200 len: 468 time: 0.2864964 Mar 09 17:06:14.598395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57304) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:14.636615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71151e1e-00b8-43ac-86c8-6d3fe1ea83ff {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:06:14.649995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4163ec7e-2b70-4c16-ba16-dab925dd2c32 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.653592 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4163ec7e-2b70-4c16-ba16-dab925dd2c32 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 1.3312731 Mar 09 17:06:14.660858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] Provisioning complete for port ad7d2947-19a2-4ca4-bd94-3408a5390839 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:14.661637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.662590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57306) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:14.667015 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] For port d68d37df-bcdb-4d36-8e95-061aa457da92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:14.676642 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] For port d68d37df-bcdb-4d36-8e95-061aa457da92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d68d37df-bcdb-4d36-8e95-061aa457da92,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:14.684237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Network': ['ID=71151e1e-00b8-43ac-86c8-6d3fe1ea83ff,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:14.697409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.700682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5e070208-c080-4a29-b882-1fa9f9f5631f tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/networks/71151e1e-00b8-43ac-86c8-6d3fe1ea83ff HTTP/1.1" status: 204 len: 168 time: 2.4001312 Mar 09 17:06:14.701418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Made reservation on behalf of 3111423900744ebb8e1f142705bc37dc for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:14.706945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.719734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57310) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:14.746547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:14.749908 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.775207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:14.809662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] device_id is not set on port d0a8093f-c736-4cd8-a018-f5a3a66921bf yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:14.836104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Allocated IP 172.36.5.118 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/2dc5928d-cd44-4f16-9717-1906d9f568c8) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:14.853255 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-89e31f8b-a3be-4b62-802f-8c8b78b80bfe tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=239cca19-1f38-4b47-b3f9-8a942b16b09f HTTP/1.1" status: 200 len: 466 time: 0.1864831 Mar 09 17:06:14.864067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57312) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:14.866462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] Current status of the port ad7d2947-19a2-4ca4-bd94-3408a5390839 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:14.867117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:14.928819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] For port ad7d2947-19a2-4ca4-bd94-3408a5390839, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7d2947-19a2-4ca4-bd94-3408a5390839,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:14.937214 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77482f2e-6de0-4656-82aa-1ce56dec71cc None None] Pushing event updated for resources: {'Port': ['ID=d68d37df-bcdb-4d36-8e95-061aa457da92,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:14.942443 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:14.945448 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:14.946637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ad7d2947-19a2-4ca4-bd94-3408a5390839 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:14.977039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Made reservation on behalf of 19500e6f407340478a3a2cf6b084e6d4 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:14.979324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.023079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.034038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ad7d2947-19a2-4ca4-bd94-3408a5390839 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:15.034823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.094791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:15.101235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:15.102266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:15.108813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.121214 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:15.126147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Allocated IP 2001:db8::350 (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee/5abd0896-722d-4a89-8d48-28a29b507f88/d0a8093f-c736-4cd8-a018-f5a3a66921bf) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:15.129996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f1d8d-8c06-4e4d-90a7-0228070e3974 None None] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:15.140493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a38fa19f-e584-4e64-9746-ddb2c332d4ef), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.141000 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Added segment a38fa19f-e584-4e64-9746-ddb2c332d4ef of type vlan for network 0edf472b-b3dc-4d13-9c25-9d02468a972f Mar 09 17:06:15.165821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks [] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.207909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3d0d3-a7f6-486c-805c-4ca9739458e5 None None] Pushing event updated for resources: {'Port': ['ID=ad7d2947-19a2-4ca4-bd94-3408a5390839,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:15.225227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fcb26c4f-5914-435c-8734-cd9d334089f7 None None] Provisioning complete for port ad7d2947-19a2-4ca4-bd94-3408a5390839 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:15.225613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcb26c4f-5914-435c-8734-cd9d334089f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.303183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-78b554e5-dfd0-417a-82a3-f7402a91914a tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5013273 Mar 09 17:06:15.308869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57314) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.366763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Request body: {'port': {'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-965979599'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:15.382535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for port (d0a8093f-c736-4cd8-a018-f5a3a66921bf), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.419866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ad8f821b-3ac1-4a0b-b66d-335e7ab3eb8d tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.423625 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ad8f821b-3ac1-4a0b-b66d-335e7ab3eb8d tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/bb9b7cb9-c37a-419f-830e-da8d62ece0cd HTTP/1.1" status: 204 len: 168 time: 0.8226058 Mar 09 17:06:15.433132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57316) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.457507 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2213200a-6119-4145-9044-b0e9e04896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:09Z', 'revision_number': 3, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:15.484676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (0edf472b-b3dc-4d13-9c25-9d02468a972f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.487915 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213200a-6119-4145-9044-b0e9e04896af None None] The sync data for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv is: [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:09Z', 'revision_number': 3, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:15.497929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d0a8093f-c736-4cd8-a018-f5a3a66921bf), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.498100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e', 'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e', 'project_id': 'c96938bcf6a244c9937779b088d228c9', 'fixed_ips': [{'subnet_id': '09f1a4be-0973-400c-aab0-1ce6ab96ac5f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:15.499054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.503561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fcb26c4f-5914-435c-8734-cd9d334089f7 None None] Current status of the port ad7d2947-19a2-4ca4-bd94-3408a5390839 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:15.505602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ad7d2947-19a2-4ca4-bd94-3408a5390839 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:15.506472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:15.575051 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-30acc168-05de-4520-acba-a41df23aa27b tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=bb9b7cb9-c37a-419f-830e-da8d62ece0cd HTTP/1.1" status: 200 len: 216 time: 0.1349204 Mar 09 17:06:15.575051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-170ea8c3-9d11-40cc-b4fb-cf86d46669af tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.578756 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-170ea8c3-9d11-40cc-b4fb-cf86d46669af tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/239cca19-1f38-4b47-b3f9-8a942b16b09f HTTP/1.1" status: 204 len: 168 time: 0.7054505 Mar 09 17:06:15.578756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks [] for router_gateway (990084b5-2e51-4f90-af01-6ed66377dace), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.592702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:15.599598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.599737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57318) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.599737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57320) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.600632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:15.604972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:15.605962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:15.606576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.619763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (0edf472b-b3dc-4d13-9c25-9d02468a972f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.620795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:15.621827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.641108 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a8093f-c736-4cd8-a018-f5a3a66921bf,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:15.649965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:15.650348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:15.691802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:15.701859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:15.704239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:15.710780 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9894123 Mar 09 17:06:15.721333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57324) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.731944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'subnet': {'network_id': '0edf472b-b3dc-4d13-9c25-9d02468a972f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:15.732122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Allocated IP 172.20.0.2 (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e/09f1a4be-0973-400c-aab0-1ce6ab96ac5f/91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:15.739795 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ea00f21-88e6-46c8-aac8-c24127f07a4d tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1354101 Mar 09 17:06:15.741526 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-713b101c-39a1-4f20-af6b-4c963f8f444d tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=239cca19-1f38-4b47-b3f9-8a942b16b09f HTTP/1.1" status: 200 len: 216 time: 0.1361954 Mar 09 17:06:15.748751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57326) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.752483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.760532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Allocated IP 172.20.0.1 (54bd7d51-c503-4f53-b140-5d16e5008e99/a8cd4737-cd35-4783-8942-b0b6329358b5/29e13b86-a98b-4b1c-8d28-533f837591ac) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:15.804238 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b15637fc-98d6-4010-9826-2edf7f1c3109 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0527546 Mar 09 17:06:15.807750 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6566ec1f-909c-4f91-9329-846889832efc tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5364525 Mar 09 17:06:15.810971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57332) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.816670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8fde-36b9-4489-8993-8b43f6230593 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Network': ['ID=0edf472b-b3dc-4d13-9c25-9d02468a972f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:15.822920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57334) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.823271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:15.828727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 0edf472b-b3dc-4d13-9c25-9d02468a972f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:15.907740 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aad374a1-9f09-4036-b7e9-0f68cb144c89 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1573794 Mar 09 17:06:15.908423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Pushing event updated for resources: {'Port': ['ID=2dc5928d-cd44-4f16-9717-1906d9f568c8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:15.912376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Made reservation on behalf of 19500e6f407340478a3a2cf6b084e6d4 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:15.914873 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:15.915500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.001355 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-620d178a-7d4b-41f0-9b43-0011f04bd2ca tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/6a9e790e-7168-4708-8e87-35693d1ca666 HTTP/1.1" status: 200 len: 472 time: 0.0809994 Mar 09 17:06:16.004264 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9feaf56c-acb0-4d1e-83b4-2784662d3ed4 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1828995 Mar 09 17:06:16.011084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57338) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.011408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.064178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Publish callbacks [] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.076658 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4cee042d-0e0b-4ef2-a42d-5c6fa7ebd4f7 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/e8925273-6544-4609-aa4e-a996879af08b HTTP/1.1" status: 200 len: 461 time: 0.0607767 Mar 09 17:06:16.076658 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57342) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.131551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.172692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:16.177053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:16.179530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:16.206891 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-67e7a792-1e96-4673-b249-83e1f9aeeefa tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/c6cf3a8e-3b11-4614-9a0f-f4b220fd0851 HTTP/1.1" status: 200 len: 472 time: 0.1929011 Mar 09 17:06:16.209569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57344) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.231983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Made reservation on behalf of c96938bcf6a244c9937779b088d228c9 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:16.235414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.248149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2fecc26d-b665-441c-9ba8-adba91a68098 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/00b7d0d9-fe7a-4729-b536-df19830e76ff HTTP/1.1" status: 200 len: 459 time: 0.0151117 Mar 09 17:06:16.251338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Pushing event updated for resources: {'Port': ['ID=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:16.252111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57346) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.272875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Attempting to bind port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:16.272875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Attempting to bind port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '87d66dbb-5e66-4568-9aa1-71ae6f21e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:16.272875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Attempting to bind port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 on network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:16.279344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:16.279726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Checking segment: {'id': '87d66dbb-5e66-4568-9aa1-71ae6f21e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:16.280147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.280559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Bound using segment: {'id': '87d66dbb-5e66-4568-9aa1-71ae6f21e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:16.281036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Bound port: 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d66dbb-5e66-4568-9aa1-71ae6f21e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:16.281423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.306461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Deleting port d0a8093f-c736-4cd8-a018-f5a3a66921bf {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:16.306824 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d0a8093f-c736-4cd8-a018-f5a3a66921bf), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.316329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] device_id is not set on port 88f93d52-c21a-41f7-9946-696f603f0f3b yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:16.348951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] For port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:16.352191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] For port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,segment=NetworkSegment(87d66dbb-5e66-4568-9aa1-71ae6f21e205),segment_id=87d66dbb-5e66-4568-9aa1-71ae6f21e205)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:16.386663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks [] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.457833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.491246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c918e6fe-b992-4e43-9443-d3975174c60a tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.492258 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c918e6fe-b992-4e43-9443-d3975174c60a tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/e8925273-6544-4609-aa4e-a996879af08b HTTP/1.1" status: 204 len: 168 time: 0.4142177 Mar 09 17:06:16.502433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57348) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.543804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c67c8-655c-45e4-93b4-7d82c8dc940b None None] Pushing event updated for resources: {'Port': ['ID=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:16.703349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (990084b5-2e51-4f90-af01-6ed66377dace), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.770796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d0a8093f-c736-4cd8-a018-f5a3a66921bf), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.788010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Calling delete_port for d0a8093f-c736-4cd8-a018-f5a3a66921bf owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:16.912470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ad7d2947-19a2-4ca4-bd94-3408a5390839 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:16.940104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.964911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2def-27d4-45ce-b54a-e9b023f3a94a tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.968722 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e6fd2def-27d4-45ce-b54a-e9b023f3a94a tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/00b7d0d9-fe7a-4729-b536-df19830e76ff HTTP/1.1" status: 204 len: 168 time: 0.7110066 Mar 09 17:06:16.971117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57350) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:16.979547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ad7d2947-19a2-4ca4-bd94-3408a5390839 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:16.979942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:16.983265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Allocated IP 172.20.0.12 (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e/09f1a4be-0973-400c-aab0-1ce6ab96ac5f/88f93d52-c21a-41f7-9946-696f603f0f3b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:16.999734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e26c18-117a-4274-9a18-391b90a17402 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.003822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-19e26c18-117a-4274-9a18-391b90a17402 tempest-MeteringTestJSON-1883529106 tempest-MeteringTestJSON-1883529106-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/6a9e790e-7168-4708-8e87-35693d1ca666 HTTP/1.1" status: 204 len: 168 time: 0.4876857 Mar 09 17:06:17.031460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:17.074661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:17.077394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:17.077871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.087177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ad7d2947-19a2-4ca4-bd94-3408a5390839 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:17.088871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d68d37df-bcdb-4d36-8e95-061aa457da92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:17.093648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks [] for router_gateway (f807fc88-c735-47d8-8b82-2fce094d3b10), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.127623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Pushing event updated for resources: {'Port': ['ID=29e13b86-a98b-4b1c-8d28-533f837591ac,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:17.146631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d68d37df-bcdb-4d36-8e95-061aa457da92 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:17.147017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.380006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d68d37df-bcdb-4d36-8e95-061aa457da92 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:17.380522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.424200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-996d84e7-4bdc-4311-9245-5c8aab1dd4e8 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.428571 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-996d84e7-4bdc-4311-9245-5c8aab1dd4e8 tempest-MeteringIpV6TestJSON-521578017 tempest-MeteringIpV6TestJSON-521578017-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/c6cf3a8e-3b11-4614-9a0f-f4b220fd0851 HTTP/1.1" status: 204 len: 168 time: 0.4538162 Mar 09 17:06:17.439618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port d68d37df-bcdb-4d36-8e95-061aa457da92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d68d37df-bcdb-4d36-8e95-061aa457da92,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:17.502001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks [] for port (88f93d52-c21a-41f7-9946-696f603f0f3b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.510888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Router 990084b5-2e51-4f90-af01-6ed66377dace is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:06:17.519740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.537035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d0a8093f-c736-4cd8-a018-f5a3a66921bf), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.578557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=d68d37df-bcdb-4d36-8e95-061aa457da92,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:17.596801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a8093f-c736-4cd8-a018-f5a3a66921bf,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:17.599378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5c982f32-6948-4772-b1d8-009e7efc1c51 None None] Provisioning complete for port 29e13b86-a98b-4b1c-8d28-533f837591ac triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:17.599864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c982f32-6948-4772-b1d8-009e7efc1c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.645133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.662650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:06:17.663437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for subnet (b0d9833a-dc2d-493b-8e88-c621cb60c3c5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.673366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5c982f32-6948-4772-b1d8-009e7efc1c51 None None] Port 29e13b86-a98b-4b1c-8d28-533f837591ac cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:17.706932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (f807fc88-c735-47d8-8b82-2fce094d3b10), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.710573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.713828 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a6aac42e-bc62-4a0c-aa52-fc75a66c71aa tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d0a8093f-c736-4cd8-a018-f5a3a66921bf HTTP/1.1" status: 204 len: 168 time: 1.8897524 Mar 09 17:06:17.716454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57360) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:17.721655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee', 'external_fixed_ips': [{'subnet_id': '5abd0896-722d-4a89-8d48-28a29b507f88', 'ip_address': '2001:db8::350'}]}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:17.779836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57362) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:17.854076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (e962eb91-d2bb-4384-a444-7c21736dfb2d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.855197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (e962eb91-d2bb-4384-a444-7c21736dfb2d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.949973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (88f93d52-c21a-41f7-9946-696f603f0f3b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.950561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (e962eb91-d2bb-4384-a444-7c21736dfb2d), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:17.963738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0d9833a-dc2d-493b-8e88-c621cb60c3c5,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:17.986582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57370) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:18.053324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Router f807fc88-c735-47d8-8b82-2fce094d3b10 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:06:18.065120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:18.075812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Sync routers for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:18.091219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:18.091976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:18.106536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4d113c1-4908-4a83-a444-4a124ab31e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.124644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Checking segment: {'id': 'a38fa19f-e584-4e64-9746-ddb2c332d4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0edf472b-b3dc-4d13-9c25-9d02468a972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:18.125031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Network hostable DHCP agents. Network: 0edf472b-b3dc-4d13-9c25-9d02468a972f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:18.125228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-192bb988-2ca3-4221-8e93-f4edd4c1c4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.132475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event updated for resources: {'Port': ['ID=88f93d52-c21a-41f7-9946-696f603f0f3b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:18.155701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:18.162146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:18.200924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:18.207371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:18.208206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.214671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:18.223781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.225510 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df35b890-c151-4055-93ed-02391f825a43 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2994094 Mar 09 17:06:18.226351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Network 0edf472b-b3dc-4d13-9c25-9d02468a972f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:18.228402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57374) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:18.253753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (e962eb91-d2bb-4384-a444-7c21736dfb2d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.325296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e64528ac-0967-4ebb-8049-7ace6053a39c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9940617 Mar 09 17:06:18.329381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57376) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:18.445833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0edf472b-b3dc-4d13-9c25-9d02468a972f) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:18.453309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks [] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.461704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:18.462315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.462838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac2cc4-8850-4a3e-8000-5ece71e8fea8 None None] Network 0edf472b-b3dc-4d13-9c25-9d02468a972f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:18.490382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:14Z', 'revision_number': 3, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:18.542389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Checking router: 990084b5-2e51-4f90-af01-6ed66377dace for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:18.542695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:18.542797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Updating router 990084b5-2e51-4f90-af01-6ed66377dace port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:18.553694 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Sync routers for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:18.561969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.562839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.568699 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:18.568699 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:18.582581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8ea66621-eb8c-420e-812e-acc70d42d3b2 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8598306 Mar 09 17:06:18.589489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57378) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:18.599865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'floatingip': {'floating_network_id': '0edf472b-b3dc-4d13-9c25-9d02468a972f'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:18.618756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4d113c1-4908-4a83-a444-4a124ab31e33 admin admin] Publish callbacks [] for security_group (49cf681a-c68c-41c4-b9ca-04b3fc099a2a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.651500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-192bb988-2ca3-4221-8e93-f4edd4c1c4f5 admin admin] Publish callbacks [] for security_group (0d88e229-7b58-4f6e-b360-28bb808a1342), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.676386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.706653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.707887 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ab70b05d-1f21-4eaa-95cb-31fec0bee90f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5327361 Mar 09 17:06:18.711523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57380) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:18.755952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e993b-b2a0-4580-8874-0fbfb468df37 None None] Network 0edf472b-b3dc-4d13-9c25-9d02468a972f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:18.817766 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:18.845867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17bac0-1f73-4c68-9d13-342de0274360 None None] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:18.858739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Pushing event updated for resources: {'Port': ['ID=29e13b86-a98b-4b1c-8d28-533f837591ac,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:18.899446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4d113c1-4908-4a83-a444-4a124ab31e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (49cf681a-c68c-41c4-b9ca-04b3fc099a2a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.934997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Deleting port 88f93d52-c21a-41f7-9946-696f603f0f3b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:18.935357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (88f93d52-c21a-41f7-9946-696f603f0f3b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.946704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] Provisioning complete for port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:18.947226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:18.949353 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:18.999789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d113c1-4908-4a83-a444-4a124ab31e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf681a-c68c-41c4-b9ca-04b3fc099a2a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:19.002363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-192bb988-2ca3-4221-8e93-f4edd4c1c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0d88e229-7b58-4f6e-b360-28bb808a1342), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.017735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:19.024126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:19.041647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.080326 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-192bb988-2ca3-4221-8e93-f4edd4c1c4f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af4ad2195f384efeb8b799eea99dced2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0912352 Mar 09 17:06:19.092398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57382) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:19.149994 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:16Z', 'revision_number': 3, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:19.152287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c4d113c1-4908-4a83-a444-4a124ab31e33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a88ed658f1ee4c46ba30d888fbbb87c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3712173 Mar 09 17:06:19.159875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57384) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:19.192866 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Checking router: f807fc88-c735-47d8-8b82-2fce094d3b10 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:19.193272 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Updating router f807fc88-c735-47d8-8b82-2fce094d3b10 port 2dc5928d-cd44-4f16-9717-1906d9f568c8 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:19.227223 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.280838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb988-2ca3-4221-8e93-f4edd4c1c4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d88e229-7b58-4f6e-b360-28bb808a1342,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:19.335860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (88f93d52-c21a-41f7-9946-696f603f0f3b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.353752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Publish callbacks [] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.382743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:19.383119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.389634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Calling delete_port for 88f93d52-c21a-41f7-9946-696f603f0f3b owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:19.428030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] Current status of the port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:19.428457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.450774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.526420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54cea5-a593-44b2-8219-bc5cfeefd42e None None] Pushing event updated for resources: {'Port': ['ID=8ada48fa-9b79-4763-b345-28abb4d9bbd2,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:19.588738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] For port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,segment=NetworkSegment(87d66dbb-5e66-4568-9aa1-71ae6f21e205),segment_id=87d66dbb-5e66-4568-9aa1-71ae6f21e205)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:19.606630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaa402f2-5c1d-47c5-99c8-abfc65bb777d admin admin] Publish callbacks [] for security_group (0d88e229-7b58-4f6e-b360-28bb808a1342), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.612459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Attempting to bind port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:19.612907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Attempting to bind port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:19.614847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Attempting to bind port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:19.614948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:06:19.620589 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Publish callbacks [] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.645291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaa402f2-5c1d-47c5-99c8-abfc65bb777d admin admin] Publish callbacks [] for security_group (0d88e229-7b58-4f6e-b360-28bb808a1342), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.658642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:19.659077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.679105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.682992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:19.683376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:19.683775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.684166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:19.684690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Bound port: 8ada48fa-9b79-4763-b345-28abb4d9bbd2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:19.685074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.691760 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.770650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:06:19.771008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:06:19.790424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (e962eb91-d2bb-4384-a444-7c21736dfb2d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.800595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.868513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.910086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-accb96d7-325c-41d8-9a3b-d3044d2572ce admin admin] Publish callbacks [] for security_group (49cf681a-c68c-41c4-b9ca-04b3fc099a2a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.927734 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf56df-7b53-4095-8362-da4b6bd28513 None None] Pushing event updated for resources: {'Port': ['ID=2dc5928d-cd44-4f16-9717-1906d9f568c8,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:19.956127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-accb96d7-325c-41d8-9a3b-d3044d2572ce admin admin] Publish callbacks [] for security_group (49cf681a-c68c-41c4-b9ca-04b3fc099a2a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.966796 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Attempting to bind port 2dc5928d-cd44-4f16-9717-1906d9f568c8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:19.967537 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Attempting to bind port 2dc5928d-cd44-4f16-9717-1906d9f568c8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:19.968164 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Attempting to bind port 2dc5928d-cd44-4f16-9717-1906d9f568c8 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:19.979588 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:19.980393 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:19.981134 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:19.981733 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:19.982679 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Bound port: 2dc5928d-cd44-4f16-9717-1906d9f568c8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:19.983262 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.011079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] For port 8ada48fa-9b79-4763-b345-28abb4d9bbd2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:20.015298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3820c02-b3bb-404c-a7a3-783ecdf40e2e None None] Pushing event updated for resources: {'Port': ['ID=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:20.020283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Provisioning complete for port 29e13b86-a98b-4b1c-8d28-533f837591ac triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:20.020698 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.055303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Port 29e13b86-a98b-4b1c-8d28-533f837591ac cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:20.059091 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] For port 2dc5928d-cd44-4f16-9717-1906d9f568c8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:20.063111 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] For port 2dc5928d-cd44-4f16-9717-1906d9f568c8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dc5928d-cd44-4f16-9717-1906d9f568c8,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:20.066696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Provisioning complete for port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:20.067075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.092214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.094815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaa402f2-5c1d-47c5-99c8-abfc65bb777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0d88e229-7b58-4f6e-b360-28bb808a1342), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.098407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaa402f2-5c1d-47c5-99c8-abfc65bb777d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.099594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aaa402f2-5c1d-47c5-99c8-abfc65bb777d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d88e229-7b58-4f6e-b360-28bb808a1342 HTTP/1.1" status: 204 len: 168 time: 1.0041201 Mar 09 17:06:20.107860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.133235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-accb96d7-325c-41d8-9a3b-d3044d2572ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (49cf681a-c68c-41c4-b9ca-04b3fc099a2a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.134865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-accb96d7-325c-41d8-9a3b-d3044d2572ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.138663 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-accb96d7-325c-41d8-9a3b-d3044d2572ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49cf681a-c68c-41c4-b9ca-04b3fc099a2a HTTP/1.1" status: 204 len: 168 time: 0.9435325 Mar 09 17:06:20.141437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa402f2-5c1d-47c5-99c8-abfc65bb777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d88e229-7b58-4f6e-b360-28bb808a1342,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:20.164860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb96d7-325c-41d8-9a3b-d3044d2572ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf681a-c68c-41c4-b9ca-04b3fc099a2a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:20.166817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:20.170098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Current status of the port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:20.184270 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3a4f4d22-d7fe-4597-8772-833cbb6c0ddf admin admin] 10.222.0.16 "PUT /v2.0/routers/0960b0ed-bdba-40f8-b75a-cc3a5f559a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1686602 Mar 09 17:06:20.186677 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.192151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Sync routers for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:20.228807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Provisioning complete for port 88f93d52-c21a-41f7-9946-696f603f0f3b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:20.229479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88f93d52-c21a-41f7-9946-696f603f0f3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.246473 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:20.247139 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:20.248127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (88f93d52-c21a-41f7-9946-696f603f0f3b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.286011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:20.287326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:20.294288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event deleted for resources: {'Port': ['ID=88f93d52-c21a-41f7-9946-696f603f0f3b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:20.327326 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf56df-7b53-4095-8362-da4b6bd28513 None None] Pushing event updated for resources: {'Port': ['ID=2dc5928d-cd44-4f16-9717-1906d9f568c8,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:20.397391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.402418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-69cdd796-1890-4421-b833-1ae350d5db13 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "DELETE /v2.0/ports/88f93d52-c21a-41f7-9946-696f603f0f3b HTTP/1.1" status: 204 len: 168 time: 2.0699685 Mar 09 17:06:20.405767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57392) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:20.434222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] For port 8ada48fa-9b79-4763-b345-28abb4d9bbd2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ada48fa-9b79-4763-b345-28abb4d9bbd2,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:20.442828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5930c69e-15ba-4f76-b4f4-8a0104ba5389 None None] Port 88f93d52-c21a-41f7-9946-696f603f0f3b was deleted so its status cannot be updated. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 09 17:06:20.453940 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:20.475784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:20.477253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d68d37df-bcdb-4d36-8e95-061aa457da92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:20.510573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.535595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Allocated IP 172.20.0.1 (156d8939-b06a-43f7-992c-2765bd5353db/5a9233de-054e-4157-9616-75d5a5021e5d/f7e24f50-6b24-4a47-8b49-e4de71816ed4) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:20.595532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Allocated IP 2001:db8::350 (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee/5abd0896-722d-4a89-8d48-28a29b507f88/58ef0a23-ea41-456a-afd4-f204f345d38c) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:20.695421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-927c691b-ae35-4bec-8d13-bf23bb4c50b4 None None] Could not find standard attr ID for object 88f93d52-c21a-41f7-9946-696f603f0f3b. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:06:20.709077 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:16Z', 'revision_number': 3, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:20.746357 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e5fff-b6c6-477c-b63c-bde82f10f294 None None] The sync data for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv is: [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:16Z', 'revision_number': 3, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:20.859159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:20.859798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:20.882008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks [] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.897306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Allocated IP 172.20.0.10 (0edf472b-b3dc-4d13-9c25-9d02468a972f/b0d9833a-dc2d-493b-8e88-c621cb60c3c5/1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:20.934235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Allocated IP 172.20.0.1 (781549fa-9da0-4eeb-8336-15685593a054/04784b5f-990e-46f8-b063-f984792aaf3f/6dbdc6ed-3db5-4818-aa17-4b76b260b86d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:20.937517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:20.946051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:20.967981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54cea5-a593-44b2-8219-bc5cfeefd42e None None] Pushing event updated for resources: {'Port': ['ID=8ada48fa-9b79-4763-b345-28abb4d9bbd2,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:20.988801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d68d37df-bcdb-4d36-8e95-061aa457da92 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:20.989195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.000013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.023384 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3bcd4a19-d189-4b36-b1ab-04ccf8569a51 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.6164868 Mar 09 17:06:21.053792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57406) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:21.059494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1625493934'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:21.076013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Network 156d8939-b06a-43f7-992c-2765bd5353db is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:21.080170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:21.085311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:21.086061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (990084b5-2e51-4f90-af01-6ed66377dace), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.161291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e24f50-6b24-4a47-8b49-e4de71816ed4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:21.233168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57408) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:21.255362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae8d6-704f-4091-a9cc-b688a8f9cec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.332712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:21.481389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.490604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57414) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:21.491684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.541256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b12eeb35-e713-43ae-9d18-d9ab710bc6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.544575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae8d6-704f-4091-a9cc-b688a8f9cec6 admin admin] Publish callbacks [] for security_group (b603fc24-ef1c-48b6-9255-bb38d908270f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.547925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d68d37df-bcdb-4d36-8e95-061aa457da92 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:21.599636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae8d6-704f-4091-a9cc-b688a8f9cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b603fc24-ef1c-48b6-9255-bb38d908270f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.656450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.695114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0f24588b-158d-478e-aabf-4ff487af7a10 None None] Provisioning complete for port f7e24f50-6b24-4a47-8b49-e4de71816ed4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:21.695500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f24588b-158d-478e-aabf-4ff487af7a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.715547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b12eeb35-e713-43ae-9d18-d9ab710bc6dc admin admin] Publish callbacks [] for security_group (b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.734705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f24588b-158d-478e-aabf-4ff487af7a10 None None] Port f7e24f50-6b24-4a47-8b49-e4de71816ed4 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:21.745040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Network 0edf472b-b3dc-4d13-9c25-9d02468a972f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:21.746175 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2a1ae8d6-704f-4091-a9cc-b688a8f9cec6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a15f08bf246481f81aea9c861089847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118647 Mar 09 17:06:21.746428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57416) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:21.755814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Made reservation on behalf of c96938bcf6a244c9937779b088d228c9 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:21.759062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b12eeb35-e713-43ae-9d18-d9ab710bc6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.762614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.790527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 2, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:21.817868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ae8d6-704f-4091-a9cc-b688a8f9cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b603fc24-ef1c-48b6-9255-bb38d908270f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:21.820269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:21.830334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (be685e9a-1afb-487c-8c42-1c5e7b555eb8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.831337 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Added segment be685e9a-1afb-487c-8c42-1c5e7b555eb8 of type vlan for network 79c84bd0-e129-429a-b472-0bc821bcd0fa Mar 09 17:06:21.850902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12eeb35-e713-43ae-9d18-d9ab710bc6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:21.859469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Checking router: 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:21.859798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Updating router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 port 29e13b86-a98b-4b1c-8d28-533f837591ac binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:21.872967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b12eeb35-e713-43ae-9d18-d9ab710bc6dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea36241682624d51adf8bdac9b2baf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755374 Mar 09 17:06:21.884605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:21.895249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:14Z', 'revision_number': 3, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:21.900008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57418) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:21.902122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:21.932700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:21.944780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:22.000463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks [] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.014426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b1907-0b1a-4c89-95e6-d4257b1b2909 None None] The sync data for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv is: [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:14Z', 'revision_number': 3, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:22.024438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.052988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:22.078399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:22.078783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.091357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.092101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (990084b5-2e51-4f90-af01-6ed66377dace), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.142424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (79c84bd0-e129-429a-b472-0bc821bcd0fa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.156708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks [] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.208226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:22.221808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e24f50-6b24-4a47-8b49-e4de71816ed4,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:22.230895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:22.265381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:22.302545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:22.303664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2dc5928d-cd44-4f16-9717-1906d9f568c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:22.326627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Network 156d8939-b06a-43f7-992c-2765bd5353db is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:22.328942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:22.579015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d1d7772f-b5b1-4c46-9442-b78fa4509758 admin admin] Publish callbacks [] for security_group (b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.588069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Router 990084b5-2e51-4f90-af01-6ed66377dace has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:06:22.630215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d1d7772f-b5b1-4c46-9442-b78fa4509758 admin admin] Publish callbacks [] for security_group (b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.680600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2dc5928d-cd44-4f16-9717-1906d9f568c8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:22.681155 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.690672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16cf2fb7-dc3b-4d98-9d16-5f5a868100f3 admin admin] Publish callbacks [] for security_group (b603fc24-ef1c-48b6-9255-bb38d908270f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.722459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16cf2fb7-dc3b-4d98-9d16-5f5a868100f3 admin admin] Publish callbacks [] for security_group (b603fc24-ef1c-48b6-9255-bb38d908270f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.773174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Port': ['ID=58ef0a23-ea41-456a-afd4-f204f345d38c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:22.802845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:22.806224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Publish callbacks [] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.808525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-522923e4-6ed9-403b-af66-4b4bcdcebb20 None None] Provisioning complete for port f7e24f50-6b24-4a47-8b49-e4de71816ed4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:22.808902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-522923e4-6ed9-403b-af66-4b4bcdcebb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.810050 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-01fb1409-9a84-4b71-a82f-7908d0c8ee64 admin admin] 10.222.0.16 "PUT /v2.0/routers/990084b5-2e51-4f90-af01-6ed66377dace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5764816 Mar 09 17:06:22.869629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d1d7772f-b5b1-4c46-9442-b78fa4509758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.876599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2dc5928d-cd44-4f16-9717-1906d9f568c8 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:22.877001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.878412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d1d7772f-b5b1-4c46-9442-b78fa4509758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.882926 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d1d7772f-b5b1-4c46-9442-b78fa4509758 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe HTTP/1.1" status: 204 len: 168 time: 0.9818268 Mar 09 17:06:22.929291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57430) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:22.934910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664912478', 'description': 'tempest-description--1924077031'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:22.942351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 2dc5928d-cd44-4f16-9717-1906d9f568c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dc5928d-cd44-4f16-9717-1906d9f568c8,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:22.943382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:22.954555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-522923e4-6ed9-403b-af66-4b4bcdcebb20 None None] Port f7e24f50-6b24-4a47-8b49-e4de71816ed4 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:23.031597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34974352-809e-466f-9315-1234fb642c6b None None] Pushing event updated for resources: {'Port': ['ID=29e13b86-a98b-4b1c-8d28-533f837591ac,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.038380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.057576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.095788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for floatingip (f4bcbf3d-9ab0-4bcc-9948-962f44c13c33), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.186532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (79c84bd0-e129-429a-b472-0bc821bcd0fa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.210533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:23.216465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.228171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Attempting to bind port 29e13b86-a98b-4b1c-8d28-533f837591ac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:23.228171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Attempting to bind port 29e13b86-a98b-4b1c-8d28-533f837591ac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:23.229521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Attempting to bind port 29e13b86-a98b-4b1c-8d28-533f837591ac on network 54bd7d51-c503-4f53-b140-5d16e5008e99 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:23.239009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=2dc5928d-cd44-4f16-9717-1906d9f568c8,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.251454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:23.251454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Checking segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:23.251843 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.252231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Bound using segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:23.252818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Bound port: 29e13b86-a98b-4b1c-8d28-533f837591ac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:23.253215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.268309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group (05d9c44a-cd67-47d3-984b-98cff2073a28), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.317111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16cf2fb7-dc3b-4d98-9d16-5f5a868100f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b603fc24-ef1c-48b6-9255-bb38d908270f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.319655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16cf2fb7-dc3b-4d98-9d16-5f5a868100f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.323248 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-16cf2fb7-dc3b-4d98-9d16-5f5a868100f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b603fc24-ef1c-48b6-9255-bb38d908270f HTTP/1.1" status: 204 len: 168 time: 1.5417240 Mar 09 17:06:23.331421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (05d9c44a-cd67-47d3-984b-98cff2073a28), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.381923 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3270335 Mar 09 17:06:23.386124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57444) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:23.415420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] For port 29e13b86-a98b-4b1c-8d28-533f837591ac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:23.419837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] For port 29e13b86-a98b-4b1c-8d28-533f837591ac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29e13b86-a98b-4b1c-8d28-533f837591ac,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:23.454195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d9c44a-cd67-47d3-984b-98cff2073a28,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.467402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7772f-b5b1-4c46-9442-b78fa4509758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2c8f9-8b33-4f09-8ec8-1119aef3dbfe,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.484043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.485347 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-86c3d34b-5be4-4570-8744-589e3b449e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5548029 Mar 09 17:06:23.492171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57446) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:23.502728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Request body: {'security_group_rule': {'security_group_id': '05d9c44a-cd67-47d3-984b-98cff2073a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:23.514945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.527072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] Provisioning complete for port 29e13b86-a98b-4b1c-8d28-533f837591ac triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:23.528473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.723438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea99b2-ac68-460c-8bd0-f4acea526270 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event updated for resources: {'Network': ['ID=79c84bd0-e129-429a-b472-0bc821bcd0fa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.763451 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b39f39cc-d4b1-45e1-a457-d9e4fac23b9c tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/agents/6405d102-7135-402d-9b28-bb0403975f76/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.3712306 Mar 09 17:06:23.764111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57452) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:23.776732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 79c84bd0-e129-429a-b472-0bc821bcd0fa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:23.779689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf2fb7-dc3b-4d98-9d16-5f5a868100f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b603fc24-ef1c-48b6-9255-bb38d908270f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.801652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.866224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34974352-809e-466f-9315-1234fb642c6b None None] Pushing event updated for resources: {'Port': ['ID=29e13b86-a98b-4b1c-8d28-533f837591ac,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:23.875926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:23.880175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:23.892055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.931320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (e962eb91-d2bb-4384-a444-7c21736dfb2d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.943730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35f88f3-444c-4e1e-8e57-f3fa2ed7e3b3 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] Network 79c84bd0-e129-429a-b472-0bc821bcd0fa is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:23.958350 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group_rule (92e6fc48-7f10-4047-8c19-4549bbbffcc0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:23.967925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Network 781549fa-9da0-4eeb-8336-15685593a054 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:24.007396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8ada48fa-9b79-4763-b345-28abb4d9bbd2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:24.039599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:24.067616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:24.069422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e35f88f3-444c-4e1e-8e57-f3fa2ed7e3b3 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "POST /v2.0/agents/6405d102-7135-402d-9b28-bb0403975f76/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3032088 Mar 09 17:06:24.077324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57466) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:24.254023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15fd4e-b1ae-4681-b8ef-6f007986b74b None None] Network 79c84bd0-e129-429a-b472-0bc821bcd0fa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:24.272874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Pushing event updated for resources: {'Port': ['ID=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:24.318366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (f807fc88-c735-47d8-8b82-2fce094d3b10), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.503937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] Current status of the port 29e13b86-a98b-4b1c-8d28-533f837591ac is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:24.504333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.622934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:24.623497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.673296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group_rule (92e6fc48-7f10-4047-8c19-4549bbbffcc0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.778083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (92e6fc48-7f10-4047-8c19-4549bbbffcc0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.783932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] For port 29e13b86-a98b-4b1c-8d28-533f837591ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29e13b86-a98b-4b1c-8d28-533f837591ac,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:24.808921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e6fc48-7f10-4047-8c19-4549bbbffcc0,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:24.826736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:24.854397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:24.862285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.864417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232721471', 'description': 'tempest-description--2128881232'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:24.880817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e9b51983-b305-4f79-83e0-45b2149881c8 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/agents/6405d102-7135-402d-9b28-bb0403975f76/dhcp-networks HTTP/1.1" status: 200 len: 8013 time: 0.7982757 Mar 09 17:06:24.885173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57490) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:24.888947 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Sync routers for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:24.903792 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:24.904521 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:24.951858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:24.953358 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-30a32c09-9be2-45bd-a4e5-57274586f458 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4597507 Mar 09 17:06:24.961121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57494) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:24.972068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Request body: {'security_group_rule': {'security_group_id': '05d9c44a-cd67-47d3-984b-98cff2073a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:24.997692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:24.998374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.024178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 8ada48fa-9b79-4763-b345-28abb4d9bbd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ada48fa-9b79-4763-b345-28abb4d9bbd2,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:25.062339 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:25.071760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1541f4c6-cd85-42cd-a039-58cd30e27235 None None] Provisioning complete for port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:25.072169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1541f4c6-cd85-42cd-a039-58cd30e27235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.076888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c6ece-7cc6-4136-b4f6-743b20f2b6af None None] Pushing event updated for resources: {'Port': ['ID=29e13b86-a98b-4b1c-8d28-533f837591ac,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:25.116451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group_rule (7e508561-872a-47c9-8fce-32dbdcb9feae), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.120331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.155676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57498) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.177357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.230258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.231153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2dc5928d-cd44-4f16-9717-1906d9f568c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:25.258924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-33914cbd-c3a1-4962-a231-30f7d0dcf6c1 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "DELETE /v2.0/agents/6405d102-7135-402d-9b28-bb0403975f76/dhcp-networks/79c84bd0-e129-429a-b472-0bc821bcd0fa HTTP/1.1" status: 204 len: 168 time: 0.3723731 Mar 09 17:06:25.273487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57504) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.279095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.288368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (e962eb91-d2bb-4384-a444-7c21736dfb2d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.345565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=8ada48fa-9b79-4763-b345-28abb4d9bbd2,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:25.361620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1541f4c6-cd85-42cd-a039-58cd30e27235 None None] Port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:25.419364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1541f4c6-cd85-42cd-a039-58cd30e27235 None None] Provisioning complete for port 29e13b86-a98b-4b1c-8d28-533f837591ac triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:25.419736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1541f4c6-cd85-42cd-a039-58cd30e27235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.427581 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 2, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:25.433793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.457219 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4f18ff23-9ae4-4c49-ae31-70c9b6e13d57 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/agents/6405d102-7135-402d-9b28-bb0403975f76/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.1781063 Mar 09 17:06:25.467249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57506) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.468660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-5ae59b81-da38-4212-abd2-f5d78f79c6c3 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.469880 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5ae59b81-da38-4212-abd2-f5d78f79c6c3 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3132052 Mar 09 17:06:25.469987 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Checking router: 990084b5-2e51-4f90-af01-6ed66377dace for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:25.470470 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Updating router 990084b5-2e51-4f90-af01-6ed66377dace port f7e24f50-6b24-4a47-8b49-e4de71816ed4 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:25.479286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2dc5928d-cd44-4f16-9717-1906d9f568c8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:25.479286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.485683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:23Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:25.494539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group_rule (7e508561-872a-47c9-8fce-32dbdcb9feae), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.496440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57508) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.504876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-3ec0cef5-06f3-4d71-a848-111f7a35ddaf tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.515546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3ec0cef5-06f3-4d71-a848-111f7a35ddaf tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0139554 Mar 09 17:06:25.515889 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.518746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.526464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-9b3a30f1-19e3-4901-b971-c5fbcec51e1d tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.527691 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9b3a30f1-19e3-4901-b971-c5fbcec51e1d tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057995 Mar 09 17:06:25.532112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57514) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.545552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-7b9f837e-a8d5-46cb-bc7a-83ccc6b1c0be tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.551016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7b9f837e-a8d5-46cb-bc7a-83ccc6b1c0be tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0176926 Mar 09 17:06:25.558274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57516) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.569125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d83e8-3bce-4dfd-bfe2-4a6a9fd55b4a None None] The sync data for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv is: [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:23Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:25.575779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-e5c12695-af13-44c9-b449-752bf720f94e tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.577336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e5c12695-af13-44c9-b449-752bf720f94e tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0178745 Mar 09 17:06:25.582178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57518) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.586838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group (df768f47-95e3-4c84-8e99-ce5d7c527190), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.598645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-df875333-7018-4e5d-b7d2-7a5d222e9e5b tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.603149 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df875333-7018-4e5d-b7d2-7a5d222e9e5b tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0166640 Mar 09 17:06:25.603149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7e508561-872a-47c9-8fce-32dbdcb9feae), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.607183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57520) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.612397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-b2e9d766-270c-4d39-a308-91108e239a6f tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.615347 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b2e9d766-270c-4d39-a308-91108e239a6f tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071599 Mar 09 17:06:25.618058 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a6bc3bb-b57b-47eb-a34b-90098a8e0ffd tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/networks/2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1216538 Mar 09 17:06:25.621066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57522) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.621531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57524) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.635414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-0952ced5-a318-4478-9165-727fe055df3d tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.636976 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0952ced5-a318-4478-9165-727fe055df3d tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0127540 Mar 09 17:06:25.647655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57526) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.653592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-2c58e6cb-069a-404e-9cbb-0defd89587c1 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.654568 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2c58e6cb-069a-404e-9cbb-0defd89587c1 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053675 Mar 09 17:06:25.661165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57528) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.664669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (df768f47-95e3-4c84-8e99-ce5d7c527190), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.684220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (f4bcbf3d-9ab0-4bcc-9948-962f44c13c33), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.691068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-f9032df0-dff0-4fbe-8a27-e47a09176c23 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.694909 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f9032df0-dff0-4fbe-8a27-e47a09176c23 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0314119 Mar 09 17:06:25.698647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e508561-872a-47c9-8fce-32dbdcb9feae,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:25.705004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.712412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:25.720284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1541f4c6-cd85-42cd-a039-58cd30e27235 None None] Current status of the port 29e13b86-a98b-4b1c-8d28-533f837591ac is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:25.738906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fad8d1bc-fbae-497e-8b1b-8069c1238c15 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/networks/2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1162159 Mar 09 17:06:25.754073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57532) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.756031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-3fbcae72-925b-4b70-acba-2930ee4caea1 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.762039 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3fbcae72-925b-4b70-acba-2930ee4caea1 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0420444 Mar 09 17:06:25.762709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57534) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.772705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2dc5928d-cd44-4f16-9717-1906d9f568c8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:25.790428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.790428 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5487fdb4-4e0f-488d-844d-07a7dbb7565a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8192537 Mar 09 17:06:25.790781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-0abd3194-d335-41c6-912b-821e0e0d3cae tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.792577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0abd3194-d335-41c6-912b-821e0e0d3cae tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0186417 Mar 09 17:06:25.802459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57536) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.802792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57538) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.816709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:25.840436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks [] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.853090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-b9b31802-9f99-4fc8-89ac-3f837f5a076e tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.854191 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b9b31802-9f99-4fc8-89ac-3f837f5a076e tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0429626 Mar 09 17:06:25.855085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df768f47-95e3-4c84-8e99-ce5d7c527190,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:25.857619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57542) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.876321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-36491514-b744-42d6-9bc8-084fc7dfdbc6 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.880029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-36491514-b744-42d6-9bc8-084fc7dfdbc6 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083997 Mar 09 17:06:25.885037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57544) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.898909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-028c65ec-da80-46cd-a5c9-474f7a8af15a tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.909469 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-028c65ec-da80-46cd-a5c9-474f7a8af15a tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0229363 Mar 09 17:06:25.910534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57548) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.914341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.918181 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5b4b772c-fa15-46d0-b9f5-92c7c8dd8cc9 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0603261 Mar 09 17:06:25.923920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57550) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.932045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-e38b7727-10f1-427f-a871-8e5b4692e855 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.933228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Request body: {'security_group_rule': {'security_group_id': 'df768f47-95e3-4c84-8e99-ce5d7c527190', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:25.936015 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e38b7727-10f1-427f-a871-8e5b4692e855 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0194948 Mar 09 17:06:25.936645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57552) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.937885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.943869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:25.945258 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5b635dd8-235c-4f22-bd58-28996b57785c tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3546665 Mar 09 17:06:25.949201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-5c752bba-01f3-42cc-b3f1-34e5eb565ed9 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.953017 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5c752bba-01f3-42cc-b3f1-34e5eb565ed9 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0120513 Mar 09 17:06:25.955943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57554) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.956275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57556) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:25.995574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-7ddbaf4c-e70c-4e64-9866-df7a3d373ab8 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:25.999503 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7ddbaf4c-e70c-4e64-9866-df7a3d373ab8 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0196388 Mar 09 17:06:26.006798 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57558) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.032711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29e13b86-a98b-4b1c-8d28-533f837591ac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:26.064069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.071543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-e7776941-9a9d-4610-9cc9-67c62c6d1834 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.075379 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e7776941-9a9d-4610-9cc9-67c62c6d1834 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0093596 Mar 09 17:06:26.101659 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Publish callbacks [] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.106719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57560) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.113406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-62d0c69a-a447-41a5-8862-9d0c66ea4241 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.115051 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-62d0c69a-a447-41a5-8862-9d0c66ea4241 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062263 Mar 09 17:06:26.116636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Router e962eb91-d2bb-4384-a444-7c21736dfb2d is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:06:26.127843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57564) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.132363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-99d39cef-3f89-4e5f-881c-2fa2367e1beb tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.133412 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-99d39cef-3f89-4e5f-881c-2fa2367e1beb tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045555 Mar 09 17:06:26.145439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57566) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.152672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-b03ef871-fd2a-481f-9fa1-1e79b0449d2c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.153738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b03ef871-fd2a-481f-9fa1-1e79b0449d2c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045767 Mar 09 17:06:26.159068 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.166139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 29e13b86-a98b-4b1c-8d28-533f837591ac triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:26.166320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.189399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57568) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.191010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group_rule (dab3aff4-3535-4309-96a3-ee617e0e2bc5), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.200613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-b63482fa-4078-4914-b3ab-e479492065c6 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.206902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b63482fa-4078-4914-b3ab-e479492065c6 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103962 Mar 09 17:06:26.212119 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f47745a-b820-436d-bb9d-b07c185e2e73 tempest-DHCPAgentSchedulersTestJSON-1642485654 tempest-DHCPAgentSchedulersTestJSON-1642485654-project-admin] 10.222.0.16 "GET /v2.0/agents/6405d102-7135-402d-9b28-bb0403975f76/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.4563394 Mar 09 17:06:26.212930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57570) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.241840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-fd98a661-5e9e-43b7-abc5-9b8ae6b88068 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.247218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fd98a661-5e9e-43b7-abc5-9b8ae6b88068 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0159960 Mar 09 17:06:26.250344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57572) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.250782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57574) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.271692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-657e74a2-f4ed-452d-8380-b94fc42aeab9 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.272953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-657e74a2-f4ed-452d-8380-b94fc42aeab9 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063024 Mar 09 17:06:26.291316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57576) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.298489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:26.302316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-5251b93b-22c4-4930-998b-eb79f79e84ed tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.308021 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5251b93b-22c4-4930-998b-eb79f79e84ed tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0145068 Mar 09 17:06:26.308271 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7c8dcb6f-13c7-4ad9-b894-f775e4722b13 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=0edf472b-b3dc-4d13-9c25-9d02468a972f HTTP/1.1" status: 200 len: 690 time: 0.3294704 Mar 09 17:06:26.309034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.314029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57580) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.319889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-888b9d5a-fdcc-4623-b252-ade606948693 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.329112 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-888b9d5a-fdcc-4623-b252-ade606948693 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0158193 Mar 09 17:06:26.335818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (f807fc88-c735-47d8-8b82-2fce094d3b10), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.357556 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Attempting to bind port f7e24f50-6b24-4a47-8b49-e4de71816ed4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:26.358316 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Attempting to bind port f7e24f50-6b24-4a47-8b49-e4de71816ed4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:26.358845 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Attempting to bind port f7e24f50-6b24-4a47-8b49-e4de71816ed4 on network 156d8939-b06a-43f7-992c-2765bd5353db {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:26.359398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57582) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.369560 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:26.370413 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Checking segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:26.370536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-e63964d7-6600-4bd8-ab8e-b93768013a41 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.371881 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.372602 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Bound using segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:26.373265 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Bound port: f7e24f50-6b24-4a47-8b49-e4de71816ed4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:26.373925 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.390907 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e63964d7-6600-4bd8-ab8e-b93768013a41 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0279918 Mar 09 17:06:26.393056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57586) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.395844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Pushing event updated for resources: {'Port': ['ID=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:26.402480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-c6141814-15f9-47a5-8143-b4dc0ddf1e16 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.406411 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c6141814-15f9-47a5-8143-b4dc0ddf1e16 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0119281 Mar 09 17:06:26.418680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57588) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.423173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-f859c7fc-08be-457e-b5ec-bd61894edf31 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.427903 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f859c7fc-08be-457e-b5ec-bd61894edf31 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0081799 Mar 09 17:06:26.434821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57590) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.439628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-aa91b4e4-c9fe-4414-8630-ac64875c2977 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.443410 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aa91b4e4-c9fe-4414-8630-ac64875c2977 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100598 Mar 09 17:06:26.447163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57592) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.465051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Sync routers for ids ['e962eb91-d2bb-4384-a444-7c21736dfb2d'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:26.469970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-9d79e6c2-c89b-402b-988b-86c0ede1eede tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.474530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9d79e6c2-c89b-402b-988b-86c0ede1eede tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0263641 Mar 09 17:06:26.475509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57594) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.483070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.487106 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09d94ef6-af1f-430c-8a28-fc8ae01e5454 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7696757 Mar 09 17:06:26.490325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-f5eca3a4-729a-49dc-9b4f-53af3694f024 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.494216 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f5eca3a4-729a-49dc-9b4f-53af3694f024 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0160735 Mar 09 17:06:26.501006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57598) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.501006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57600) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.547405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Routers {'e962eb91-d2bb-4384-a444-7c21736dfb2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:26.547954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e962eb91-d2bb-4384-a444-7c21736dfb2d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:26.555614 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] For port f7e24f50-6b24-4a47-8b49-e4de71816ed4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:26.560747 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] For port f7e24f50-6b24-4a47-8b49-e4de71816ed4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7e24f50-6b24-4a47-8b49-e4de71816ed4,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:26.564658 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5481f9-fee0-452d-a783-30a9b2f6aa1c None None] Pushing event updated for resources: {'Port': ['ID=f7e24f50-6b24-4a47-8b49-e4de71816ed4,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:26.598793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-7c27fcb6-48e8-4a61-b6e9-cdded37a2e24 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.607346 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7c27fcb6-48e8-4a61-b6e9-cdded37a2e24 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0770357 Mar 09 17:06:26.629461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.634993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.642313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-1dad5441-b94f-4287-b50e-b7cf0042edb3 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.646439 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1dad5441-b94f-4287-b50e-b7cf0042edb3 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057600 Mar 09 17:06:26.680771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57604) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.697667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group_rule (dab3aff4-3535-4309-96a3-ee617e0e2bc5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.706467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (79c84bd0-e129-429a-b472-0bc821bcd0fa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.725284 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5481f9-fee0-452d-a783-30a9b2f6aa1c None None] Pushing event updated for resources: {'Port': ['ID=f7e24f50-6b24-4a47-8b49-e4de71816ed4,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:26.743582 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:26.744277 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:26.758143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57606) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.785221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Set router e962eb91-d2bb-4384-a444-7c21736dfb2d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:26.792077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (dab3aff4-3535-4309-96a3-ee617e0e2bc5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.817677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-8e8f2192-5021-459d-94f8-d19c16196467 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.823149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8e8f2192-5021-459d-94f8-d19c16196467 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.1353188 Mar 09 17:06:26.826749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (e962eb91-d2bb-4384-a444-7c21736dfb2d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.837528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57610) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.873090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-62c8e820-cc6a-4a9d-b1c0-b9bfb56f8051 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.876454 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-62c8e820-cc6a-4a9d-b1c0-b9bfb56f8051 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0135512 Mar 09 17:06:26.876619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 29e13b86-a98b-4b1c-8d28-533f837591ac is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:26.876619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8ada48fa-9b79-4763-b345-28abb4d9bbd2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:26.926552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] Provisioning complete for port f7e24f50-6b24-4a47-8b49-e4de71816ed4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:26.926930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:26.928143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57612) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.950956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-c98bf080-3d59-4ead-b34f-81c464ef1f9e tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.954576 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c98bf080-3d59-4ead-b34f-81c464ef1f9e tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0125232 Mar 09 17:06:26.954732 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:26.961762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Network 781549fa-9da0-4eeb-8336-15685593a054 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:26.964275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:26.977132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-c22a371c-507e-4b01-8802-9743ebca47f6 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:26.980779 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c22a371c-507e-4b01-8802-9743ebca47f6 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0130386 Mar 09 17:06:26.980779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:26.984032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57616) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.002275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-445eed05-caa2-4a86-9be0-e78b4e85bdb4 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.005633 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-445eed05-caa2-4a86-9be0-e78b4e85bdb4 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0180438 Mar 09 17:06:27.014671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57618) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.035529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-0c9cd554-5d73-4ff3-899c-78c8791b97ef tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.039041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0c9cd554-5d73-4ff3-899c-78c8791b97ef tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0211253 Mar 09 17:06:27.047903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57620) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.066700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-187aec62-26ea-4559-94a4-af5592460d9c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.070166 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-187aec62-26ea-4559-94a4-af5592460d9c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0142119 Mar 09 17:06:27.076580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57622) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.162212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-de0e8b47-7727-44ca-9e63-b6ea0bf0087c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.165604 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-de0e8b47-7727-44ca-9e63-b6ea0bf0087c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0857472 Mar 09 17:06:27.169400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57624) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.172776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (79c84bd0-e129-429a-b472-0bc821bcd0fa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.180670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-50515374-90f5-4878-b21c-3ca872f718ee tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.184034 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-50515374-90f5-4878-b21c-3ca872f718ee tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0098670 Mar 09 17:06:27.220835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > segment before_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.221476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.222248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.222589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > port after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.222945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > port after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.223272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > port after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.223605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > segment after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.223952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.224279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.224659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet after_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.229639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57626) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.251379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-e6e0e68f-97ff-4984-8008-a7a54fb248d4 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.252964 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e6e0e68f-97ff-4984-8008-a7a54fb248d4 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0201895 Mar 09 17:06:27.265095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57628) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.297438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-55cc84b2-ce2c-45ef-963e-817140eafa11 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.298551 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-55cc84b2-ce2c-45ef-963e-817140eafa11 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0322433 Mar 09 17:06:27.305044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57630) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.308763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:27.309244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.315267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] Current status of the port f7e24f50-6b24-4a47-8b49-e4de71816ed4 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:27.315656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.333586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-749dba90-251a-4a2c-aac5-238b6b6f9f76 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.334998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-749dba90-251a-4a2c-aac5-238b6b6f9f76 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0291235 Mar 09 17:06:27.342996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57632) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.379597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-3a3c1dbe-cd38-46ca-8b9f-5ef60e6b3b62 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.380532 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3a3c1dbe-cd38-46ca-8b9f-5ef60e6b3b62 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0351634 Mar 09 17:06:27.384420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] For port f7e24f50-6b24-4a47-8b49-e4de71816ed4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7e24f50-6b24-4a47-8b49-e4de71816ed4,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:27.384569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57634) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.392484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-83d558d5-c03b-47de-9d5a-9eafea221017 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.394045 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-83d558d5-c03b-47de-9d5a-9eafea221017 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062721 Mar 09 17:06:27.396861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57636) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.398562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962eb91-d2bb-4384-a444-7c21736dfb2d', 'name': '', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee', 'external_fixed_ips': [{'subnet_id': '5abd0896-722d-4a89-8d48-28a29b507f88', 'ip_address': '2001:db8::350'}], 'enable_snat': True}, 'gw_port_id': '58ef0a23-ea41-456a-afd4-f204f345d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:17Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 3, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port': {'id': '58ef0a23-ea41-456a-afd4-f204f345d38c', 'name': '', 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962eb91-d2bb-4384-a444-7c21736dfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5abd0896-722d-4a89-8d48-28a29b507f88', 'ip_address': '2001:db8::350', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5abd0896-722d-4a89-8d48-28a29b507f88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:27.412321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-535f4a1d-1e6b-46ce-be37-f1a8116a01d7 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.416732 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-535f4a1d-1e6b-46ce-be37-f1a8116a01d7 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0125108 Mar 09 17:06:27.418101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57638) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.422799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (e962eb91-d2bb-4384-a444-7c21736dfb2d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.429263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-d326eae1-6eec-4170-92e4-3fa9903a310c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.430404 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d326eae1-6eec-4170-92e4-3fa9903a310c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094247 Mar 09 17:06:27.434276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Checking router: e962eb91-d2bb-4384-a444-7c21736dfb2d for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:27.439558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Updating router e962eb91-d2bb-4384-a444-7c21736dfb2d port 58ef0a23-ea41-456a-afd4-f204f345d38c binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:27.445215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57640) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.451215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-d97c19d2-1c5c-488f-bb19-3c67d3bdb81c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.452198 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d97c19d2-1c5c-488f-bb19-3c67d3bdb81c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059557 Mar 09 17:06:27.457226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57642) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.467293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.468452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-eb1cd0ae-aeaf-4e21-8a57-b5e55e4a6f88 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.472733 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb1cd0ae-aeaf-4e21-8a57-b5e55e4a6f88 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085762 Mar 09 17:06:27.476306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57644) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.479947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Router f807fc88-c735-47d8-8b82-2fce094d3b10 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:06:27.484588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-8b44e516-a31d-45ee-ac85-15159fd28661 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.485651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8b44e516-a31d-45ee-ac85-15159fd28661 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084124 Mar 09 17:06:27.488839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57646) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.500718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-c928d71d-26c6-4dac-9554-73404660e114 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.500718 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c928d71d-26c6-4dac-9554-73404660e114 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059829 Mar 09 17:06:27.502758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57648) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.513331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-7064f3ca-933d-42d7-8861-7934220a8e9f tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.514499 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7064f3ca-933d-42d7-8861-7934220a8e9f tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108180 Mar 09 17:06:27.521517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57650) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.532595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet after_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.533082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet after_delete 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.534108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet before_create 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.534905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Subscribe: > subnet before_update 55550000 {{(pid=104357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 17:06:27.535042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c84bd0-e129-429a-b472-0bc821bcd0fa']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:27.535158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.535371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-5a85e75d-01a5-4fc8-8bb0-58417304df5c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.537546 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5a85e75d-01a5-4fc8-8bb0-58417304df5c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0138865 Mar 09 17:06:27.550868 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:26Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:27.551462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1366955967'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:27.561523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57652) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.566715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (0edf472b-b3dc-4d13-9c25-9d02468a972f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.575523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-db6ae1de-d7e9-4fad-907a-2b95b2337f8c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.579492 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-db6ae1de-d7e9-4fad-907a-2b95b2337f8c tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084004 Mar 09 17:06:27.581984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57654) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.604246 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2720c-2f08-4099-add7-7a9be1f87a38 None None] The sync data for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv is: [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:26Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:27.616468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-2685ee8a-c189-499e-8b99-224f8e6bb880 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.620139 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2685ee8a-c189-499e-8b99-224f8e6bb880 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0345614 Mar 09 17:06:27.622123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57656) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.627795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-f451172d-b146-4c51-b328-94049abd58e7 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.628771 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f451172d-b146-4c51-b328-94049abd58e7 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0057516 Mar 09 17:06:27.629796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab3aff4-3535-4309-96a3-ee617e0e2bc5,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:27.639105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57658) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.645599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-59dd1be6-58d1-45f6-8932-3c64efd93642 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.646976 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-59dd1be6-58d1-45f6-8932-3c64efd93642 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067067 Mar 09 17:06:27.655430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57660) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.668553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-dced6c2a-a992-413e-a626-990827501005 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.670197 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dced6c2a-a992-413e-a626-990827501005 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0121040 Mar 09 17:06:27.674154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57662) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.678896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-307e7411-e1e0-4e85-90b3-d7711f07df0b tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.680109 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-307e7411-e1e0-4e85-90b3-d7711f07df0b tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048304 Mar 09 17:06:27.681613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be685e9a-1afb-487c-8c42-1c5e7b555eb8') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:27.681915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be685e9a-1afb-487c-8c42-1c5e7b555eb8') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:27.699264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57664) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.707625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-557bc077-7ef7-4204-ad7d-0da8968720f2 None None] Provisioning complete for port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:27.708012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-557bc077-7ef7-4204-ad7d-0da8968720f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.716741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.718320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e52b5-ab36-44d4-b49c-17700daf65c1 None None] Pushing event updated for resources: {'Port': ['ID=f7e24f50-6b24-4a47-8b49-e4de71816ed4,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:27.739950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:27.747360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Deleting port 58ef0a23-ea41-456a-afd4-f204f345d38c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:27.747923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.762565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-c5da1bce-31ca-4fb1-8925-257d81fcf139 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.762565 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c5da1bce-31ca-4fb1-8925-257d81fcf139 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046995 Mar 09 17:06:27.776880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57666) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.782879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-47472974-dc55-4d44-bd97-d094e723df05 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.784828 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-47472974-dc55-4d44-bd97-d094e723df05 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059748 Mar 09 17:06:27.789219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:27.802199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (be685e9a-1afb-487c-8c42-1c5e7b555eb8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.804326 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-44ba6253-525b-4a72-a236-8b80710e9c9d admin admin] 10.222.0.16 "PUT /v2.0/routers/f807fc88-c735-47d8-8b82-2fce094d3b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0924878 Mar 09 17:06:27.812656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.812656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1cd081f9-91cd-479d-84b8-3a46da115f97 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8845639 Mar 09 17:06:27.812900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-557bc077-7ef7-4204-ad7d-0da8968720f2 None None] Port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:27.819952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57668) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.824530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57670) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.831744 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Sync routers for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:27.835236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-846dc9b7-307c-47fb-af8c-0680b5002616 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.836438 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-846dc9b7-307c-47fb-af8c-0680b5002616 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0107670 Mar 09 17:06:27.840291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Request body: {'security_group_rule': {'security_group_id': 'df768f47-95e3-4c84-8e99-ce5d7c527190', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:27.847941 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:27.848609 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:27.873588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57674) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.881077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [None req-e3374363-58e1-4e5e-ae0b-be7cdcbc6b90 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:27.882336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e3374363-58e1-4e5e-ae0b-be7cdcbc6b90 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079286 Mar 09 17:06:27.912317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-557bc077-7ef7-4204-ad7d-0da8968720f2 None None] Provisioning complete for port f7e24f50-6b24-4a47-8b49-e4de71816ed4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:27.912726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-557bc077-7ef7-4204-ad7d-0da8968720f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:27.928974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57676) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:27.962497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Allocated IP 172.36.5.108 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/86586016-cba9-4c00-8a6b-5d316a2c90c1) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:28.004439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f7e24f50-6b24-4a47-8b49-e4de71816ed4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:28.108323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.120315 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:28.165380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Publish callbacks [] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.173365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-557bc077-7ef7-4204-ad7d-0da8968720f2 None None] Current status of the port f7e24f50-6b24-4a47-8b49-e4de71816ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:28.177222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f7e24f50-6b24-4a47-8b49-e4de71816ed4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:28.177597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.184283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-83681bc2-06d7-4a3c-b2d7-ba195d17909f tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:28.186423 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-83681bc2-06d7-4a3c-b2d7-ba195d17909f tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0067456 Mar 09 17:06:28.194900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Made reservation on behalf of fa8f915dcbe14bbab8f618364f3ca952 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:28.197692 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.199809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.214782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Calling delete_port for 58ef0a23-ea41-456a-afd4-f204f345d38c owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:28.215586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57682) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:28.217237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.222956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.230057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.235128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (be685e9a-1afb-487c-8c42-1c5e7b555eb8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.241736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-ee48cfa8-e24a-4563-83f7-d0ed4876a7ef tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:28.245483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ee48cfa8-e24a-4563-83f7-d0ed4876a7ef tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0228515 Mar 09 17:06:28.280091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10040d48-7232-4d2b-9984-dea0cdc1a82a None None] Pushing event updated for resources: {'Port': ['ID=58ef0a23-ea41-456a-afd4-f204f345d38c,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:28.298155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:28.302621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57684) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:28.313224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event updated for resources: {'Port': ['ID=86586016-cba9-4c00-8a6b-5d316a2c90c1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:28.318227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:28.320186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:28.381747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-da18bdca-9158-4f1b-af9a-13979a838053 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:28.385293 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-da18bdca-9158-4f1b-af9a-13979a838053 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0126324 Mar 09 17:06:28.398377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57686) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:28.406030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:28.406843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (be685e9a-1afb-487c-8c42-1c5e7b555eb8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: from cryptography.utils import int_from_bytes Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: from cryptography.utils import int_from_bytes Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:28.416739 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:28.418654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group_rule (b4aa5095-8212-469c-9122-91dc2d1fdf3d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.449008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Attempting to bind port 58ef0a23-ea41-456a-afd4-f204f345d38c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:28.450081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Attempting to bind port 58ef0a23-ea41-456a-afd4-f204f345d38c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:28.450682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Attempting to bind port 58ef0a23-ea41-456a-afd4-f204f345d38c on network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:28.453213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f7e24f50-6b24-4a47-8b49-e4de71816ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:28.474335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [None req-28953454-18bb-49a7-911a-22ad7386cc70 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:28.475329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:28.475475 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-28953454-18bb-49a7-911a-22ad7386cc70 tempest-ExtensionsTestJSON-473914021 tempest-ExtensionsTestJSON-473914021-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0632727 Mar 09 17:06:28.476664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Checking segment: {'id': '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:28.481545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.481545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Bound using segment: {'id': '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:28.481545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Bound port: 58ef0a23-ea41-456a-afd4-f204f345d38c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:28.481545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.510458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group_rule (b4aa5095-8212-469c-9122-91dc2d1fdf3d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.512861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (58ef0a23-ea41-456a-afd4-f204f345d38c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.531848 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:25Z', 'revision_number': 2, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:28.542423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Port 58ef0a23-ea41-456a-afd4-f204f345d38c has been deleted concurrently {{(pid=104359) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 09 17:06:28.547013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.560710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event deleted for resources: {'Port': ['ID=58ef0a23-ea41-456a-afd4-f204f345d38c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:28.563364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Routers {'e962eb91-d2bb-4384-a444-7c21736dfb2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:28.564240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e962eb91-d2bb-4384-a444-7c21736dfb2d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:28.597175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (e962eb91-d2bb-4384-a444-7c21736dfb2d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.599572 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Checking router: f807fc88-c735-47d8-8b82-2fce094d3b10 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:28.601849 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Updating router f807fc88-c735-47d8-8b82-2fce094d3b10 port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:28.667158 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.739325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] Set router e962eb91-d2bb-4384-a444-7c21736dfb2d gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:28.750160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (e962eb91-d2bb-4384-a444-7c21736dfb2d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.753642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (e962eb91-d2bb-4384-a444-7c21736dfb2d), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.822930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962eb91-d2bb-4384-a444-7c21736dfb2d', 'name': '', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:17Z', 'updated_at': '2022-03-09T17:06:28Z', 'revision_number': 5, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:28.853232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57690) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:28.855627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b4aa5095-8212-469c-9122-91dc2d1fdf3d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:28.862615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063631588', 'description': 'tempest-description--68515776'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:28.915971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4aa5095-8212-469c-9122-91dc2d1fdf3d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:28.965903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.009323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.019471 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d07bc91d-18d3-46c3-a857-9252b44a01dc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1920803 Mar 09 17:06:29.020639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (e962eb91-d2bb-4384-a444-7c21736dfb2d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.021587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e962eb91-d2bb-4384-a444-7c21736dfb2d {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:06:29.027835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930f57e-bea7-4092-8f94-41b623ba2624 None None] The sync data for ids ['e962eb91-d2bb-4384-a444-7c21736dfb2d'] in dv-neutron-master-2-hyperv is: [{'id': 'e962eb91-d2bb-4384-a444-7c21736dfb2d', 'name': '', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:17Z', 'updated_at': '2022-03-09T17:06:28Z', 'revision_number': 5, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:29.029772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57692) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.038743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.039994 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8cb6a531-bdb9-4653-908b-1adbe6867763 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e962eb91-d2bb-4384-a444-7c21736dfb2d HTTP/1.1" status: 204 len: 168 time: 2.5111654 Mar 09 17:06:29.045633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:29.049405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57694) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.071914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Deleting port 1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:29.072181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.105528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Deleting subnet 5abd0896-722d-4a89-8d48-28a29b507f88 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:06:29.115053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for subnet (5abd0896-722d-4a89-8d48-28a29b507f88), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.155680 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Publish callbacks [] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.178345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (5abd0896-722d-4a89-8d48-28a29b507f88), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.201082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (2f3698b9-e616-4cea-bc35-3b931ff7c68f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.206724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (79c84bd0-e129-429a-b472-0bc821bcd0fa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.231641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group (ac71c36f-9496-4ffc-9259-0d6b5c862a87), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.234775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks [] for security_group (654974ba-c7e2-47f1-ae1e-df13092102af), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.251153 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.260566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57702) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.270751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.270872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5abd0896-722d-4a89-8d48-28a29b507f88), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.280733 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "DELETE /v2.0/networks/79c84bd0-e129-429a-b472-0bc821bcd0fa HTTP/1.1" status: 204 len: 168 time: 3.0285954 Mar 09 17:06:29.287890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57706) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.334706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (ac71c36f-9496-4ffc-9259-0d6b5c862a87), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.357618 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374323b-a9a9-40b3-b215-1770360e3507 None None] Pushing event updated for resources: {'Port': ['ID=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:29.391482 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5c54e0-9b96-469b-837b-a7b89eb3f78c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] DELETE failed (client error): The resource could not be found. Mar 09 17:06:29.392157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5c54e0-9b96-469b-837b-a7b89eb3f78c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:06:29.399453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57708) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.399915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4b5c54e0-9b96-469b-837b-a7b89eb3f78c tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "DELETE /v2.0/ports/88f93d52-c21a-41f7-9946-696f603f0f3b HTTP/1.1" status: 404 len: 333 time: 0.1105602 Mar 09 17:06:29.401017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.420726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (654974ba-c7e2-47f1-ae1e-df13092102af), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.434149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:29.448626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c21e09-f926-4d3f-afc3-e8d2c8d5598b tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event deleted for resources: {'Network': ['ID=79c84bd0-e129-429a-b472-0bc821bcd0fa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:29.492542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71c36f-9496-4ffc-9259-0d6b5c862a87,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:29.501604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654974ba-c7e2-47f1-ae1e-df13092102af,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:29.512940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.517780 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6f38858d-337e-480f-be61-95b902b9c065 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6602082 Mar 09 17:06:29.519177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (5abd0896-722d-4a89-8d48-28a29b507f88), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.536955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57710) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.540918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Attempting to bind port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:29.541220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Attempting to bind port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:29.541600 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Attempting to bind port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d on network 781549fa-9da0-4eeb-8336-15685593a054 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:29.555913 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:29.556300 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Checking segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:29.556742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.557142 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Bound using segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:29.557628 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Bound port: 6dbdc6ed-3db5-4818-aa17-4b76b260b86d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:29.558017 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.563271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Request body: {'security_group_rule': {'security_group_id': 'ac71c36f-9496-4ffc-9259-0d6b5c862a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:29.580258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b080f595-1960-4a18-aad2-9b21042344ef), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.580483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Added segment b080f595-1960-4a18-aad2-9b21042344ef of type vlan for network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 Mar 09 17:06:29.629714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8a76903-06a8-4e94-b266-3db5c45b777d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.643298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5abd0896-722d-4a89-8d48-28a29b507f88,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:29.665809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.669248 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aaa3b0f9-655c-4808-8a27-b4f150e94f38 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/5abd0896-722d-4a89-8d48-28a29b507f88 HTTP/1.1" status: 204 len: 168 time: 0.6175408 Mar 09 17:06:29.671908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57714) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:29.685900 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] For port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:29.689005 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] For port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:29.689313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Deleting subnet 09f1a4be-0973-400c-aab0-1ce6ab96ac5f {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:06:29.696164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks [] for subnet (09f1a4be-0973-400c-aab0-1ce6ab96ac5f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.705398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.748862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.749275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for floatingip (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.765029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Calling delete_port for 1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:29.775410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6f3b6e24-c193-4dba-8fc8-12c55d5e6878), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.786684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (09f1a4be-0973-400c-aab0-1ce6ab96ac5f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.789128 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.830390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] Provisioning complete for port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:29.831337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.851572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group_rule (fdfd2279-6282-446d-98db-4da0b89fd255), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.891745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:29.914750 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:29.915384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:30.004693 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374323b-a9a9-40b3-b215-1770360e3507 None None] Pushing event updated for resources: {'Port': ['ID=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.023396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] Current status of the port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:30.023791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.058321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.resource_extend [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:06:30.103058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] For port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:30.153207 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:30.184890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.198727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6f3b6e24-c193-4dba-8fc8-12c55d5e6878), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.199028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8a76903-06a8-4e94-b266-3db5c45b777d admin admin] Publish callbacks [] for security_group (3627bf0d-a354-4389-ad9c-fb1ff78703bc), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.212628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:30.217220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.228877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.257297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group_rule (fdfd2279-6282-446d-98db-4da0b89fd255), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.265872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (09f1a4be-0973-400c-aab0-1ce6ab96ac5f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.295658 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8a76903-06a8-4e94-b266-3db5c45b777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3627bf0d-a354-4389-ad9c-fb1ff78703bc), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.302881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0536-7095-4422-9b98-29fc35da7571 None None] Pushing event updated for resources: {'Port': ['ID=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.320426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cbce5a9-4d5f-45f1-a026-5b1b5a8fd5c9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.341429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8b51c2df-c7ca-439d-862b-53d042535a7b None None] Provisioning complete for port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:30.341812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8b51c2df-c7ca-439d-862b-53d042535a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.351348 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.410833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (fdfd2279-6282-446d-98db-4da0b89fd255), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.463286 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.6973133 Mar 09 17:06:30.483737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8b51c2df-c7ca-439d-862b-53d042535a7b None None] Current status of the port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:30.492387 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:29Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:30.507104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a76903-06a8-4e94-b266-3db5c45b777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3627bf0d-a354-4389-ad9c-fb1ff78703bc,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.510238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfd2279-6282-446d-98db-4da0b89fd255,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.516068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:30.524856 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425b0a4-0836-42a2-8959-1b45143f62db None None] The sync data for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv is: [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:29Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:30.525546 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d8a76903-06a8-4e94-b266-3db5c45b777d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=817fff35803b4d00ac6f566616851dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2639294 Mar 09 17:06:30.534425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57720) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:30.535945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ee4e7-848f-40fb-b63f-3721d8a76c16 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Pushing event updated for resources: {'Network': ['ID=6f3b6e24-c193-4dba-8fc8-12c55d5e6878,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.539169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:30.540063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:30.550374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.566221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (09f1a4be-0973-400c-aab0-1ce6ab96ac5f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.569316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:30.574447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.605864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (349ee3b6-1e4c-472d-bbd7-a442b9ab7c8e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: items = [ Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:30.612378 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:30.618825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.622230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "DELETE /v2.0/subnets/09f1a4be-0973-400c-aab0-1ce6ab96ac5f HTTP/1.1" status: 204 len: 168 time: 1.2212112 Mar 09 17:06:30.623117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772aa62-2494-43c6-a02d-97c451abae74 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event deleted for resources: {'Subnet': ['ID=09f1a4be-0973-400c-aab0-1ce6ab96ac5f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.624810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57722) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:30.655333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741bf1c-4415-41a5-a91d-7be336b6a7d8 None None] Network 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:30.659064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.660410 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-500eaabd-2355-4391-a1f0-a43a8de50ce8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1188035 Mar 09 17:06:30.673016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.687302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57724) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:30.701466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Request body: {'security_group_rule': {'security_group_id': 'ac71c36f-9496-4ffc-9259-0d6b5c862a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:30.735031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for floatingip (f4bcbf3d-9ab0-4bcc-9948-962f44c13c33), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.740990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.748078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.789904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75b3daca-536d-4a17-8c1f-c127defc4c69 admin admin] Publish callbacks [] for security_group (3627bf0d-a354-4389-ad9c-fb1ff78703bc), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.810510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.847582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.858070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:06:30.878090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57726) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:30.878090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.878090 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee HTTP/1.1" status: 204 len: 168 time: 1.2012520 Mar 09 17:06:30.882454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd3f34-343a-4613-8478-557824a70dfb tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed4099c4-f617-4c0e-a9c4-b9a408c7d5ee,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:30.888216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Request body: {'port': {'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-296691922'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:30.909652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52085e00-1811-4814-86ed-578017a9e805 None None] DHCP port deletion for 2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:06:30.910208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75b3daca-536d-4a17-8c1f-c127defc4c69 admin admin] Publish callbacks [] for security_group (3627bf0d-a354-4389-ad9c-fb1ff78703bc), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.928274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Deleting port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:30.928274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.985338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-52085e00-1811-4814-86ed-578017a9e805 None None] Deleting port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:30.987310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-52085e00-1811-4814-86ed-578017a9e805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.987992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group_rule (f11ad311-80b1-4a6a-b392-48cb9cb0b5fc), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:30.995263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Made reservation on behalf of 3317eed58c8740ed8d52e33c8a6f5582 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:30.996985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event updated for resources: {'Port': ['ID=86586016-cba9-4c00-8a6b-5d316a2c90c1,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:31.009204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.093430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-52085e00-1811-4814-86ed-578017a9e805 None None] For port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,segment=NetworkSegment(87d66dbb-5e66-4568-9aa1-71ae6f21e205),segment_id=87d66dbb-5e66-4568-9aa1-71ae6f21e205)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:31.094364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-52085e00-1811-4814-86ed-578017a9e805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.105645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (2f3698b9-e616-4cea-bc35-3b931ff7c68f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.113240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-52085e00-1811-4814-86ed-578017a9e805 None None] Calling delete_port for 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:31.128651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (b0d9833a-dc2d-493b-8e88-c621cb60c3c5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.190747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Allocated IP 172.36.5.159 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/911ab63a-8a5e-4937-9093-e614680c472d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:31.215135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group_rule (f11ad311-80b1-4a6a-b392-48cb9cb0b5fc), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.233682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.254303 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e4e811e2-b4be-491e-a933-3543b56a808c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4315677 Mar 09 17:06:31.296997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75b3daca-536d-4a17-8c1f-c127defc4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3627bf0d-a354-4389-ad9c-fb1ff78703bc), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.301495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75b3daca-536d-4a17-8c1f-c127defc4c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.304336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-75b3daca-536d-4a17-8c1f-c127defc4c69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3627bf0d-a354-4389-ad9c-fb1ff78703bc HTTP/1.1" status: 204 len: 168 time: 0.7659373 Mar 09 17:06:31.323643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] For port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,segment=NetworkSegment(87d66dbb-5e66-4568-9aa1-71ae6f21e205),segment_id=87d66dbb-5e66-4568-9aa1-71ae6f21e205)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:31.324095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.339954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (f11ad311-80b1-4a6a-b392-48cb9cb0b5fc), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.342908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Calling delete_port for 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:31.371205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-52085e00-1811-4814-86ed-578017a9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.424010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3daca-536d-4a17-8c1f-c127defc4c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3627bf0d-a354-4389-ad9c-fb1ff78703bc,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:31.441646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085e00-1811-4814-86ed-578017a9e805 None None] Pushing event deleted for resources: {'Port': ['ID=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:31.454851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.458554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.468807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (b0d9833a-dc2d-493b-8e88-c621cb60c3c5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.484553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52085e00-1811-4814-86ed-578017a9e805 None None] No DVR routers for this DVR port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:06:31.508426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event deleted for resources: {'Port': ['ID=91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:31.519598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11ad311-80b1-4a6a-b392-48cb9cb0b5fc,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:31.550914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d9833a-dc2d-493b-8e88-c621cb60c3c5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:31.551451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] No DVR routers for this DVR port 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:06:31.580318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57746) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:31.584633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'name': 'tempest-router--1817106001', 'project_id': '7d11205ab68f47b087b3000d356297cb'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:31.597245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.601612 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9ff31efe-b05e-4cc7-94a3-480c94abda0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9064629 Mar 09 17:06:31.606931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57750) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:31.614729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for port (911ab63a-8a5e-4937-9093-e614680c472d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.618683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:31.675876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (0edf472b-b3dc-4d13-9c25-9d02468a972f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.758098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edf472b-b3dc-4d13-9c25-9d02468a972f']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:31.794230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38fa19f-e584-4e64-9746-ddb2c332d4ef') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:31.794590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38fa19f-e584-4e64-9746-ddb2c332d4ef') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:31.796751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (41a20766-fbff-42b1-9c9d-8af3f4d417ec), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.797959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (41a20766-fbff-42b1-9c9d-8af3f4d417ec), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.804034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.822971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.846260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for security_group (e92a37ad-992e-47e5-a1e2-d99ed346525a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.861797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a38fa19f-e584-4e64-9746-ddb2c332d4ef), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.867766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:31.886181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d66dbb-5e66-4568-9aa1-71ae6f21e205') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:31.886181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d66dbb-5e66-4568-9aa1-71ae6f21e205') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:31.889925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a38fa19f-e584-4e64-9746-ddb2c332d4ef), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.896907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (87d66dbb-5e66-4568-9aa1-71ae6f21e205), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.920238 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:06:31.925118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (87d66dbb-5e66-4568-9aa1-71ae6f21e205), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.936266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:31.936694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (87d66dbb-5e66-4568-9aa1-71ae6f21e205), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:31.943019 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:31.948551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e92a37ad-992e-47e5-a1e2-d99ed346525a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.957631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (41a20766-fbff-42b1-9c9d-8af3f4d417ec), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.958972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:31.959374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a38fa19f-e584-4e64-9746-ddb2c332d4ef), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:31.961653 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:31.968585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port 3fd45a21-0622-49c5-a0ee-1af19253969e yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:31.999911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6dbdc6ed-3db5-4818-aa17-4b76b260b86d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:32.020931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (911ab63a-8a5e-4937-9093-e614680c472d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.071546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57772) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.102241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:32.102637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.106165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (41a20766-fbff-42b1-9c9d-8af3f4d417ec), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.144289 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 17:06:32.176902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a37ad-992e-47e5-a1e2-d99ed346525a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:32.219672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:32.245033 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-dcfdf99f-e655-45fc-a373-208df8ce0c4c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--664912478&fields=id&tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037 HTTP/1.1" status: 200 len: 267 time: 0.1030767 Mar 09 17:06:32.289272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:06:32.302308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.311369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:32.315875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:06:32.316317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91b2d69f-2607-4dd9-be8f-eab7b8fe3bf9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:06:32.317560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:32.324243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:32.327557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.331899 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] 10.222.0.16 "DELETE /v2.0/networks/2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e HTTP/1.1" status: 204 len: 168 time: 1.7006447 Mar 09 17:06:32.368249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event updated for resources: {'Port': ['ID=911ab63a-8a5e-4937-9093-e614680c472d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:32.386102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (0edf472b-b3dc-4d13-9c25-9d02468a972f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.387440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f141af9-5408-48bc-a036-15676faaecc0 tempest-DHCPAgentSchedulersTestJSON-1287947158 tempest-DHCPAgentSchedulersTestJSON-1287947158-project] Pushing event deleted for resources: {'Network': ['ID=2e8e1f4f-5d2e-49d8-b7ae-9a8343fffb2e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:32.402034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0edf472b-b3dc-4d13-9c25-9d02468a972f {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:06:32.417460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.421025 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0edf472b-b3dc-4d13-9c25-9d02468a972f HTTP/1.1" status: 204 len: 168 time: 5.9937570 Mar 09 17:06:32.422931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38739348-a397-42a8-a100-5c7bbe032df4 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Network': ['ID=0edf472b-b3dc-4d13-9c25-9d02468a972f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:32.427458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57780) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.437770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.438939 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-36ddd466-49c9-4c39-a409-1178f8becb7a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8576365 Mar 09 17:06:32.463316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57782) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.573333 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-80f936b8-8bc3-4a0c-ac9a-d08529cb7099 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1449399 Mar 09 17:06:32.579618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57788) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.627899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (5a46eaf9-c91f-4266-b826-318a14011c9b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.627994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e65a4ea8-4e8d-40dd-a7c8-58ab592c8456 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.629410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (41a20766-fbff-42b1-9c9d-8af3f4d417ec), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.634469 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e65a4ea8-4e8d-40dd-a7c8-58ab592c8456 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/networks?id=54bd7d51-c503-4f53-b140-5d16e5008e99 HTTP/1.1" status: 200 len: 806 time: 0.3703971 Mar 09 17:06:32.638104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.650448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port 3fd45a21-0622-49c5-a0ee-1af19253969e yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:32.672332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-3f99eb36-6467-4a6e-9f25-b3a7dd0de16e tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/quotas/7c0c1d195e3c40de90ce47ad6c2a8037 HTTP/1.1" status: 200 len: 375 time: 0.0368943 Mar 09 17:06:32.675713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.732667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.733185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.733575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.734020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.734807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.735257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:32.737554 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-68995519-5364-4587-883c-0d41823e69c8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4016 time: 0.1563270 Mar 09 17:06:32.743766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57792) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.813326 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-fb449c56-0266-4553-8abd-0771722bc1f8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] delete failed (client error): The resource could not be found. Mar 09 17:06:32.817711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb449c56-0266-4553-8abd-0771722bc1f8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/f4bcbf3d-9ab0-4bcc-9948-962f44c13c33 HTTP/1.1" status: 404 len: 345 time: 0.0699780 Mar 09 17:06:32.817711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.819061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57794) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.879536 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90dffb2-bc24-4bac-a63e-1af988c29695 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] DELETE failed (client error): The resource could not be found. Mar 09 17:06:32.879536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90dffb2-bc24-4bac-a63e-1af988c29695 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:06:32.879536 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a90dffb2-bc24-4bac-a63e-1af988c29695 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0edf472b-b3dc-4d13-9c25-9d02468a972f HTTP/1.1" status: 404 len: 339 time: 0.0522835 Mar 09 17:06:32.879536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57796) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:32.894887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'network': {'name': 'tempest-network--333864969', 'router:external': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:32.936965 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-7748e72a-e085-4a0a-98e1-194b62a06144 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2636499 Mar 09 17:06:32.945098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (41a20766-fbff-42b1-9c9d-8af3f4d417ec), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.947790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (41a20766-fbff-42b1-9c9d-8af3f4d417ec), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:32.957531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=3fd45a21-0622-49c5-a0ee-1af19253969e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:32.974758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Checking segment: {'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:32.975225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Network hostable DHCP agents. Network: 6f3b6e24-c193-4dba-8fc8-12c55d5e6878, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:33.050704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Made reservation on behalf of 19500e6f407340478a3a2cf6b084e6d4 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:33.053739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.075300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (911ab63a-8a5e-4937-9093-e614680c472d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.087409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:33.103773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57804) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:33.115187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:33.128419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (41a20766-fbff-42b1-9c9d-8af3f4d417ec), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.131020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2e617e16-0108-423a-84e5-a470c3b8db6b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.131151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41a20766-fbff-42b1-9c9d-8af3f4d417ec {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:06:33.131491 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Added segment 2e617e16-0108-423a-84e5-a470c3b8db6b of type vlan for network 818abb0a-22e1-4103-8596-207b374191aa Mar 09 17:06:33.136750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.140034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-09377432-01b2-4925-87a5-593186405132 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/routers/41a20766-fbff-42b1-9c9d-8af3f4d417ec HTTP/1.1" status: 204 len: 168 time: 0.6288428 Mar 09 17:06:33.140238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:33.144881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Allocated IP 172.36.5.212 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/ebb19d0c-8f8e-4187-a023-717a73eeae1a) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:33.170554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6f3b6e24-c193-4dba-8fc8-12c55d5e6878) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:33.182869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244b95e-d9a3-45b2-b0e7-86277c126eaa None None] Network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:33.198893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:33.225111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:33.225806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:33.227012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:33.271985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:33.273254 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:33.276325 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 2 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:33.313940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (818abb0a-22e1-4103-8596-207b374191aa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.332957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66118881'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:33.336228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:33.336749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:33.337744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:33.387074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:33.387074 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:33.387074 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 3 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:33.436961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:33.437378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:33.437789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:33.447167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.459842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:33.460192 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:33.462227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 4 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:33.479030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-a7654ffc-f25f-4af4-9d09-a796da740d27 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:33.480066 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-a7654ffc-f25f-4af4-9d09-a796da740d27 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1069193 Mar 09 17:06:33.487426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:33.487750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:33.488093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:33.490114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for port (911ab63a-8a5e-4937-9093-e614680c472d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.500407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:33.505631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.543122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:33.543633 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:33.544277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (818abb0a-22e1-4103-8596-207b374191aa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.545340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:33.545997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.547594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (911ab63a-8a5e-4937-9093-e614680c472d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.563904 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 5 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:33.591874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.611322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.627199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event updated for resources: {'Port': ['ID=911ab63a-8a5e-4937-9093-e614680c472d,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:33.633621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6b888f80-c28f-4fa2-be70-786e2bb58330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.654983 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c84dec71-b534-4322-8330-3484cdc92984 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c96938bcf6a244c9937779b088d228c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5127106 Mar 09 17:06:33.657774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57818) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:33.671434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (5a46eaf9-c91f-4266-b826-318a14011c9b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.676880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:33.683876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Network': ['ID=818abb0a-22e1-4103-8596-207b374191aa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:33.684807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:33.692119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:33.692474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:33.692817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:33.695566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:33.697944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 818abb0a-22e1-4103-8596-207b374191aa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:33.726763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event updated for resources: {'Port': ['ID=ebb19d0c-8f8e-4187-a023-717a73eeae1a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:33.747564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-813f4ec2-2176-4d4f-8028-fe6e0b5433c0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8592236 Mar 09 17:06:33.750526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57820) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:33.758763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:33.759098 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:33.771420 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 6 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:33.791715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57822) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:33.809264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:33.811169 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f4b9c599-b670-4c72-b7b4-54624ec699aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7703385 Mar 09 17:06:33.845509 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-521cdaa1-bce7-480c-befd-449fdb27f83e service neutron] 10.222.0.16 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340652 Mar 09 17:06:33.863992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:33.872232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:33.872232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:33.967442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:33.967768 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:33.973383 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 7 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:34.005617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:34.005962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:34.006424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:34.037737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for security_group (34f7d8e6-8a94-4f71-af72-8b5c940b75b8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.040683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:34.041017 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:34.043027 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-2f93578c-7cab-414d-9d84-a559b0c0b4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812785 Mar 09 17:06:34.043733 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 8 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:34.052138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (27936021-23a2-46b7-b59d-bd434ce6ae18), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.058555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:34.058908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:34.059252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:34.061300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb2cacdb-7423-403c-935d-ae1c1150994a admin admin] Publish callbacks [] for security_group (b2afe8a5-0628-4883-a5ca-8f0ecff8cc83), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.067455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1975425412', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:34.067866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:34.068206 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:34.087430 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 9 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:34.088842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a4e49-9ab5-429e-83dc-0657555e907a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:34.094650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a4e49-9ab5-429e-83dc-0657555e907a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:34.105087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a4e49-9ab5-429e-83dc-0657555e907a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:34.105509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (34f7d8e6-8a94-4f71-af72-8b5c940b75b8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.105868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a4e49-9ab5-429e-83dc-0657555e907a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:34.110800 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f7a4e49-9ab5-429e-83dc-0657555e907a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3563962 Mar 09 17:06:34.111596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57838) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:34.125796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb2cacdb-7423-403c-935d-ae1c1150994a admin admin] Publish callbacks [] for security_group (b2afe8a5-0628-4883-a5ca-8f0ecff8cc83), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.128106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:34.128491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:34.128872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:34.152877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:34.176416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:34.176758 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:34.183365 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 10 to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e Mar 09 17:06:34.205856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:34.206195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:34.206531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:34.209613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e094d79d-15f6-498b-9133-877993ce9d11), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.209959 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment e094d79d-15f6-498b-9133-877993ce9d11 of type vlan for network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f Mar 09 17:06:34.227042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7d8e6-8a94-4f71-af72-8b5c940b75b8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:34.234764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 3fd45a21-0622-49c5-a0ee-1af19253969e on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:34.235616 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 3fd45a21-0622-49c5-a0ee-1af19253969e on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:34.235616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.281638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (0a4a3a08-be9c-42b8-93e0-03b27f229b9f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.420865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57850) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:34.431004 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 17:06:34.431650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (eae51e6f-23d3-4309-a70d-b327e252544c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.432752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (eae51e6f-23d3-4309-a70d-b327e252544c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.445629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.497870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (818abb0a-22e1-4103-8596-207b374191aa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.582686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-5d70cb24-a775-430a-8f48-b249e887682d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--232721471&fields=id&tenant_id=7402523760324c8884dc4a94d391ccb0 HTTP/1.1" status: 200 len: 267 time: 0.1604259 Mar 09 17:06:34.598568 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-41182afd-8e34-4c0a-b84b-6eb4275dfda4 req-115a4bca-afe9-45a1-9b4e-4ac9b83cfef1 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.0718346 Mar 09 17:06:34.602875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb2cacdb-7423-403c-935d-ae1c1150994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b2afe8a5-0628-4883-a5ca-8f0ecff8cc83), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.605452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb2cacdb-7423-403c-935d-ae1c1150994a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.606559 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb2cacdb-7423-403c-935d-ae1c1150994a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2afe8a5-0628-4883-a5ca-8f0ecff8cc83 HTTP/1.1" status: 204 len: 168 time: 0.9392178 Mar 09 17:06:34.623797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cacdb-7423-403c-935d-ae1c1150994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afe8a5-0628-4883-a5ca-8f0ecff8cc83,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:34.635095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] For port 3fd45a21-0622-49c5-a0ee-1af19253969e, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:34.640398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempted to set empty binding levels {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 09 17:06:34.644546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (0a4a3a08-be9c-42b8-93e0-03b27f229b9f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.653102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:34.660114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.701819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.767086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (eae51e6f-23d3-4309-a70d-b327e252544c), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.788436 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6739852 Mar 09 17:06:34.827184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:34.827800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:34.835591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bacb1-61ca-4d28-b688-21b7e72df111 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=0a4a3a08-be9c-42b8-93e0-03b27f229b9f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:34.837489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=3fd45a21-0622-49c5-a0ee-1af19253969e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:34.847393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:34.965024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57874) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:34.965315 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-10ab8ae3-4216-4eed-8b3b-262f796bac86 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.0850940 Mar 09 17:06:35.110648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (818abb0a-22e1-4103-8596-207b374191aa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.141454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818abb0a-22e1-4103-8596-207b374191aa']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:35.153919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e617e16-0108-423a-84e5-a470c3b8db6b') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:35.154225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e617e16-0108-423a-84e5-a470c3b8db6b') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:35.235542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (2e617e16-0108-423a-84e5-a470c3b8db6b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.325538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2e617e16-0108-423a-84e5-a470c3b8db6b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.400080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:35.400441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (2e617e16-0108-423a-84e5-a470c3b8db6b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:35.402159 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:35.422024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-c6a5f06f-90c4-40f8-ad32-833581b30f4d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:35.423554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-c6a5f06f-90c4-40f8-ad32-833581b30f4d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/networks?id=156d8939-b06a-43f7-992c-2765bd5353db HTTP/1.1" status: 200 len: 812 time: 0.8040051 Mar 09 17:06:35.462886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (eae51e6f-23d3-4309-a70d-b327e252544c), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.469628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.511673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57888) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:35.523739 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-105425ed-b8b1-4804-910d-77b5f714810d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/quotas/7402523760324c8884dc4a94d391ccb0 HTTP/1.1" status: 200 len: 375 time: 0.0654762 Mar 09 17:06:35.533982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d575a9b9-3ef9-44ed-870b-8d622699398b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.597615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.611621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Deleting port 3fd45a21-0622-49c5-a0ee-1af19253969e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:35.611975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.664834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d575a9b9-3ef9-44ed-870b-8d622699398b admin admin] Publish callbacks [] for security_group (818b58f8-094d-4c2f-af96-72d845d3274f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.674876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-28930ce2-16a2-47d7-97ca-62aa91474734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.687346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (818abb0a-22e1-4103-8596-207b374191aa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.692189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 818abb0a-22e1-4103-8596-207b374191aa {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:06:35.704522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.708336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/networks/818abb0a-22e1-4103-8596-207b374191aa HTTP/1.1" status: 204 len: 168 time: 1.5956969 Mar 09 17:06:35.741685 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-918748eb-e0cd-4e8a-986f-7cd79127006e req-847681db-eef9-462a-bec4-a89dbaa3a368 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.0363851 Mar 09 17:06:35.750985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57896) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:35.753350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d575a9b9-3ef9-44ed-870b-8d622699398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (818b58f8-094d-4c2f-af96-72d845d3274f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.773485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'network': {'name': 'tempest-network--2042527191', 'router:external': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:35.803697 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d575a9b9-3ef9-44ed-870b-8d622699398b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ee79cf2fe7f47728c4ec99f22af127d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906549 Mar 09 17:06:35.807516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57900) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:35.846966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1174b-302a-4046-a886-a39638ef43f0 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Network': ['ID=818abb0a-22e1-4103-8596-207b374191aa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:35.847536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575a9b9-3ef9-44ed-870b-8d622699398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b58f8-094d-4c2f-af96-72d845d3274f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:35.866138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event updated for resources: {'Port': ['ID=ebb19d0c-8f8e-4187-a023-717a73eeae1a,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:35.870464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] For port 3fd45a21-0622-49c5-a0ee-1af19253969e, host hv-neutron-mast, got binding levels [] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:35.870761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60613a8d-2d13-4494-b228-d364191ef0f9 admin admin] Publish callbacks [] for security_group (818b58f8-094d-4c2f-af96-72d845d3274f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.870874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.897002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60613a8d-2d13-4494-b228-d364191ef0f9 admin admin] Publish callbacks [] for security_group (818b58f8-094d-4c2f-af96-72d845d3274f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.898559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Made reservation on behalf of 19500e6f407340478a3a2cf6b084e6d4 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:35.901033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.912902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-c00edebd-29b1-481a-a929-59277b192ecc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7402523760324c8884dc4a94d391ccb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3781974 Mar 09 17:06:35.926601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (27936021-23a2-46b7-b59d-bd434ce6ae18), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:35.937467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Calling delete_port for 3fd45a21-0622-49c5-a0ee-1af19253969e owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:36.005277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.006906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-43637cef-51ec-44ad-b85b-eb0daa862b1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3988726 Mar 09 17:06:36.113458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60613a8d-2d13-4494-b228-d364191ef0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (818b58f8-094d-4c2f-af96-72d845d3274f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.113458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60613a8d-2d13-4494-b228-d364191ef0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.113719 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-60613a8d-2d13-4494-b228-d364191ef0f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/818b58f8-094d-4c2f-af96-72d845d3274f HTTP/1.1" status: 204 len: 168 time: 0.3047740 Mar 09 17:06:36.129417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613a8d-2d13-4494-b228-d364191ef0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b58f8-094d-4c2f-af96-72d845d3274f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:36.316978 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-ddca981d-99df-4d10-b903-c1f61c53b577 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2063631588&fields=id&tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c HTTP/1.1" status: 200 len: 267 time: 0.1090095 Mar 09 17:06:36.386688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:36.434318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (aa8c29b8-ab98-4d5d-b023-721f5fa62664), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.443023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Added segment aa8c29b8-ab98-4d5d-b023-721f5fa62664 of type vlan for network 02314e1f-771d-4506-be61-0d5979dfb467 Mar 09 17:06:36.475773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-87f3acb1-e2ee-4c54-9a59-13cbad5fd9c6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:36.483275 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-87f3acb1-e2ee-4c54-9a59-13cbad5fd9c6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1081750 Mar 09 17:06:36.495070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-c28c46e4-c6f7-4fed-b8b6-7f2498433438 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:36.496910 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-c28c46e4-c6f7-4fed-b8b6-7f2498433438 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 812 time: 0.1725364 Mar 09 17:06:36.532266 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-41f0be1e-d459-46c1-af93-e7c59873ad91 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/quotas/3882b1c942c54d6eb9f9c9cef69cd02c HTTP/1.1" status: 200 len: 375 time: 0.0297348 Mar 09 17:06:36.615722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (02314e1f-771d-4506-be61-0d5979dfb467), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.620388 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-09d3e8b1-40d5-4928-b017-c979db1d9b94 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809913 Mar 09 17:06:36.782101 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-6d40100a-5376-4ef7-8205-0aad57b0f749 service neutron] 10.222.0.16 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975721 Mar 09 17:06:36.822412 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-ae913eba-ca44-4efb-8344-ae51c25f1771 service neutron] 10.222.0.16 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873832 Mar 09 17:06:36.870279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3fd45a21-0622-49c5-a0ee-1af19253969e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.903199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (02314e1f-771d-4506-be61-0d5979dfb467), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.904267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:36.905216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:36.950584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-bafe3c18-8015-4d45-bbc5-7106343763e7 service neutron] 10.222.0.16 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272211 Mar 09 17:06:37.009784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Network': ['ID=02314e1f-771d-4506-be61-0d5979dfb467,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:37.013485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (eae51e6f-23d3-4309-a70d-b327e252544c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:37.023110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 02314e1f-771d-4506-be61-0d5979dfb467 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:37.091715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-c535ffef-d147-410b-83a5-59511118ad57 service neutron] 10.222.0.16 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254796 Mar 09 17:06:37.098682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:37.102395 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3fd45a21-0622-49c5-a0ee-1af19253969e HTTP/1.1" status: 204 len: 168 time: 2.1115177 Mar 09 17:06:37.103552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d8204-6567-4acd-89d8-b5fea014ac42 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fd45a21-0622-49c5-a0ee-1af19253969e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:37.105293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57940) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:37.127379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:37.169726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a697e2f-2f19-4add-aca8-f1dd8c22073b tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:06:37.177992 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1a697e2f-2f19-4add-aca8-f1dd8c22073b tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "GET /v2.0/ports/3fd45a21-0622-49c5-a0ee-1af19253969e HTTP/1.1" status: 404 len: 333 time: 0.0659192 Mar 09 17:06:37.178606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57942) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:37.188393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Request body: {'port': {'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-879609676'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:37.290971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Made reservation on behalf of 3317eed58c8740ed8d52e33c8a6f5582 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:37.294574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:37.327945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port 422bf33c-6b28-4620-b444-2ec04739ba43 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:37.363653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Allocated IP 172.36.5.31 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/e92c2d95-beba-457c-89b5-0a7222b05f65) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:37.414234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:37.492818 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-95cfe3fc-a1cc-454b-8182-1c6f73514c56 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7389278 Mar 09 17:06:37.493524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57960) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:37.788930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ef598-5a59-4a59-bca8-4eef162c8b2a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:37.791106 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cd6ef598-5a59-4a59-bca8-4eef162c8b2a tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] 10.222.0.16 "GET /v2.0/networks/02314e1f-771d-4506-be61-0d5979dfb467 HTTP/1.1" status: 200 len: 757 time: 0.2942791 Mar 09 17:06:37.794865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57978) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:37.796540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9f1f419-dfa7-431d-814e-dc366345929e req-5703cde2-4c0d-4fa9-91f2-8a84110d3682 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.2080743 Mar 09 17:06:37.837493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for port (422bf33c-6b28-4620-b444-2ec04739ba43), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:37.998159 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-db7007e9-60ab-41b0-95fc-cf29e7c55f1e req-03704122-c07b-482f-8e88-94d3d1d3811f tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.0416453 Mar 09 17:06:37.999772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.072578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=422bf33c-6b28-4620-b444-2ec04739ba43,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:38.076089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57990) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:38.083752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:38.095738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-69cdb30d-9699-4299-ad59-6d8554ee152b req-4f95ca65-8a58-4dbd-bd05-c1f2f5417406 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.2414262 Mar 09 17:06:38.107153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89071c-abe0-423d-8ba4-a84884a145dd tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:38.108157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:38.108595 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c89071c-abe0-423d-8ba4-a84884a145dd tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] 10.222.0.16 "GET /v2.0/networks/bfcb3393-60fd-4d52-bea5-684b4e577d38 HTTP/1.1" status: 200 len: 767 time: 0.3125324 Mar 09 17:06:38.112002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 57992) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:38.120519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for port (e92c2d95-beba-457c-89b5-0a7222b05f65), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.134512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:38.152311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:38.153295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:38.153905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.255779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.256438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e92c2d95-beba-457c-89b5-0a7222b05f65), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.257994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (02314e1f-771d-4506-be61-0d5979dfb467), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.295574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:38.300944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:38.304399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:38.310454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event updated for resources: {'Port': ['ID=e92c2d95-beba-457c-89b5-0a7222b05f65,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:38.368447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (02314e1f-771d-4506-be61-0d5979dfb467), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.375651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-599205d9-3cf5-4daf-8f80-eb3d50e088b5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1913548 Mar 09 17:06:38.382056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:38.386868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.391629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 57998) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:38.396678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:38.421656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02314e1f-771d-4506-be61-0d5979dfb467']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:38.441801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8c29b8-ab98-4d5d-b023-721f5fa62664') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:38.442144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8c29b8-ab98-4d5d-b023-721f5fa62664') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:38.484951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (aa8c29b8-ab98-4d5d-b023-721f5fa62664), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.509899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (aa8c29b8-ab98-4d5d-b023-721f5fa62664), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.518227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:38.518626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (aa8c29b8-ab98-4d5d-b023-721f5fa62664), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:38.520323 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:38.537985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.641378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (02314e1f-771d-4506-be61-0d5979dfb467), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.657023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.36', 56421) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:38.669980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02314e1f-771d-4506-be61-0d5979dfb467 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:06:38.673554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.680280 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/networks/02314e1f-771d-4506-be61-0d5979dfb467 HTTP/1.1" status: 204 len: 168 time: 0.5639639 Mar 09 17:06:38.696204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58010) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:38.706071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'network': {'name': 'tempest-network--1887345852'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:38.728316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7c4f-eb41-454c-904f-50b6446dcb06 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Network': ['ID=02314e1f-771d-4506-be61-0d5979dfb467,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:38.839038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Made reservation on behalf of 19500e6f407340478a3a2cf6b084e6d4 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:38.841445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.873402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:38.883774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (685039a6-ce33-4b7c-ab4b-689d54852cdd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:38.884653 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Added segment 685039a6-ce33-4b7c-ab4b-689d54852cdd of type vlan for network 012e05dc-6934-4ad6-983e-5e4560494600 Mar 09 17:06:39.058715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (eae51e6f-23d3-4309-a70d-b327e252544c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.062054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58024) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:39.156478 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-58d6e280-0988-4728-b06a-7d870585bec2 req-47fc2c69-0aa8-4f6b-bb9c-7746c1f84456 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.0506768 Mar 09 17:06:39.159208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port 422bf33c-6b28-4620-b444-2ec04739ba43 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:39.171945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for port (422bf33c-6b28-4620-b444-2ec04739ba43), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.258808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:39.260654 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-994b3f14-8de0-4088-a50b-5644757f0c6f req-5f86b971-5fc5-4f06-a1b4-74b1661ba8b5 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.1671844 Mar 09 17:06:39.270982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (012e05dc-6934-4ad6-983e-5e4560494600), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.297127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.297711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e1f5f2cd-70ff-4377-9f1b-6ef7bfabfe84 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:39.299305 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e1f5f2cd-70ff-4377-9f1b-6ef7bfabfe84 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.36 "GET /v2.0/networks?id=54bd7d51-c503-4f53-b140-5d16e5008e99 HTTP/1.1" status: 200 len: 806 time: 0.6432452 Mar 09 17:06:39.306212 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b1b8fb7-1fbc-4847-81db-134ebeb8e6b2 req-b09508f0-143a-4002-8b85-cd5b95db83c0 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.0434957 Mar 09 17:06:39.342810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (de458487-125a-4c1f-bbfb-850f050c40e2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.428376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (012e05dc-6934-4ad6-983e-5e4560494600), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.429342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:39.429924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.455127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=422bf33c-6b28-4620-b444-2ec04739ba43,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:39.460929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:39.461103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:39.462070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:39.468388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.498110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=de458487-125a-4c1f-bbfb-850f050c40e2,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:39.514952 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-96777623-2db4-4829-a0f1-73d7bed5dc69 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037 HTTP/1.1" status: 200 len: 379 time: 0.1697323 Mar 09 17:06:39.525714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:39.526158 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:39.529393 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 2 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:39.549704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Request body: {'port': {'device_id': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'admin_state_up': True, 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'security_groups': ['05d9c44a-cd67-47d3-984b-98cff2073a28']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:39.556842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Network': ['ID=012e05dc-6934-4ad6-983e-5e4560494600,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:39.557886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:39.558378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:39.558645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:39.568113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 012e05dc-6934-4ad6-983e-5e4560494600 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:39.568670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (eae51e6f-23d3-4309-a70d-b327e252544c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.569676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': 'e094d79d-15f6-498b-9133-877993ce9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:39.570050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 0a4a3a08-be9c-42b8-93e0-03b27f229b9f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:39.570617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:39.571031 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:39.573575 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 3 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:39.675745 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-63a71892-575f-4995-9d90-b8f6f5b8ad52 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9735453 Mar 09 17:06:39.684130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58044) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:39.700243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:39.710560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:39.847560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:39.847903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:39.848241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:39.857318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0a4a3a08-be9c-42b8-93e0-03b27f229b9f) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:39.864249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:39.864249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.869478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5ac16-d878-4057-960a-ad6ea737d35a None None] Network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:39.900984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:39.901191 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:39.956542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.957876 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 4 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:39.963512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (012e05dc-6934-4ad6-983e-5e4560494600), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:39.986745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:39.987098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:39.987441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.018151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0a4a3a08-be9c-42b8-93e0-03b27f229b9f', 'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': 'de458487-125a-4c1f-bbfb-850f050c40e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:40.019509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.024611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:40.024996 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:40.033939 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2d636bc0-858f-4ff5-9770-28bca27d73d9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9527004 Mar 09 17:06:40.034913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Made reservation on behalf of 7c0c1d195e3c40de90ce47ad6c2a8037 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:40.046182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.056760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58056) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:40.059273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (012e05dc-6934-4ad6-983e-5e4560494600), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.064708 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 5 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:40.068897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59397244'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:40.117344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:40.117500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:40.117839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.126035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:40.126934 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:40.132134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 6 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:40.140767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Network 012e05dc-6934-4ad6-983e-5e4560494600 is not hosted by any dhcp agent {{(pid=104358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 09 17:06:40.141898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:40.142774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.144217 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "PUT /v2.0/networks/012e05dc-6934-4ad6-983e-5e4560494600 HTTP/1.1" status: 200 len: 857 time: 0.4590406 Mar 09 17:06:40.148020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58058) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:40.151487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:40.152435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:40.152799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.227038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da4855-d9d4-4649-a4a3-866c0cfdb6e8 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event updated for resources: {'Network': ['ID=012e05dc-6934-4ad6-983e-5e4560494600,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:40.256283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.261853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:40.262194 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:40.283239 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 7 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:40.339082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Allocated IP 2001:db8:0:ffff::2 (0a4a3a08-be9c-42b8-93e0-03b27f229b9f/de458487-125a-4c1f-bbfb-850f050c40e2/3e0881b6-883c-4846-a9be-0837d022a544) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:40.519757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:40.528828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:40.529545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.572387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:40.575821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.591261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:40.592114 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:40.595533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (012e05dc-6934-4ad6-983e-5e4560494600), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.605574 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 8 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:40.620121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed84c0ac-034f-4ef8-a625-51b0b4c99429 req-5f0d762b-62a0-4225-9bff-24d8f8cc59e3 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.0743008 Mar 09 17:06:40.636574 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-016e279e-b618-43d4-a417-5d9f4bd8adff req-a8308ef8-d393-42a4-8b5f-dfdbf1f768c1 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.0727375 Mar 09 17:06:40.641689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.36', 56428) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:40.666829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Publish callbacks [] for port (3e0881b6-883c-4846-a9be-0837d022a544), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.667317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Router eae51e6f-23d3-4309-a70d-b327e252544c is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:06:40.693260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:40.693608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:40.693957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.744991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Allocated IP 172.20.0.11 (54bd7d51-c503-4f53-b140-5d16e5008e99/a8cd4737-cd35-4783-8942-b0b6329358b5/528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:40.747970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (3e0881b6-883c-4846-a9be-0837d022a544), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.760266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:40.760718 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:40.765332 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 9 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:40.826510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:40.846358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Pushing event updated for resources: {'Port': ['ID=3e0881b6-883c-4846-a9be-0837d022a544,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:40.863128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:40.878073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:40.880574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Allocated IP 172.36.5.158 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/872dedef-31e0-4b61-af6d-8cda65dd4149) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:40.882834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:40.883179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:40.883520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.888866 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28c109ad-4c89-4b02-8a03-3c0ea57b601d req-1f371a0d-734a-4c3d-81b8-77e7a98e6530 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.0688827 Mar 09 17:06:40.916596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:40.916950 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:40.928338 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 10 to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 Mar 09 17:06:40.929355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:40.974783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (012e05dc-6934-4ad6-983e-5e4560494600), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.976682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Attempting to bind port 3e0881b6-883c-4846-a9be-0837d022a544 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:40.977328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Attempting to bind port 3e0881b6-883c-4846-a9be-0837d022a544 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e094d79d-15f6-498b-9133-877993ce9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:40.977913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Attempting to bind port 3e0881b6-883c-4846-a9be-0837d022a544 on network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:40.981636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.36', 56429) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:40.984703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:40.985365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Checking segment: {'id': 'e094d79d-15f6-498b-9133-877993ce9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:40.985982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:40.991156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Bound using segment: {'id': 'e094d79d-15f6-498b-9133-877993ce9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:40.991156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Bound port: 3e0881b6-883c-4846-a9be-0837d022a544, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e094d79d-15f6-498b-9133-877993ce9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a4a3a08-be9c-42b8-93e0-03b27f229b9f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:40.991156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3e0881b6-883c-4846-a9be-0837d022a544), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.109015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.109854 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab of type vlan for network 5554a6e8-39e6-4701-8d29-bb43692cb889 Mar 09 17:06:41.140066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:41.140066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:41.140404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:41.150808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012e05dc-6934-4ad6-983e-5e4560494600']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.182389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.197555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] For port 3e0881b6-883c-4846-a9be-0837d022a544, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:41.208228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] For port 3e0881b6-883c-4846-a9be-0837d022a544, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e0881b6-883c-4846-a9be-0837d022a544,segment=NetworkSegment(e094d79d-15f6-498b-9133-877993ce9d11),segment_id=e094d79d-15f6-498b-9133-877993ce9d11)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:41.226639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685039a6-ce33-4b7c-ab4b-689d54852cdd') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.226965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685039a6-ce33-4b7c-ab4b-689d54852cdd') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.242874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:41.243221 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 422bf33c-6b28-4620-b444-2ec04739ba43 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:41.243670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.304630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (685039a6-ce33-4b7c-ab4b-689d54852cdd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.308782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:41.309033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3e0881b6-883c-4846-a9be-0837d022a544), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.320970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.335570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:41.336260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.384398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (685039a6-ce33-4b7c-ab4b-689d54852cdd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.389989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] Sync routers for ids ['eae51e6f-23d3-4309-a70d-b327e252544c'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:41.402836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-09668512-6a5f-4671-b0c0-2eaf165f30ca tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:41.405265 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-09668512-6a5f-4671-b0c0-2eaf165f30ca tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.36 "GET /v2.0/networks?id=156d8939-b06a-43f7-992c-2765bd5353db HTTP/1.1" status: 200 len: 812 time: 0.7348685 Mar 09 17:06:41.437298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:41.437718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (685039a6-ce33-4b7c-ab4b-689d54852cdd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:41.448932 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:41.469625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] Routers {'eae51e6f-23d3-4309-a70d-b327e252544c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:41.470770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['eae51e6f-23d3-4309-a70d-b327e252544c'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.564083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.566399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46979a-52ab-4c6f-bbe2-47321b54c22b None None] Pushing event updated for resources: {'Port': ['ID=3e0881b6-883c-4846-a9be-0837d022a544,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:41.576037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=5554a6e8-39e6-4701-8d29-bb43692cb889,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:41.597405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 5554a6e8-39e6-4701-8d29-bb43692cb889 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:41.763145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] Routers {'eae51e6f-23d3-4309-a70d-b327e252544c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:41.763145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['eae51e6f-23d3-4309-a70d-b327e252544c'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.764948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] For port 422bf33c-6b28-4620-b444-2ec04739ba43, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:41.764948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempted to set empty binding levels {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 09 17:06:41.773268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:41.774036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-27dee241-1c37-4a95-9d24-a89915c0c88d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:41.774240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f87a28-ad39-4542-9e8e-71d6cfc16134 None None] The sync data for ids ['eae51e6f-23d3-4309-a70d-b327e252544c'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:41.774411 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-27dee241-1c37-4a95-9d24-a89915c0c88d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 812 time: 0.6502488 Mar 09 17:06:41.774411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.774621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.774780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:41.774780 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e592510b-07ad-4938-a583-14382e0aafd8 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8685884 Mar 09 17:06:41.775041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-49a24504-fa5f-43a5-bde7-2689bea36ae6 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7402523760324c8884dc4a94d391ccb0 HTTP/1.1" status: 200 len: 379 time: 0.1393533 Mar 09 17:06:41.775041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Request body: {'port': {'device_id': 'a5003b92-74b4-432e-9252-c90a780b4266', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'admin_state_up': True, 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'security_groups': ['df768f47-95e3-4c84-8e99-ce5d7c527190']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:41.775041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58084) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:41.781549 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-761dcf58-1837-4787-8bbe-ca87731f0277 req-4c94d9ec-d0b4-47f6-bc81-30d9a4743dfc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.0439551 Mar 09 17:06:41.844025 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-569a8c93-b3b6-47b2-8e4c-22316cd216f5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c HTTP/1.1" status: 200 len: 380 time: 0.1387849 Mar 09 17:06:41.844025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Request body: {'port': {'device_id': '96c623f5-d613-41c2-8540-9354578df87c', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'admin_state_up': True, 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'security_groups': ['ac71c36f-9496-4ffc-9259-0d6b5c862a87']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:41.980059 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a86f66b6-8bfd-44c3-8b44-6fcc57e8084d req-1b029d39-607c-4754-b17e-575ee5d701df tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.2251298 Mar 09 17:06:42.008587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.042765 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-51d44897-5fc5-4ac7-baff-f7f122732180 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9795132 Mar 09 17:06:42.049145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58088) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:42.077011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:42.100005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3e0881b6-883c-4846-a9be-0837d022a544 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:42.144246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (012e05dc-6934-4ad6-983e-5e4560494600), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.145960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] In _notify_port_updated(), no bound segment for port 422bf33c-6b28-4620-b444-2ec04739ba43 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:06:42.147002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:42.147627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.151874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "PUT /v2.0/ports/422bf33c-6b28-4620-b444-2ec04739ba43 HTTP/1.1" status: 200 len: 976 time: 3.7570424 Mar 09 17:06:42.154033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58090) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:42.155515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b1f2d4e3-81b2-4acb-9228-211fe6fcf953 req-2c43e3c9-301c-45a3-a486-049f3f48d859 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.1628275 Mar 09 17:06:42.167977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.168124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.172010 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e376cbbd-75e8-42c6-8edf-87241d0b4b95 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/eae51e6f-23d3-4309-a70d-b327e252544c HTTP/1.1" status: 200 len: 924 time: 0.3786860 Mar 09 17:06:42.192701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a18ac-b96f-45d1-828a-a2430e1af196 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=422bf33c-6b28-4620-b444-2ec04739ba43,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:42.200121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 012e05dc-6934-4ad6-983e-5e4560494600 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:06:42.201367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58092) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:42.259934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.264393 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] 10.222.0.16 "DELETE /v2.0/networks/012e05dc-6934-4ad6-983e-5e4560494600 HTTP/1.1" status: 204 len: 168 time: 2.1078861 Mar 09 17:06:42.272384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9d2f-a54a-460e-981c-c82306f211e5 tempest-ExternalNetworksTestJSON-396992398 tempest-ExternalNetworksTestJSON-396992398-project-admin] Pushing event deleted for resources: {'Network': ['ID=012e05dc-6934-4ad6-983e-5e4560494600,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:42.272384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Made reservation on behalf of 3882b1c942c54d6eb9f9c9cef69cd02c for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:42.275791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.302859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:42.358861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3e0881b6-883c-4846-a9be-0837d022a544 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:42.359401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3e0881b6-883c-4846-a9be-0837d022a544), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.384137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:42.402423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:42.415218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:42.421047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-57b33253-ec45-4eb8-a8cc-bd4bef539835 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=eae51e6f-23d3-4309-a70d-b327e252544c HTTP/1.1" status: 200 len: 205 time: 0.1907842 Mar 09 17:06:42.425774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:42.438238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58096) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:42.487416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:42.492991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:42.496323 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a9bc29-029b-4e91-a27a-b64feaeaf524 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] DELETE failed (client error): The resource could not be found. Mar 09 17:06:42.500926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a9bc29-029b-4e91-a27a-b64feaeaf524 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:06:42.504667 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e0a9bc29-029b-4e91-a27a-b64feaeaf524 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] 10.222.0.16 "DELETE /v2.0/subnets/b0d9833a-dc2d-493b-8e88-c621cb60c3c5 HTTP/1.1" status: 404 len: 337 time: 0.1112840 Mar 09 17:06:42.511191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3e0881b6-883c-4846-a9be-0837d022a544 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:42.511632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3e0881b6-883c-4846-a9be-0837d022a544), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.520782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58098) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:42.589613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Pushing event updated for resources: {'Port': ['ID=872dedef-31e0-4b61-af6d-8cda65dd4149,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:42.623294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 3e0881b6-883c-4846-a9be-0837d022a544, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e0881b6-883c-4846-a9be-0837d022a544,segment=NetworkSegment(e094d79d-15f6-498b-9133-877993ce9d11),segment_id=e094d79d-15f6-498b-9133-877993ce9d11)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:42.668253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3e0881b6-883c-4846-a9be-0837d022a544), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.750772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=3e0881b6-883c-4846-a9be-0837d022a544,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:42.762489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event updated for resources: {'Port': ['ID=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:42.821712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Made reservation on behalf of 7402523760324c8884dc4a94d391ccb0 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:42.825087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.899012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c78ec50f-54bc-4ac4-ae43-cf67eda3cd20 None None] Provisioning complete for port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:42.901385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c78ec50f-54bc-4ac4-ae43-cf67eda3cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.901608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for floatingip (a236d620-8b0e-452c-8ef9-ffdce2d4127e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.942745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Allocated IP 172.20.0.12 (781549fa-9da0-4eeb-8336-15685593a054/04784b5f-990e-46f8-b063-f984792aaf3f/512b5ec9-41f5-49e6-b6b6-40508ba66db1) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:42.957397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:42.983135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:42.998721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c78ec50f-54bc-4ac4-ae43-cf67eda3cd20 None None] Port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:43.048541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.075189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.075687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.076165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.076671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.077138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.077618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.078053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.078511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.078970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.079463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.079921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.080424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.084645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.085143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.088442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.095261 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d2fa8163-9799-4eb6-9714-5b9b542e2b18 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19011 time: 0.9342237 Mar 09 17:06:43.097144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.097790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.101345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58104) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:43.255541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021f003-dd56-47ca-b281-128e372383c2 None None] Network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:43.291298 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-011f6b90-d5ee-4d09-83fa-d0d3e2681670 req-6b1eccb3-35c8-4e5a-9034-9056a42eb2aa tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.2913532 Mar 09 17:06:43.371408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5f1c6037-747a-40bd-bb0f-f32b4682dadd None None] Provisioning complete for port 3e0881b6-883c-4846-a9be-0837d022a544 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:43.371783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6037-747a-40bd-bb0f-f32b4682dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3e0881b6-883c-4846-a9be-0837d022a544), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.422658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.512829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c6037-747a-40bd-bb0f-f32b4682dadd None None] Current status of the port 3e0881b6-883c-4846-a9be-0837d022a544 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:43.580223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1589d2-cdc1-43ff-b7a2-b7b8a4af6734 req-a1cab1a3-3fd2-42a4-ad00-3346db381ded tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:43.581873 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb1589d2-cdc1-43ff-b7a2-b7b8a4af6734 req-a1cab1a3-3fd2-42a4-ad00-3346db381ded tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 932 time: 0.4440198 Mar 09 17:06:43.622106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.637718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.707988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event updated for resources: {'Port': ['ID=512b5ec9-41f5-49e6-b6b6-40508ba66db1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:43.716874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Network 781549fa-9da0-4eeb-8336-15685593a054 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:43.728746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.750322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (bfcb3393-60fd-4d52-bea5-684b4e577d38), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.754469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:43.767927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:43.862542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-278149eb-a572-4389-8294-1479bcc8d70c None None] Provisioning complete for port 3e0881b6-883c-4846-a9be-0837d022a544 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:43.862911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-278149eb-a572-4389-8294-1479bcc8d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3e0881b6-883c-4846-a9be-0837d022a544), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:43.935974 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb1589d2-cdc1-43ff-b7a2-b7b8a4af6734 req-657ed8fb-a619-464c-9ed6-2e67967efe78 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459237 Mar 09 17:06:43.969082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3e0881b6-883c-4846-a9be-0837d022a544 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:44.001727 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Allocated IP 172.20.0.9 (156d8939-b06a-43f7-992c-2765bd5353db/5a9233de-054e-4157-9616-75d5a5021e5d/465dc296-7d0d-4c84-9f3a-dbda164ec162) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:44.099037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-278149eb-a572-4389-8294-1479bcc8d70c None None] Current status of the port 3e0881b6-883c-4846-a9be-0837d022a544 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:44.110530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3e0881b6-883c-4846-a9be-0837d022a544 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:44.110907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3e0881b6-883c-4846-a9be-0837d022a544), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.223412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3e0881b6-883c-4846-a9be-0837d022a544 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:44.235687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-575b1a6f-739b-4660-b411-297bb85492d6 None None] Provisioning complete for port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:44.236314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-575b1a6f-739b-4660-b411-297bb85492d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.268233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Pushing event updated for resources: {'Port': ['ID=872dedef-31e0-4b61-af6d-8cda65dd4149,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:44.281032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-575b1a6f-739b-4660-b411-297bb85492d6 None None] Port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:44.284636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:44.285291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.291228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (a236d620-8b0e-452c-8ef9-ffdce2d4127e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.302210 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c4829a6c-153d-400c-a263-dd7b1b35c614 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7802920 Mar 09 17:06:44.307489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (eae51e6f-23d3-4309-a70d-b327e252544c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.363389 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-049804a4-c2bb-4981-ad0a-74953f973324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5500486 Mar 09 17:06:44.406794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.414664 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e7769db0-6e8b-4dc7-ac37-424f23a52946 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3493147 Mar 09 17:06:44.420271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58110) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:44.444759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1780659831', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'fixed_ips': [{'ip_address': '172.36.5.158'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:44.460280 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-06b0b9c6-2158-4a30-9895-982fe731a53b req-440dabd1-0d93-454b-b420-cf2b303f2ab8 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.0427198 Mar 09 17:06:44.579757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc55b-6414-47f8-a8e3-0f9991c512f2 req-eebc2ab2-6adf-4e81-a49d-1f9f3755e0c1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:44.584885 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-106fc55b-6414-47f8-a8e3-0f9991c512f2 req-eebc2ab2-6adf-4e81-a49d-1f9f3755e0c1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 932 time: 0.8612099 Mar 09 17:06:44.614656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Made reservation on behalf of ab9df45dd7394743b8d1529c10b483bc for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:44.617350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.730268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.784898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (bfcb3393-60fd-4d52-bea5-684b4e577d38), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.875294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.915457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Deleting port 422bf33c-6b28-4620-b444-2ec04739ba43 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:44.915807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.927163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcb3393-60fd-4d52-bea5-684b4e577d38']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:44.949269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (eae51e6f-23d3-4309-a70d-b327e252544c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:44.989856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-106fc55b-6414-47f8-a8e3-0f9991c512f2 req-cb129b75-4c72-456c-9333-313324fa63b6 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726423 Mar 09 17:06:45.036475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f9b348-8f82-4793-9b06-be8766185bf4') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:45.037236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f9b348-8f82-4793-9b06-be8766185bf4') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:45.060498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (84f9b348-8f82-4793-9b06-be8766185bf4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.122969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b63c7-9b15-49db-b49a-52bee9d41e42 req-b7d0048b-bb24-444c-b381-4adae97cd79d tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:45.125222 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e1b63c7-9b15-49db-b49a-52bee9d41e42 req-b7d0048b-bb24-444c-b381-4adae97cd79d tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 932 time: 0.0674522 Mar 09 17:06:45.126787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (d4f43fbf-e343-497d-b7d9-86649b8ec76e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.136934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (84f9b348-8f82-4793-9b06-be8766185bf4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.191126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] For port 422bf33c-6b28-4620-b444-2ec04739ba43, host hv-neutron-mast, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:45.191515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.196034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for security_group (9eb643d2-1f6a-40f8-800f-e2c671a2d97a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.196432 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e1b63c7-9b15-49db-b49a-52bee9d41e42 req-44289370-43ac-454c-82f4-9ef2d40910b6 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607333 Mar 09 17:06:45.226179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:45.231323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (84f9b348-8f82-4793-9b06-be8766185bf4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:45.233726 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:45.262907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Calling delete_port for 422bf33c-6b28-4620-b444-2ec04739ba43 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:45.325761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9eb643d2-1f6a-40f8-800f-e2c671a2d97a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.334411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.344897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] device_id is not set on port c53bc32f-05e7-46d8-b1e0-f804971be8e6 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:45.350264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=d4f43fbf-e343-497d-b7d9-86649b8ec76e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:45.492440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (bfcb3393-60fd-4d52-bea5-684b4e577d38), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.536531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.539810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] 10.222.0.16 "DELETE /v2.0/networks/bfcb3393-60fd-4d52-bea5-684b4e577d38 HTTP/1.1" status: 204 len: 168 time: 2.9037554 Mar 09 17:06:45.571663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb643d2-1f6a-40f8-800f-e2c671a2d97a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:45.574451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:45.574850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 5554a6e8-39e6-4701-8d29-bb43692cb889, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:45.583665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Network 156d8939-b06a-43f7-992c-2765bd5353db is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:45.606257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f48a1-e001-48ab-a9a2-db9a56788f50 tempest-ExternalNetworksTestJSON-1298726566 tempest-ExternalNetworksTestJSON-1298726566-project] Pushing event deleted for resources: {'Network': ['ID=bfcb3393-60fd-4d52-bea5-684b4e577d38,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:45.626562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:45.630948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:45.640564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event updated for resources: {'Port': ['ID=465dc296-7d0d-4c84-9f3a-dbda164ec162,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:45.708000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Deleting port e92c2d95-beba-457c-89b5-0a7222b05f65 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:45.708372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e92c2d95-beba-457c-89b5-0a7222b05f65), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.860043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:45.860641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.890440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 5554a6e8-39e6-4701-8d29-bb43692cb889 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:45.920189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-34cdfdc0-fe89-45b2-8755-40af21ed4c6e None None] Provisioning complete for port 465dc296-7d0d-4c84-9f3a-dbda164ec162 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:45.920779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-34cdfdc0-fe89-45b2-8755-40af21ed4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.921887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348d774-6b1a-495d-aa22-7920d1e2ba09 req-a9faba9c-c7df-4a40-b1d8-6e695bb0c8d5 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:45.928848 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0348d774-6b1a-495d-aa22-7920d1e2ba09 req-a9faba9c-c7df-4a40-b1d8-6e695bb0c8d5 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 931 time: 0.3491070 Mar 09 17:06:45.930613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (422bf33c-6b28-4620-b444-2ec04739ba43), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:45.975039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-34cdfdc0-fe89-45b2-8755-40af21ed4c6e None None] Port 465dc296-7d0d-4c84-9f3a-dbda164ec162 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:06:46.203515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327366e3-853c-43a2-9113-915311b541f4 req-21db4e7c-2c50-4c0e-b5f0-e534814440de tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:46.211882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-327366e3-853c-43a2-9113-915311b541f4 req-21db4e7c-2c50-4c0e-b5f0-e534814440de tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 932 time: 0.1232896 Mar 09 17:06:46.233140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.240247 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "DELETE /v2.0/ports/422bf33c-6b28-4620-b444-2ec04739ba43 HTTP/1.1" status: 204 len: 168 time: 3.0363302 Mar 09 17:06:46.241867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e92c2d95-beba-457c-89b5-0a7222b05f65), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.246512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d92730-9b9d-4a1e-87f4-47a1e26cac73 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event deleted for resources: {'Port': ['ID=422bf33c-6b28-4620-b444-2ec04739ba43,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:46.248745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58124) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:46.257386 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-75dd2a20-e302-4a0c-bb98-665a52c9eb01 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5689347 Mar 09 17:06:46.258047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5554a6e8-39e6-4701-8d29-bb43692cb889) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:46.263284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:46.263908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.273609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dccbc8-78ca-4cc0-b9fe-4e751365a021 None None] Network 5554a6e8-39e6-4701-8d29-bb43692cb889 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:46.291661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0826af6f-1b11-4878-8f74-491c3997f7ca tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:06:46.291661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0826af6f-1b11-4878-8f74-491c3997f7ca tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "GET /v2.0/ports/422bf33c-6b28-4620-b444-2ec04739ba43 HTTP/1.1" status: 404 len: 333 time: 0.0382485 Mar 09 17:06:46.293870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58126) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:46.298717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Calling delete_port for e92c2d95-beba-457c-89b5-0a7222b05f65 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:46.300375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-983178612', 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:46.304876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58128) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:46.325880 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 17:06:46.326383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:06:46.356821 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0348d774-6b1a-495d-aa22-7920d1e2ba09 req-9978efd1-8d37-4731-98d6-bcb35e561201 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271057 Mar 09 17:06:46.377822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-327366e3-853c-43a2-9113-915311b541f4 req-cf0315ae-9c83-4521-bf32-ed2d6f8e416e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469407 Mar 09 17:06:46.436246 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c86e88e3-4aa3-4d47-b6c8-42a188ea647d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3839025 Mar 09 17:06:46.439548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58132) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:46.455857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Made reservation on behalf of 3317eed58c8740ed8d52e33c8a6f5582 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:46.458714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.485698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port d93a430c-2ae7-44db-83f5-468ebb7c8922 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:46.492535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5554a6e8-39e6-4701-8d29-bb43692cb889', 'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': 'd4f43fbf-e343-497d-b7d9-86649b8ec76e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:46.493551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.562173 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-594a244c-069a-4f36-9eee-8e9129a15623 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1347847 Mar 09 17:06:46.563200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58134) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:46.712301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Allocated IP 2001:db8::1 (5554a6e8-39e6-4701-8d29-bb43692cb889/d4f43fbf-e343-497d-b7d9-86649b8ec76e/047de93e-6e83-4509-b0a0-24f9f5f2e5a5) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:46.746854 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8645270-0ca0-4fdf-a840-7a22f6bb3d15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6db418b477c41bb9bb85665add64815&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4378045 Mar 09 17:06:46.750351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58136) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:46.797405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47673bf9-a652-4434-b79b-5fa79fe54c22 req-0e4cc9a7-580b-41b7-ae78-e622fe3891f5 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:46.803613 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-47673bf9-a652-4434-b79b-5fa79fe54c22 req-0e4cc9a7-580b-41b7-ae78-e622fe3891f5 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 932 time: 0.3325191 Mar 09 17:06:46.818924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.837487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Deleting port 872dedef-31e0-4b61-af6d-8cda65dd4149 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:46.837967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.876931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for port (d93a430c-2ae7-44db-83f5-468ebb7c8922), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.886651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-47673bf9-a652-4434-b79b-5fa79fe54c22 req-dfe8d98b-4fad-4998-8494-7d6e941b312e tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741377 Mar 09 17:06:46.933541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Publish callbacks [] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.967857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83365453-04fd-434b-8bf6-79f5e0476061 admin admin] Publish callbacks [] for security_group (25806e2c-ac3f-4baf-9c09-7a491ed1e549), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:46.993356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.015695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.016192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for floatingip (872dedef-31e0-4b61-af6d-8cda65dd4149), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.021423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (d4f43fbf-e343-497d-b7d9-86649b8ec76e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.028834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83365453-04fd-434b-8bf6-79f5e0476061 admin admin] Publish callbacks [] for security_group (25806e2c-ac3f-4baf-9c09-7a491ed1e549), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.041130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Calling delete_port for 872dedef-31e0-4b61-af6d-8cda65dd4149 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:47.061532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e92c2d95-beba-457c-89b5-0a7222b05f65), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.067691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Network 5554a6e8-39e6-4701-8d29-bb43692cb889 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:47.068914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-106085ad-71ae-4d2d-8143-9f37c7be5f16 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:47.070239 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-106085ad-71ae-4d2d-8143-9f37c7be5f16 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134823 Mar 09 17:06:47.072750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:47.075277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-f9dfa365-5d25-4683-8eac-154a0eabcbde tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:47.076926 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-f9dfa365-5d25-4683-8eac-154a0eabcbde tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179110 Mar 09 17:06:47.087697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:47.099966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-b796a243-0858-4b5a-b680-9d70ea20a931 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:06:47.101458 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-b796a243-0858-4b5a-b680-9d70ea20a931 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199358 Mar 09 17:06:47.106827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Pushing event updated for resources: {'Port': ['ID=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.127065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d93a430c-2ae7-44db-83f5-468ebb7c8922), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.130713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event deleted for resources: {'Port': ['ID=e92c2d95-beba-457c-89b5-0a7222b05f65,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.153817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:47.169443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Attempting to bind port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:47.175860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Attempting to bind port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:47.175860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Attempting to bind port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 on network 5554a6e8-39e6-4701-8d29-bb43692cb889 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:47.179527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:47.180056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Checking segment: {'id': 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:47.180699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.181252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Bound using segment: {'id': 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:47.181886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Bound port: 047de93e-6e83-4509-b0a0-24f9f5f2e5a5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5554a6e8-39e6-4701-8d29-bb43692cb889'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:47.189664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.255082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (eae51e6f-23d3-4309-a70d-b327e252544c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.260597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:47.273653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:47.279391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:47.279391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.311567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=d93a430c-2ae7-44db-83f5-468ebb7c8922,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.325376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] For port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:47.326268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] For port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,segment=NetworkSegment(dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab),segment_id=dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:47.361668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Request body: {'port': {'device_id': '96c623f5-d613-41c2-8540-9354578df87c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:47.364171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Request body: {'port': {'device_id': 'a5003b92-74b4-432e-9252-c90a780b4266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:47.374186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Request body: {'port': {'device_id': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:47.378542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (d4f43fbf-e343-497d-b7d9-86649b8ec76e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.389331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.392258 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0091a33d-ba29-4483-ac3c-add4d6b00d27 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0971744 Mar 09 17:06:47.396804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58140) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:47.455845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83365453-04fd-434b-8bf6-79f5e0476061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (25806e2c-ac3f-4baf-9c09-7a491ed1e549), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.458489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83365453-04fd-434b-8bf6-79f5e0476061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.461966 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-83365453-04fd-434b-8bf6-79f5e0476061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25806e2c-ac3f-4baf-9c09-7a491ed1e549 HTTP/1.1" status: 204 len: 168 time: 0.7074511 Mar 09 17:06:47.461966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787a2b6-fcc0-4471-b14a-b9aeb658970a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:47.477400 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7787a2b6-fcc0-4471-b14a-b9aeb658970a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "GET /v2.0/ports/d93a430c-2ae7-44db-83f5-468ebb7c8922 HTTP/1.1" status: 200 len: 954 time: 0.0569136 Mar 09 17:06:47.481564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58148) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:47.493430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f43fbf-e343-497d-b7d9-86649b8ec76e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.502160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (eae51e6f-23d3-4309-a70d-b327e252544c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.513280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (eae51e6f-23d3-4309-a70d-b327e252544c), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.524799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83365453-04fd-434b-8bf6-79f5e0476061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25806e2c-ac3f-4baf-9c09-7a491ed1e549,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.645365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f4c2b-b158-42f5-baab-37cad61615f9 None None] Pushing event updated for resources: {'Port': ['ID=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.680958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (872dedef-31e0-4b61-af6d-8cda65dd4149), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.726267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.740904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.784103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Pushing event deleted for resources: {'Port': ['ID=872dedef-31e0-4b61-af6d-8cda65dd4149,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:47.810428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.814852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.842765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b432fa7-0e47-4417-b50c-9e1c88e218a8 req-bef4f5e8-6517-4dcd-a689-df151e97c431 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:47.849274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b432fa7-0e47-4417-b50c-9e1c88e218a8 req-bef4f5e8-6517-4dcd-a689-df151e97c431 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 931 time: 0.3258562 Mar 09 17:06:47.859962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (eae51e6f-23d3-4309-a70d-b327e252544c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.860222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Fanout notify agent at l3_agent the message router_deleted on router eae51e6f-23d3-4309-a70d-b327e252544c {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:06:47.917522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:47.918655 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f4792d99-ab26-4d09-a4d2-874da0903539 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/eae51e6f-23d3-4309-a70d-b327e252544c HTTP/1.1" status: 204 len: 168 time: 5.4623344 Mar 09 17:06:47.952838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58154) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:48.001911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5554a6e8-39e6-4701-8d29-bb43692cb889']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:48.005018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1337549433', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': False}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:48.035400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:48.035754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:48.067515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.133087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a249fe-fe05-4fec-a6ff-81c46624b13a req-228968a4-3ea9-4578-84ce-05d26479239e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:48.134591 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9a249fe-fe05-4fec-a6ff-81c46624b13a req-228968a4-3ea9-4578-84ce-05d26479239e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 932 time: 0.4755385 Mar 09 17:06:48.241996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks [] for floatingip (a236d620-8b0e-452c-8ef9-ffdce2d4127e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.244949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.245600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.246174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c761c7f4-ede0-4757-809f-0fd204e53cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967 tempest-ExternalNetworksAdminNegativeTestJSON-1324631967-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/a236d620-8b0e-452c-8ef9-ffdce2d4127e HTTP/1.1" status: 204 len: 168 time: 1.6811552 Mar 09 17:06:48.248092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Deleting port d93a430c-2ae7-44db-83f5-468ebb7c8922 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:48.248092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d93a430c-2ae7-44db-83f5-468ebb7c8922), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.312992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (b41e6719-6a0d-490a-9389-62b94f918f03), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.314223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (b41e6719-6a0d-490a-9389-62b94f918f03), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.325120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:48.325704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:48.344423 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:48.363882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b432fa7-0e47-4417-b50c-9e1c88e218a8 req-05448d07-b3d4-46b3-9d4f-60c6ac167e7a tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4864933 Mar 09 17:06:48.375891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d93a430c-2ae7-44db-83f5-468ebb7c8922), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.410955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Calling delete_port for d93a430c-2ae7-44db-83f5-468ebb7c8922 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:48.433953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58158) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:48.449971 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9a249fe-fe05-4fec-a6ff-81c46624b13a req-84bfc23c-4cf3-4b8c-acd6-c18d8a908fc9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947869 Mar 09 17:06:48.603117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:06:48.603117 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:06:48.603117 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': '5554a6e8-39e6-4701-8d29-bb43692cb889'}] Mar 09 17:06:48.603117 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:06:48.604872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:06:48.663620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (b41e6719-6a0d-490a-9389-62b94f918f03), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.665891 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-261809c2-3c82-45bc-8545-53a99d2db59c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19500e6f407340478a3a2cf6b084e6d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2247396 Mar 09 17:06:48.669737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58162) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:48.824136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58164) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:48.862602 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81357803-b5a6-42c8-8050-6f74b64541f6 admin admin] Publish callbacks [] for security_group (68385fd6-498e-45cb-8608-2e91180245d4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.887886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81357803-b5a6-42c8-8050-6f74b64541f6 admin admin] Publish callbacks [] for security_group (68385fd6-498e-45cb-8608-2e91180245d4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:48.912027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc453-47cb-4701-b902-7ae32e4600fa req-0f654811-bb02-4bed-983e-2ae746d81f73 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:48.912027 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-781bc453-47cb-4701-b902-7ae32e4600fa req-0f654811-bb02-4bed-983e-2ae746d81f73 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 932 time: 0.4280832 Mar 09 17:06:48.994028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465dc296-7d0d-4c84-9f3a-dbda164ec162 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:06:49.013620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Publish callbacks [] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.033238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512b5ec9-41f5-49e6-b6b6-40508ba66db1 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:06:49.056093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:06:49.056689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd895e41-ffd5-47cb-85b9-9bc2571f1a1b None None] Network 5554a6e8-39e6-4701-8d29-bb43692cb889 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:49.073249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Publish callbacks [] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.085837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-751fcb14-4182-4d7a-981a-275eafe89eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.087483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Publish callbacks [] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.106290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.165818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (b41e6719-6a0d-490a-9389-62b94f918f03), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.173537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d93a430c-2ae7-44db-83f5-468ebb7c8922), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.196610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] Provisioning complete for port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:49.197125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.212283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Transition to ACTIVE for port object 512b5ec9-41f5-49e6-b6b6-40508ba66db1 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:06:49.218553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Transition to ACTIVE for port object 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:06:49.219764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Transition to ACTIVE for port object 465dc296-7d0d-4c84-9f3a-dbda164ec162 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:06:49.227021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81357803-b5a6-42c8-8050-6f74b64541f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (68385fd6-498e-45cb-8608-2e91180245d4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.234305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81357803-b5a6-42c8-8050-6f74b64541f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.240406 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-81357803-b5a6-42c8-8050-6f74b64541f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68385fd6-498e-45cb-8608-2e91180245d4 HTTP/1.1" status: 204 len: 168 time: 0.5683825 Mar 09 17:06:49.273668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-781bc453-47cb-4701-b902-7ae32e4600fa req-51659c81-8f4d-478d-a4bc-3abe97fe01c6 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902179 Mar 09 17:06:49.276244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event deleted for resources: {'Port': ['ID=d93a430c-2ae7-44db-83f5-468ebb7c8922,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:49.303752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.303752 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2128cbc4-b8c8-4e0c-b96b-1d031d04e2d5 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d93a430c-2ae7-44db-83f5-468ebb7c8922 HTTP/1.1" status: 204 len: 168 time: 1.7844813 Mar 09 17:06:49.303752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.303752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58170) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:49.313252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.315624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357803-b5a6-42c8-8050-6f74b64541f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68385fd6-498e-45cb-8608-2e91180245d4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:49.318229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.364276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] Current status of the port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:49.364962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.433934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] DHCP port deletion for 5554a6e8-39e6-4701-8d29-bb43692cb889 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:06:49.449278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:49.449753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.533342 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bcf0edd-dd92-45fa-8b45-e7064e82728b tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:06:49.534793 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2bcf0edd-dd92-45fa-8b45-e7064e82728b tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "GET /v2.0/ports/d93a430c-2ae7-44db-83f5-468ebb7c8922 HTTP/1.1" status: 404 len: 333 time: 0.2318206 Mar 09 17:06:49.548846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] For port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,segment=NetworkSegment(dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab),segment_id=dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:49.558558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-751fcb14-4182-4d7a-981a-275eafe89eb7 admin admin] Publish callbacks [] for security_group (39baa7f8-8390-4dcf-9ba5-393480ba59c1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.576933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58176) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:49.592551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Request body: {'port': {'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1974541854'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:49.600129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.686667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Pushing event updated for resources: {'Port': ['ID=512b5ec9-41f5-49e6-b6b6-40508ba66db1,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:49.712235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] Deleting port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:49.712614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:49.822130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd476f-046a-4d3b-b727-d94aea6bfa15 None None] Pushing event updated for resources: {'Port': ['ID=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:49.969980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] For port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,segment=NetworkSegment(dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab),segment_id=dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:49.970366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.003243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] Calling delete_port for 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:50.104091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Attempting to bind port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:50.104205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Attempting to bind port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:50.104578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Attempting to bind port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 on network 781549fa-9da0-4eeb-8336-15685593a054 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:50.124233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9d1c4-edd7-4113-8fbb-a105d2ef75a1 req-cc97c549-dea7-4a8c-bd4a-4c6783caf104 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:50.126063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e8a9d1c4-edd7-4113-8fbb-a105d2ef75a1 req-cc97c549-dea7-4a8c-bd4a-4c6783caf104 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 944 time: 0.4952967 Mar 09 17:06:50.127821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 on network 781549fa-9da0-4eeb-8336-15685593a054 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:50.128338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Attempting to bind port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 on network 781549fa-9da0-4eeb-8336-15685593a054 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:50.162461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:50.163021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Checking segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:50.163651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Bound using segment: {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:50.164511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Bound port: 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf91233-e531-40fb-9914-bf95aa05556b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '781549fa-9da0-4eeb-8336-15685593a054'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:50.171516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.200219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=465dc296-7d0d-4c84-9f3a-dbda164ec162,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:50.252874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.273973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-751fcb14-4182-4d7a-981a-275eafe89eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (39baa7f8-8390-4dcf-9ba5-393480ba59c1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.276475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] No DVR routers for this DVR port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:06:50.299404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe26c46-40c2-4b08-97fb-b5a4d6934e19 None None] Pushing event deleted for resources: {'Port': ['ID=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:50.393402 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-751fcb14-4182-4d7a-981a-275eafe89eb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7b9a34730684fcdbfd8c9e8a861780d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5665822 Mar 09 17:06:50.400153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Pushing event updated for resources: {'Port': ['ID=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:50.403042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58190) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:50.556379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] For port 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:50.561076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] For port 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:50.572791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e8a9d1c4-edd7-4113-8fbb-a105d2ef75a1 req-e018cf8a-0dcc-4972-a157-ec99b0a37a50 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340641 Mar 09 17:06:50.601903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,segment=NetworkSegment(dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab),segment_id=dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:50.602654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.644464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2d2b-eb9f-41b6-8a84-c45f60666512 req-be6e6af5-eb92-4148-b70b-7be5f1175982 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:50.646278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65fc2d2b-eb9f-41b6-8a84-c45f60666512 req-be6e6af5-eb92-4148-b70b-7be5f1175982 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 943 time: 1.0392392 Mar 09 17:06:50.647157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fcb14-4182-4d7a-981a-275eafe89eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39baa7f8-8390-4dcf-9ba5-393480ba59c1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:50.667603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:50.667603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8677ca7-4270-458f-84aa-edb50e2bdcb5 admin admin] Publish callbacks [] for security_group (39baa7f8-8390-4dcf-9ba5-393480ba59c1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.691044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8677ca7-4270-458f-84aa-edb50e2bdcb5 admin admin] Publish callbacks [] for security_group (39baa7f8-8390-4dcf-9ba5-393480ba59c1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.775587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.833677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Made reservation on behalf of 3317eed58c8740ed8d52e33c8a6f5582 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:50.838135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.858573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (b41e6719-6a0d-490a-9389-62b94f918f03), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.861608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Pushing event updated for resources: {'Port': ['ID=512b5ec9-41f5-49e6-b6b6-40508ba66db1,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:50.886461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:50.886461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.887669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-20429a7f-8223-4410-b753-e223bee2ba40 service neutron] 10.222.0.36 "PUT /v2.0/ports/512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1094 time: 3.6152046 Mar 09 17:06:50.888655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:06:50.895068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:50.929670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e77ea-4ee2-4035-b16c-acbc8dbb6ae0 req-502a1221-19fe-498c-bb08-9cab50a31b0d tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:50.929670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa6e77ea-4ee2-4035-b16c-acbc8dbb6ae0 req-502a1221-19fe-498c-bb08-9cab50a31b0d tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 944 time: 0.2352991 Mar 09 17:06:51.026452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Attempting to bind port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:51.027006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Attempting to bind port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:51.027123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Attempting to bind port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 on network 54bd7d51-c503-4f53-b140-5d16e5008e99 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:51.039210 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa6e77ea-4ee2-4035-b16c-acbc8dbb6ae0 req-f4431c69-4132-4eed-9cf8-2d75fdc6a702 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951729 Mar 09 17:06:51.081507 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65fc2d2b-eb9f-41b6-8a84-c45f60666512 req-939c770d-ca01-4659-a8d5-d25bba2915d2 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129350 Mar 09 17:06:51.107314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 on network 54bd7d51-c503-4f53-b140-5d16e5008e99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:51.107699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Attempting to bind port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 on network 54bd7d51-c503-4f53-b140-5d16e5008e99 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:51.115811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Attempting to bind port 465dc296-7d0d-4c84-9f3a-dbda164ec162 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:51.116330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Attempting to bind port 465dc296-7d0d-4c84-9f3a-dbda164ec162 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:51.124596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Attempting to bind port 465dc296-7d0d-4c84-9f3a-dbda164ec162 on network 156d8939-b06a-43f7-992c-2765bd5353db {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:51.130632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8677ca7-4270-458f-84aa-edb50e2bdcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (39baa7f8-8390-4dcf-9ba5-393480ba59c1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.133296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8677ca7-4270-458f-84aa-edb50e2bdcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.150351 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8677ca7-4270-458f-84aa-edb50e2bdcb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39baa7f8-8390-4dcf-9ba5-393480ba59c1 HTTP/1.1" status: 204 len: 168 time: 0.6944573 Mar 09 17:06:51.174209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Port 465dc296-7d0d-4c84-9f3a-dbda164ec162 on network 156d8939-b06a-43f7-992c-2765bd5353db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:51.175481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Attempting to bind port 465dc296-7d0d-4c84-9f3a-dbda164ec162 on network 156d8939-b06a-43f7-992c-2765bd5353db {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:51.180773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:51.183942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Checking segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:51.184712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Bound using segment: {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:51.185037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Bound port: 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdd7422-297d-4c11-94fd-fe19d1646933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:51.185404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.192194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:51.200374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b89799-522e-4498-b9a8-57f5141d3360" -d '{"events": [{"name": "network-changed", "server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:06:51.256551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8677ca7-4270-458f-84aa-edb50e2bdcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39baa7f8-8390-4dcf-9ba5-393480ba59c1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:51.265768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:51.267148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Checking segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:51.267550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Bound using segment: {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:51.268381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Bound port: 465dc296-7d0d-4c84-9f3a-dbda164ec162, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439eec3e-8233-49bc-b9cd-28e37b62174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:51.268381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.274558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (047de93e-6e83-4509-b0a0-24f9f5f2e5a5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.278515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-8fc1ba4b-c29e-42a6-805f-2c08fff54bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:51.278515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-8fc1ba4b-c29e-42a6-805f-2c08fff54bbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1128 time: 0.2247505 Mar 09 17:06:51.298616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Allocated IP 172.36.5.126 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/f8348e0a-23f1-41c6-87a4-02b920076f32) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:51.386525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=047de93e-6e83-4509-b0a0-24f9f5f2e5a5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:51.392555 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-d5987554-1d03-4842-aa84-6a71b6dac6dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 217 time: 0.0758877 Mar 09 17:06:51.409819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port 047de93e-6e83-4509-b0a0-24f9f5f2e5a5 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:06:51.503499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-e2688161-9750-4c92-b9b4-0ba2c9829221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:51.505221 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-e2688161-9750-4c92-b9b4-0ba2c9829221 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.1041944 Mar 09 17:06:51.523580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.551633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] For port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:51.573258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] For port 465dc296-7d0d-4c84-9f3a-dbda164ec162, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:51.612631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.625330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] For port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:51.639523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] For port 465dc296-7d0d-4c84-9f3a-dbda164ec162, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:51.656967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5554a6e8-39e6-4701-8d29-bb43692cb889']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:51.675654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:51.677129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:51.681248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.723696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2baa0c1-714e-4cfd-b641-4c1721677166 x-openstack-request-id: req-b2baa0c1-714e-4cfd-b641-4c1721677166 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:06:51.729887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:06:51.729887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2baa0c1-714e-4cfd-b641-4c1721677166 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:06:51.729887 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'status': 'completed', 'code': 200} Mar 09 17:06:51.730417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-bcd6aaca-ca69-4fd3-92e9-abdee4fc2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:51.731927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-bcd6aaca-ca69-4fd3-92e9-abdee4fc2b5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1331847 Mar 09 17:06:51.740505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.745010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:51.752916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:51.754781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:51.768211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.779484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Port': ['ID=f8348e0a-23f1-41c6-87a4-02b920076f32,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:51.789143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.794826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.799223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.845395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:51.845809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (dbb3eaa1-2639-4fe0-83ba-65ec32dd41ab), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:51.849639 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:51.878085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:51.878959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.880580 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] 10.222.0.36 "PUT /v2.0/ports/465dc296-7d0d-4c84-9f3a-dbda164ec162 HTTP/1.1" status: 200 len: 1093 time: 4.5216038 Mar 09 17:06:51.881058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:06:51.903889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:51.904116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:51.905567 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] 10.222.0.36 "PUT /v2.0/ports/528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 HTTP/1.1" status: 200 len: 1094 time: 4.5572906 Mar 09 17:06:51.972821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bba59-bf68-41ed-82ad-80b76138dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=465dc296-7d0d-4c84-9f3a-dbda164ec162,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:52.005621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468cb73-78bf-4f11-a83b-27252b026a59 req-f51d345e-2d9e-4ff1-ab88-896cecad7d86 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.007401 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4468cb73-78bf-4f11-a83b-27252b026a59 req-f51d345e-2d9e-4ff1-ab88-896cecad7d86 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 944 time: 0.3142900 Mar 09 17:06:52.071734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (5554a6e8-39e6-4701-8d29-bb43692cb889), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.096536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.099861 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/5554a6e8-39e6-4701-8d29-bb43692cb889 HTTP/1.1" status: 204 len: 168 time: 5.6590147 Mar 09 17:06:52.108183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58224) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:52.122788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140636180'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:52.161565 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-fcb6bb62-6c18-4746-8cd0-f2d010d6d284 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979343 Mar 09 17:06:52.205241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.226138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d423b93-eda4-44a0-8323-38ed4160c057 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=5554a6e8-39e6-4701-8d29-bb43692cb889,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:52.241870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbedb6-33bb-473f-9262-6f97f13ca679 service neutron] Pushing event updated for resources: {'Port': ['ID=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:52.253297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58228) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:52.311742 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4468cb73-78bf-4f11-a83b-27252b026a59 req-a127014d-79ec-4413-b7fd-b36fbd8b65b0 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879887 Mar 09 17:06:52.343846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:52.367251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:52.383887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:52.384638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.385240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.395029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=8988b0cf-e3ad-41f3-9aa4-ef0c64201115,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:52.405878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-b90a53e2-4a00-4b1e-a0bb-79b52a1944c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.406838 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-b90a53e2-4a00-4b1e-a0bb-79b52a1944c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7402523760324c8884dc4a94d391ccb0&device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 1127 time: 0.3308263 Mar 09 17:06:52.406975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (b41e6719-6a0d-490a-9389-62b94f918f03), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.413750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-200b7dc2-e3b0-474b-bc01-b086d7d91ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.414911 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-200b7dc2-e3b0-474b-bc01-b086d7d91ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037&device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 1128 time: 0.3142262 Mar 09 17:06:52.424920 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-70d87c7a-ec8e-4261-b6fe-dc373f7d843d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab9df45dd7394743b8d1529c10b483bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680887 Mar 09 17:06:52.447499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:52.451155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58234) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:52.451298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.485014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdbfa29-9213-4a63-996c-1b2277a66b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:06:52.530260 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-0ff467b6-b1c6-4d94-ab97-0fd9b7facd02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162 HTTP/1.1" status: 200 len: 217 time: 0.1137888 Mar 09 17:06:52.550839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103d2d-4746-4509-a500-57640f4520da req-57de8ec8-ee40-49f3-b89d-9355de95c47f tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.552378 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c103d2d-4746-4509-a500-57640f4520da req-57de8ec8-ee40-49f3-b89d-9355de95c47f tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 944 time: 0.3828154 Mar 09 17:06:52.552748 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6f609a89-ec59-497e-98da-2d527517f4dc tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9693754 Mar 09 17:06:52.554122 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-c304c316-0de6-4dbf-b5b7-81d0f4330a20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 HTTP/1.1" status: 200 len: 217 time: 0.1095426 Mar 09 17:06:52.557955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58240) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:52.565159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:52.570184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:52.574070 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0d89e0aa-0a78-47bf-9853-6992bf003821 req-938e2dcd-3bcd-47d6-bc57-96b5878bf3fc service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941643 Mar 09 17:06:52.673889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-e04b04ce-3567-4b01-8099-5f1e5f18e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.675389 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-e04b04ce-3567-4b01-8099-5f1e5f18e65a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a9233de-054e-4157-9616-75d5a5021e5d HTTP/1.1" status: 200 len: 851 time: 0.1264381 Mar 09 17:06:52.690672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-adc76a08-44fa-4096-a6f1-681602731398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.692137 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-adc76a08-44fa-4096-a6f1-681602731398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8cd4737-cd35-4783-8942-b0b6329358b5 HTTP/1.1" status: 200 len: 845 time: 0.1255825 Mar 09 17:06:52.757664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2318cfb9-b8f8-4e7a-b335-9620b812307d admin admin] Publish callbacks [] for security_group (9eb643d2-1f6a-40f8-800f-e2c671a2d97a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.785492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589ff1-5af9-4c4d-9207-09db18879420 req-78c91573-82bb-43f0-8e5c-a01800c0018e tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.787340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d6589ff1-5af9-4c4d-9207-09db18879420 req-78c91573-82bb-43f0-8e5c-a01800c0018e tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 943 time: 0.3367145 Mar 09 17:06:52.839490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2318cfb9-b8f8-4e7a-b335-9620b812307d admin admin] Publish callbacks [] for security_group (9eb643d2-1f6a-40f8-800f-e2c671a2d97a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.890797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-9a8508f8-8518-42ce-bd5b-8d89f7862968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.892261 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-9a8508f8-8518-42ce-bd5b-8d89f7862968 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=156d8939-b06a-43f7-992c-2765bd5353db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2041924 Mar 09 17:06:52.894381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3055bc24-b545-473f-90e5-6fb52eeae54c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:52.894910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment 3055bc24-b545-473f-90e5-6fb52eeae54c of type vlan for network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c Mar 09 17:06:52.909269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-3fbc5bfa-f3f3-4869-b32b-7c10fede42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:52.910804 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-3fbc5bfa-f3f3-4869-b32b-7c10fede42ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54bd7d51-c503-4f53-b140-5d16e5008e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1853163 Mar 09 17:06:52.924082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58248) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:52.967129 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d6589ff1-5af9-4c4d-9207-09db18879420 req-0db75b54-384c-492c-84c8-78d50e39c217 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618860 Mar 09 17:06:53.009043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (617cf4b7-1094-4f83-a8cf-77f2c61a0c8c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.095066 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c103d2d-4746-4509-a500-57640f4520da req-682bafcb-23db-4df9-ac0a-e17762f9aef3 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5314498 Mar 09 17:06:53.111166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.120580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89799-522e-4498-b9a8-57f5141d3360 req-cfada619-d964-4b79-b623-51a00c892300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:53.123285 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-cfada619-d964-4b79-b623-51a00c892300 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1128 time: 0.2508371 Mar 09 17:06:53.237234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (617cf4b7-1094-4f83-a8cf-77f2c61a0c8c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.242297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:53.242912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.319372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00cbbc7-2b6a-425b-b078-1a44d63d8133 x-openstack-request-id: req-a00cbbc7-2b6a-425b-b078-1a44d63d8133 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:06:53.319589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:06:53.319835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a00cbbc7-2b6a-425b-b078-1a44d63d8133 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:06:53.320213 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'status': 'completed', 'code': 200} Mar 09 17:06:53.326625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2015348322', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:53.354160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (b41e6719-6a0d-490a-9389-62b94f918f03), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.368292 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-7ad28853-1c65-4a2a-8896-e7c5ea710187 service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425972 Mar 09 17:06:53.399347 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-002b9439-86ab-45a0-bbab-8c23333922be service neutron] 10.222.0.36 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959393 Mar 09 17:06:53.420240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3125830 Mar 09 17:06:53.429990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490517a4-094c-49f4-98c1-f7dce0920d92 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=617cf4b7-1094-4f83-a8cf-77f2c61a0c8c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:53.433705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58258) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:53.443440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:53.466599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2318cfb9-b8f8-4e7a-b335-9620b812307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9eb643d2-1f6a-40f8-800f-e2c671a2d97a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.467143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89799-522e-4498-b9a8-57f5141d3360 req-14f288ef-0b75-4136-9008-f914ab4b5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:53.468636 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-14f288ef-0b75-4136-9008-f914ab4b5363 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.3336263 Mar 09 17:06:53.469377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2318cfb9-b8f8-4e7a-b335-9620b812307d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.473525 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2318cfb9-b8f8-4e7a-b335-9620b812307d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eb643d2-1f6a-40f8-800f-e2c671a2d97a HTTP/1.1" status: 204 len: 168 time: 0.9810550 Mar 09 17:06:53.473525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Made reservation on behalf of 50deda5f543f4c77b58e3d942e8c26c0 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:53.476302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:53.476861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.545804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.571914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318cfb9-b8f8-4e7a-b335-9620b812307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb643d2-1f6a-40f8-800f-e2c671a2d97a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:53.584773 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-736bab7a-eb4e-4efc-8a20-7a1030371a6c service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092061 Mar 09 17:06:53.618345 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16ca7013-9048-4def-b0ae-ae194ae1ade5 req-0a68e64a-28d5-49ac-95dc-5c8b8913f44d service neutron] 10.222.0.36 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071271 Mar 09 17:06:53.637066 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-db0e6a44-7b25-4293-890e-72d02100b6c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 217 time: 0.1069677 Mar 09 17:06:53.694345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for security_group (83238c9c-4950-4187-bee3-6e1f0e00a2d6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.758917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (83238c9c-4950-4187-bee3-6e1f0e00a2d6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.774880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] device_id is not set on port 34061322-e8c9-4411-8ab6-90560cf144d1 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:53.775570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb69083-bb09-48a8-b4dc-10e4ef80a366 req-09045f4a-b520-4347-b096-4a881d6f710a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:53.777118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eb69083-bb09-48a8-b4dc-10e4ef80a366 req-09045f4a-b520-4347-b096-4a881d6f710a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 944 time: 0.3703039 Mar 09 17:06:53.838354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89799-522e-4498-b9a8-57f5141d3360 req-c67ad7de-2e87-478c-89ff-8aee331d105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:53.839831 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-c67ad7de-2e87-478c-89ff-8aee331d105e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.1945407 Mar 09 17:06:53.858048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83238c9c-4950-4187-bee3-6e1f0e00a2d6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:53.870147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] device_id is not set on port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:06:53.900692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks [] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.914039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-786e25c7-3041-4a3e-886f-010a4330b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:53.915541 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-786e25c7-3041-4a3e-886f-010a4330b76c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7402523760324c8884dc4a94d391ccb0&device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 1127 time: 0.1355236 Mar 09 17:06:53.936545 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eb69083-bb09-48a8-b4dc-10e4ef80a366 req-195ed264-993e-45a4-996e-368cfd808e32 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322610 Mar 09 17:06:53.938582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:53.942300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:53.978519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Allocated IP 172.36.5.245 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/34061322-e8c9-4411-8ab6-90560cf144d1) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:53.989172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.058195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89799-522e-4498-b9a8-57f5141d3360 req-a16b3770-a763-4a76-b214-f1ae3f757df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.059845 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-a16b3770-a763-4a76-b214-f1ae3f757df2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2115157 Mar 09 17:06:54.127511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Router b41e6719-6a0d-490a-9389-62b94f918f03 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:06:54.180244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-e156e11c-2006-40a3-b760-be3a878b6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.181860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-e156e11c-2006-40a3-b760-be3a878b6cfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=156d8939-b06a-43f7-992c-2765bd5353db HTTP/1.1" status: 200 len: 912 time: 0.2576959 Mar 09 17:06:54.194766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:54.195131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:54.195457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:54.205015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=8988b0cf-e3ad-41f3-9aa4-ef0c64201115,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:54.238932 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-a6f8414f-4f4b-4fc0-9034-257f05e41939 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162 HTTP/1.1" status: 200 len: 217 time: 0.0502672 Mar 09 17:06:54.250270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2647a7-11ad-4226-a8ff-60bf244e2749 req-d8731c80-874a-4fbb-81e7-9c3fe6606caf tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.251784 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a2647a7-11ad-4226-a8ff-60bf244e2749 req-d8731c80-874a-4fbb-81e7-9c3fe6606caf tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 943 time: 0.1688867 Mar 09 17:06:54.261585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:54.265125 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:54.270495 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 2 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:54.345896 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-00d9b805-592e-4a14-a37c-04543ce60a62 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787671 Mar 09 17:06:54.346566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:54.346906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:54.347242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:54.374600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-67cb225e-eea8-42f7-a6ea-491cafe026e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.376113 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-67cb225e-eea8-42f7-a6ea-491cafe026e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a9233de-054e-4157-9616-75d5a5021e5d HTTP/1.1" status: 200 len: 851 time: 0.1146605 Mar 09 17:06:54.394852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:54.395194 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:54.402411 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 3 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:54.432277 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a2647a7-11ad-4226-a8ff-60bf244e2749 req-909194c4-637b-458b-aeed-39dc33261e58 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695254 Mar 09 17:06:54.444663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for port (34061322-e8c9-4411-8ab6-90560cf144d1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.467761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-773c2b0b-2745-4cc9-87ed-5b48d0787562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.469873 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-773c2b0b-2745-4cc9-87ed-5b48d0787562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=156d8939-b06a-43f7-992c-2765bd5353db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0868421 Mar 09 17:06:54.499410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:54.499753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:54.500113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:54.509263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c8e68-4b5c-4377-b42a-b7685a6790c1 req-74969740-cd56-4374-8996-cf55053944bc tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.511035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-109c8e68-4b5c-4377-b42a-b7685a6790c1 req-74969740-cd56-4374-8996-cf55053944bc tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 944 time: 0.3209949 Mar 09 17:06:54.553038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (a3798652-7f25-4c89-aafa-caf7f53396fc), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.559351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:54.559681 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:54.560629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:06:54.574531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 4 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:54.577595 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Sync routers for ids ['b41e6719-6a0d-490a-9389-62b94f918f03'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:06:54.587936 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Routers {'b41e6719-6a0d-490a-9389-62b94f918f03'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:54.588585 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b41e6719-6a0d-490a-9389-62b94f918f03'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:54.591162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (34061322-e8c9-4411-8ab6-90560cf144d1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.607528 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-fd4e8300-5c78-4bf8-b6bf-765f1dabe764 service neutron] 10.222.0.36 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292346 Mar 09 17:06:54.650374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:54.702301 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Set router b41e6719-6a0d-490a-9389-62b94f918f03 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:54.768230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fbdbfa29-9213-4a63-996c-1b2277a66b9a req-9ed111bc-4db0-4ab2-9c38-4d8fb18c7856 service neutron] 10.222.0.36 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388557 Mar 09 17:06:54.795337 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:54.798332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Pushing event updated for resources: {'Port': ['ID=34061322-e8c9-4411-8ab6-90560cf144d1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:54.810631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:54.868057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:54.870171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.895555 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e6719-6a0d-490a-9389-62b94f918f03', 'name': 'tempest-snat-router-1337549433', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.126'}], 'enable_snat': False}, 'gw_port_id': 'f8348e0a-23f1-41c6-87a4-02b920076f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:48Z', 'updated_at': '2022-03-09T17:06:52Z', 'revision_number': 3, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port': {'id': 'f8348e0a-23f1-41c6-87a4-02b920076f32', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e6719-6a0d-490a-9389-62b94f918f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:50Z', 'updated_at': '2022-03-09T17:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:54.904392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:54.904830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:54.904928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:54.921172 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Checking router: b41e6719-6a0d-490a-9389-62b94f918f03 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:06:54.921750 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Updating router b41e6719-6a0d-490a-9389-62b94f918f03 port f8348e0a-23f1-41c6-87a4-02b920076f32 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:06:54.944451 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b89799-522e-4498-b9a8-57f5141d3360 req-dd240db2-ede9-48bb-9546-ceabc239fae6 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851607 Mar 09 17:06:54.947089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.948212 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dd993214-9536-403e-93b4-3e46018ead3a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.9912362 Mar 09 17:06:54.949062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=a3798652-7f25-4c89-aafa-caf7f53396fc,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:54.951078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58286) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:54.955962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:54.972901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:54.972901 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:54.972901 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 5 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:54.991797 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-109c8e68-4b5c-4377-b42a-b7685a6790c1 req-07c9063f-21c1-4b9f-803c-f82887229c40 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447527 Mar 09 17:06:55.006263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': '3055bc24-b545-473f-90e5-6fb52eeae54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:55.006794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:55.009939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.015897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.015897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.021921 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-842ebb68-24dd-4eac-af08-41488c342d03 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0926104 Mar 09 17:06:55.022308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58292) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:55.043809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.245'}]}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:55.048659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:55.052915 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:55.052915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 6 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:55.076194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.076610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.076952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.081663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:55.081997 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:55.082385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 7 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:55.095416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.096135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.096514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.101127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:55.101455 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:55.102429 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 8 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:55.116382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.117211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.117569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.122319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:55.122655 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:55.123047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 9 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:55.137219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.137639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.138045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.143087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:55.143087 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:55.143569 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempt 10 to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 Mar 09 17:06:55.157413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.158901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.158901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempting to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.162558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:06:55.162975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (57a918fc-a01f-4bfe-91f3-de754c2d8bba), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.163137 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Failed to bind port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'b080f595-1960-4a18-aad2-9b21042344ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f3b6e24-c193-4dba-8fc8-12c55d5e6878'}] Mar 09 17:06:55.163571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.164252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (57a918fc-a01f-4bfe-91f3-de754c2d8bba), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.178168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:55.193487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01c77-4a70-41cb-9a04-fc7d75c15d2b req-423ae286-bd6f-40a0-83ba-b5f001b6227e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.194979 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-31c01c77-4a70-41cb-9a04-fc7d75c15d2b req-423ae286-bd6f-40a0-83ba-b5f001b6227e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 944 time: 0.0817447 Mar 09 17:06:55.197000 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7c263c8a-2de5-4d22-b6ef-c9ebb3f7cb9b tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/b41e6719-6a0d-490a-9389-62b94f918f03 HTTP/1.1" status: 200 len: 909 time: 0.2447989 Mar 09 17:06:55.201642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58294) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:55.209969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1337549433', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': True}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:55.242596 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Publish callbacks [] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.247630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] For port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:55.248144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attempted to set empty binding levels {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 09 17:06:55.272950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for router_controller (57a918fc-a01f-4bfe-91f3-de754c2d8bba), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.278484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:55.285041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.288821 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346c9b6-87ba-4f2d-86b8-c4b7c145b488 None None] Network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:55.290482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.314954 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-31c01c77-4a70-41cb-9a04-fc7d75c15d2b req-2b9946d5-e5dd-4cda-8012-caf581d8c931 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048746 Mar 09 17:06:55.321664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:06:55.324979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10276b27-5759-4f29-973b-5236bd21369e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:06:55.330229 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.353552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.370971 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1c82-7e45-4675-820b-c0ea117d2d2f None None] Pushing event updated for resources: {'Port': ['ID=f8348e0a-23f1-41c6-87a4-02b920076f32,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:55.399690 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Attempting to bind port f8348e0a-23f1-41c6-87a4-02b920076f32 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:55.400088 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Attempting to bind port f8348e0a-23f1-41c6-87a4-02b920076f32 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:55.400494 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Attempting to bind port f8348e0a-23f1-41c6-87a4-02b920076f32 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:55.408154 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:55.408610 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:55.409022 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.409479 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:55.409956 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Bound port: f8348e0a-23f1-41c6-87a4-02b920076f32, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:55.410341 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.428060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] In _notify_port_updated(), no bound segment for port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 on network 6f3b6e24-c193-4dba-8fc8-12c55d5e6878 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:06:55.433713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.433713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.433713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "PUT /v2.0/ports/8988b0cf-e3ad-41f3-9aa4-ef0c64201115 HTTP/1.1" status: 200 len: 977 time: 2.8712859 Mar 09 17:06:55.444812 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9784541d-5b9c-4bf4-b69e-2d07f982b74a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9743421 Mar 09 17:06:55.444812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58304) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:55.458545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb1950-8318-4961-b4b8-0035506158db x-openstack-request-id: req-0bbb1950-8318-4961-b4b8-0035506158db {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:06:55.475864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:06:55.475864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bbb1950-8318-4961-b4b8-0035506158db {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:06:55.475864 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'status': 'completed', 'code': 200} Mar 09 17:06:55.475864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58306) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:55.475864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (8294d15c-f946-43a1-b404-e8b907a662f9), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.476373 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] For port f8348e0a-23f1-41c6-87a4-02b920076f32, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:55.476373 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] For port f8348e0a-23f1-41c6-87a4-02b920076f32, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8348e0a-23f1-41c6-87a4-02b920076f32,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:55.476595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (8294d15c-f946-43a1-b404-e8b907a662f9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.479325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-617cf4b7-1094-4f83-a8cf-77f2c61a0c8c', 'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': 'a3798652-7f25-4c89-aafa-caf7f53396fc'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:55.480270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.487882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272220374'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:55.520119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000d2b-087f-4833-91b2-9eea0ae3569a tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event updated for resources: {'Port': ['ID=8988b0cf-e3ad-41f3-9aa4-ef0c64201115,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:55.541313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10276b27-5759-4f29-973b-5236bd21369e req-1a196b49-fa16-460e-839b-d9bf9e7a3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.543314 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-1a196b49-fa16-460e-839b-d9bf9e7a3578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037&device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 1128 time: 0.1267018 Mar 09 17:06:55.604756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for router_gateway (57a918fc-a01f-4bfe-91f3-de754c2d8bba), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.676662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Deleting port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:55.677100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.710810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Allocated IP 2001:db8::1 (617cf4b7-1094-4f83-a8cf-77f2c61a0c8c/a3798652-7f25-4c89-aafa-caf7f53396fc/60f0e14b-8b19-4362-8942-afe6314bb459) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:55.726181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10276b27-5759-4f29-973b-5236bd21369e req-3ebf1f1c-144d-4230-8ccb-65998955c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.727784 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-3ebf1f1c-144d-4230-8ccb-65998955c58d service neutron] 10.222.0.36 "GET /v2.0/networks?id=54bd7d51-c503-4f53-b140-5d16e5008e99 HTTP/1.1" status: 200 len: 906 time: 0.1757901 Mar 09 17:06:55.729283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (8294d15c-f946-43a1-b404-e8b907a662f9), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.746841 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685dfed-55c7-47e9-85d2-4eeb472e4fac req-003ff59e-115d-409f-9be9-c0eae6cc9964 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.755557 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9685dfed-55c7-47e9-85d2-4eeb472e4fac req-003ff59e-115d-409f-9be9-c0eae6cc9964 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 943 time: 0.1238549 Mar 09 17:06:55.817633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] For port 8988b0cf-e3ad-41f3-9aa4-ef0c64201115, host hv-neutron-mast, got binding levels [] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:55.818078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.821530 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-0d35e708-a10d-4710-be30-e5aa5f77a1f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 HTTP/1.1" status: 200 len: 217 time: 0.0597456 Mar 09 17:06:55.827037 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9685dfed-55c7-47e9-85d2-4eeb472e4fac req-df1af033-bb7e-4f5f-9a42-203ec6ccfef2 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700839 Mar 09 17:06:55.835169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Calling delete_port for 8988b0cf-e3ad-41f3-9aa4-ef0c64201115 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:55.899787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Publish callbacks [] for port (60f0e14b-8b19-4362-8942-afe6314bb459), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:55.934799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10276b27-5759-4f29-973b-5236bd21369e req-0779773f-12a1-43db-a267-a8c9b2bf9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:55.936539 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-0779773f-12a1-43db-a267-a8c9b2bf9be6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8cd4737-cd35-4783-8942-b0b6329358b5 HTTP/1.1" status: 200 len: 845 time: 0.1027498 Mar 09 17:06:56.005910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10276b27-5759-4f29-973b-5236bd21369e req-1cbe5d10-925f-4d18-be4e-8060481674e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:56.007483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-1cbe5d10-925f-4d18-be4e-8060481674e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54bd7d51-c503-4f53-b140-5d16e5008e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0649054 Mar 09 17:06:56.009143 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.071226 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1c82-7e45-4675-820b-c0ea117d2d2f None None] Pushing event updated for resources: {'Port': ['ID=f8348e0a-23f1-41c6-87a4-02b920076f32,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:56.080007 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Routers {'b41e6719-6a0d-490a-9389-62b94f918f03'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:06:56.080612 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b41e6719-6a0d-490a-9389-62b94f918f03'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:56.155951 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-e06df1f5-60fa-448f-9964-2960d6882af4 service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378734 Mar 09 17:06:56.193618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f237cb-2f96-48c0-9a25-58f1c9087295 req-2045cf7f-35c3-4d87-bbeb-926646e5ac41 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:56.195102 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60f237cb-2f96-48c0-9a25-58f1c9087295 req-2045cf7f-35c3-4d87-bbeb-926646e5ac41 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 944 time: 0.1106448 Mar 09 17:06:56.197296 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] Set router b41e6719-6a0d-490a-9389-62b94f918f03 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:06:56.290581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60f237cb-2f96-48c0-9a25-58f1c9087295 req-113bb7ff-1344-45ee-ac24-7ddb99dd0a28 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870872 Mar 09 17:06:56.294001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10276b27-5759-4f29-973b-5236bd21369e req-504b8557-bd0e-4fa2-a2c5-1810ac682fa3 service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306651 Mar 09 17:06:56.377981 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e6719-6a0d-490a-9389-62b94f918f03', 'name': 'tempest-snat-router-1337549433', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.126'}], 'enable_snat': False}, 'gw_port_id': 'f8348e0a-23f1-41c6-87a4-02b920076f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:48Z', 'updated_at': '2022-03-09T17:06:52Z', 'revision_number': 3, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port': {'id': 'f8348e0a-23f1-41c6-87a4-02b920076f32', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e6719-6a0d-490a-9389-62b94f918f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:50Z', 'updated_at': '2022-03-09T17:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:56.408580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372efe-5d41-4112-bac8-8fde6e8e444e None None] The sync data for ids ['b41e6719-6a0d-490a-9389-62b94f918f03'] in dv-neutron-master-2-hyperv is: [{'id': 'b41e6719-6a0d-490a-9389-62b94f918f03', 'name': 'tempest-snat-router-1337549433', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.126'}], 'enable_snat': False}, 'gw_port_id': 'f8348e0a-23f1-41c6-87a4-02b920076f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:48Z', 'updated_at': '2022-03-09T17:06:52Z', 'revision_number': 3, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port': {'id': 'f8348e0a-23f1-41c6-87a4-02b920076f32', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e6719-6a0d-490a-9389-62b94f918f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:50Z', 'updated_at': '2022-03-09T17:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:06:56.433899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140d15d-7866-41ea-887d-00ef6803d6d2 req-c2acfc62-dea8-43e9-a53d-e78525b7d538 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:56.435415 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6140d15d-7866-41ea-887d-00ef6803d6d2 req-c2acfc62-dea8-43e9-a53d-e78525b7d538 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 944 time: 0.0538716 Mar 09 17:06:56.472830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8988b0cf-e3ad-41f3-9aa4-ef0c64201115), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.473718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.490740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:56.490740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.530691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:56.552563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Pushing event updated for resources: {'Port': ['ID=60f0e14b-8b19-4362-8942-afe6314bb459,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:56.553424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Pushing event deleted for resources: {'Port': ['ID=8988b0cf-e3ad-41f3-9aa4-ef0c64201115,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:56.557834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.563303 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3504d101-28eb-4090-9737-f0e5b736c59c tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8988b0cf-e3ad-41f3-9aa4-ef0c64201115 HTTP/1.1" status: 204 len: 168 time: 1.1041286 Mar 09 17:06:56.565889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:56.567321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58320) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:56.569851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:56.610982 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8299a0b-b949-4a6f-ae7b-a4e4152bd0e8 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:06:56.616915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f8299a0b-b949-4a6f-ae7b-a4e4152bd0e8 tempest-PortsAdminExtendedAttrsTestJSON-1742973233 tempest-PortsAdminExtendedAttrsTestJSON-1742973233-project-admin] 10.222.0.16 "GET /v2.0/ports/8988b0cf-e3ad-41f3-9aa4-ef0c64201115 HTTP/1.1" status: 404 len: 333 time: 0.0409789 Mar 09 17:06:56.617636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58322) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:56.642172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Attempting to bind port 60f0e14b-8b19-4362-8942-afe6314bb459 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:06:56.642671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Attempting to bind port 60f0e14b-8b19-4362-8942-afe6314bb459 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3055bc24-b545-473f-90e5-6fb52eeae54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:06:56.643109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Attempting to bind port 60f0e14b-8b19-4362-8942-afe6314bb459 on network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:06:56.645201 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6140d15d-7866-41ea-887d-00ef6803d6d2 req-710524ad-9792-4df3-a298-56b54eaa146a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036884 Mar 09 17:06:56.649897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:06:56.651218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Checking segment: {'id': '3055bc24-b545-473f-90e5-6fb52eeae54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:56.651709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.652570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Bound using segment: {'id': '3055bc24-b545-473f-90e5-6fb52eeae54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:06:56.653268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Bound port: 60f0e14b-8b19-4362-8942-afe6314bb459, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3055bc24-b545-473f-90e5-6fb52eeae54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '617cf4b7-1094-4f83-a8cf-77f2c61a0c8c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:06:56.653868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.662104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:06:56.766622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6f3b6e24-c193-4dba-8fc8-12c55d5e6878), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.777799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b5f6f605-82cc-4564-8d9a-f988fb2e70f7), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.778147 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment b5f6f605-82cc-4564-8d9a-f988fb2e70f7 of type vlan for network 107e0fcf-5907-4e93-b400-32b99c95cf1c Mar 09 17:06:56.784910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (8294d15c-f946-43a1-b404-e8b907a662f9), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.792903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] For port 60f0e14b-8b19-4362-8942-afe6314bb459, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:06:56.798690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] For port 60f0e14b-8b19-4362-8942-afe6314bb459, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f0e14b-8b19-4362-8942-afe6314bb459,segment=NetworkSegment(3055bc24-b545-473f-90e5-6fb52eeae54c),segment_id=3055bc24-b545-473f-90e5-6fb52eeae54c)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:06:56.884637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6f3b6e24-c193-4dba-8fc8-12c55d5e6878), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.909793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:56.954265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3b6e24-c193-4dba-8fc8-12c55d5e6878']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:56.993100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b080f595-1960-4a18-aad2-9b21042344ef') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:56.995175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b080f595-1960-4a18-aad2-9b21042344ef') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:06:56.998115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390315d1-1aaa-432a-9a72-9896deb1ec32 None None] Pushing event updated for resources: {'Port': ['ID=60f0e14b-8b19-4362-8942-afe6314bb459,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:57.026614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (b080f595-1960-4a18-aad2-9b21042344ef), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.054851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd0846-31a0-495e-9713-543218ceb128 req-699d2bb9-5edd-4cff-9efc-e5dd31cea939 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:57.059538 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c4dd0846-31a0-495e-9713-543218ceb128 req-699d2bb9-5edd-4cff-9efc-e5dd31cea939 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 943 time: 0.1456671 Mar 09 17:06:57.074354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 465dc296-7d0d-4c84-9f3a-dbda164ec162 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:06:57.089214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b080f595-1960-4a18-aad2-9b21042344ef), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.126892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:06:57.127315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (b080f595-1960-4a18-aad2-9b21042344ef), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.134110 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c4dd0846-31a0-495e-9713-543218ceb128 req-841994e3-e8b9-4979-9e20-9435634bba3b tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624957 Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:06:57.134429 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:06:57.224196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (107e0fcf-5907-4e93-b400-32b99c95cf1c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.252834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 465dc296-7d0d-4c84-9f3a-dbda164ec162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:57.278264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'port_id': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'mac_address': 'fa:16:3e:01:77:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:06:57.343179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6f3b6e24-c193-4dba-8fc8-12c55d5e6878), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.352962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.371496 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] 10.222.0.16 "DELETE /v2.0/networks/6f3b6e24-c193-4dba-8fc8-12c55d5e6878 HTTP/1.1" status: 204 len: 168 time: 0.7528250 Mar 09 17:06:57.392601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 465dc296-7d0d-4c84-9f3a-dbda164ec162 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:57.395208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.408419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e377b-a24e-4746-8a36-bd96ea8cf0a3 tempest-PortsAdminExtendedAttrsTestJSON-1897529274 tempest-PortsAdminExtendedAttrsTestJSON-1897529274-project] Pushing event deleted for resources: {'Network': ['ID=6f3b6e24-c193-4dba-8fc8-12c55d5e6878,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:57.411958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:57.439921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465dc296-7d0d-4c84-9f3a-dbda164ec162 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:06:57.478728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 465dc296-7d0d-4c84-9f3a-dbda164ec162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:57.482398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (107e0fcf-5907-4e93-b400-32b99c95cf1c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.488039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:57.488689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.553069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.555720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 512b5ec9-41f5-49e6-b6b6-40508ba66db1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:06:57.681311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58346) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:57.684447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2042727 Mar 09 17:06:57.686469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068f207-59e7-4d32-a555-6c06e0e75483 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=107e0fcf-5907-4e93-b400-32b99c95cf1c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:57.688797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '107e0fcf-5907-4e93-b400-32b99c95cf1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:57.707379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:06:57.716604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for router_gateway (57a918fc-a01f-4bfe-91f3-de754c2d8bba), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.717133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 107e0fcf-5907-4e93-b400-32b99c95cf1c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:06:57.724086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=465dc296-7d0d-4c84-9f3a-dbda164ec162,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:57.761608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.779705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caedc2-37a8-4609-8dcd-a636533cc638 req-81913a98-1b2b-44ce-821f-728b9086982b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:57.783129 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-18caedc2-37a8-4609-8dcd-a636533cc638 req-81913a98-1b2b-44ce-821f-728b9086982b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 944 time: 0.3105667 Mar 09 17:06:57.809245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:57.828781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'port_id': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'mac_address': 'fa:16:3e:4e:9a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:06:57.915058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589fad4-bdab-4793-b979-ac43d1267ff4 req-ce7ea980-428d-422a-b5b7-c29fc4cd777f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:57.926532 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a589fad4-bdab-4793-b979-ac43d1267ff4 req-ce7ea980-428d-422a-b5b7-c29fc4cd777f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 944 time: 0.1160243 Mar 09 17:06:57.927344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:57.930081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.966679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512b5ec9-41f5-49e6-b6b6-40508ba66db1 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:06:57.975138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:57.990042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a589fad4-bdab-4793-b979-ac43d1267ff4 req-d1494e93-b09a-4bd7-a2c1-9676c2ca6e25 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625362 Mar 09 17:06:58.012763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:58.017947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:06:58.028942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.089777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.090564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:06:58.132069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:06:58.132788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:06:58.135547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58350) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:58.153303 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-18caedc2-37a8-4609-8dcd-a636533cc638 req-d9d9d51a-03ae-4343-9a54-4704155f412e tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170130 Mar 09 17:06:58.179809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (8294d15c-f946-43a1-b404-e8b907a662f9), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.183443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 60f0e14b-8b19-4362-8942-afe6314bb459 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:58.267836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.301539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=512b5ec9-41f5-49e6-b6b6-40508ba66db1,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:58.339623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:58.354937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 60f0e14b-8b19-4362-8942-afe6314bb459 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:58.355322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.367666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'port_id': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'mac_address': 'fa:16:3e:2d:48:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:06:58.442268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for router (57a918fc-a01f-4bfe-91f3-de754c2d8bba), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.443964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:58.444376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.450229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ca5f6-8bd7-4426-8dc6-87e9fd5f1696 req-f5a30971-4c8e-4c6e-a4df-fea16dc68288 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:58.451902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-441ca5f6-8bd7-4426-8dc6-87e9fd5f1696 req-f5a30971-4c8e-4c6e-a4df-fea16dc68288 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 944 time: 0.1772313 Mar 09 17:06:58.456620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3c9ca041-da8f-416d-a9ad-870dfed65ecf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa8f915dcbe14bbab8f618364f3ca952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151703 Mar 09 17:06:58.460857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58356) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:58.472790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:06:58.480920 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.501441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:58.511426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (36935856-1a06-4e1d-bee3-9c475994e726), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.543815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 60f0e14b-8b19-4362-8942-afe6314bb459 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:58.544773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.568336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.598923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 60f0e14b-8b19-4362-8942-afe6314bb459, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f0e14b-8b19-4362-8942-afe6314bb459,segment=NetworkSegment(3055bc24-b545-473f-90e5-6fb52eeae54c),segment_id=3055bc24-b545-473f-90e5-6fb52eeae54c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:06:58.607193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=36935856-1a06-4e1d-bee3-9c475994e726,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:58.624096 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-441ca5f6-8bd7-4426-8dc6-87e9fd5f1696 req-f5ab64d0-4be2-4a56-abdc-cad56888c2b3 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622672 Mar 09 17:06:58.647208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Allocated IP 172.36.5.96 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/93ebad8f-76da-491d-b44f-700e7efcb119) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:58.657631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d2fd991a-60d5-4012-b2f7-a12f1e414459 admin admin] Publish callbacks [] for security_group (654974ba-c7e2-47f1-ae1e-df13092102af), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.665244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.667223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f8348e0a-23f1-41c6-87a4-02b920076f32 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:06:58.701326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (57a918fc-a01f-4bfe-91f3-de754c2d8bba), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.704632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141c59e-cf35-4532-888f-0b27c1b31e8b None None] Network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:58.704771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks [] for router_controller (57a918fc-a01f-4bfe-91f3-de754c2d8bba), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.712326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d2fd991a-60d5-4012-b2f7-a12f1e414459 admin admin] Publish callbacks [] for security_group (654974ba-c7e2-47f1-ae1e-df13092102af), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.713845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:58.770444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': 'b5f6f605-82cc-4564-8d9a-f988fb2e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '107e0fcf-5907-4e93-b400-32b99c95cf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:06:58.775004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 107e0fcf-5907-4e93-b400-32b99c95cf1c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:06:58.775917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.790027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-09c0d622-8770-42c4-9594-1ca5d542841f None None] Provisioning complete for port 60f0e14b-8b19-4362-8942-afe6314bb459 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:58.790406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09c0d622-8770-42c4-9594-1ca5d542841f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.851936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 107e0fcf-5907-4e93-b400-32b99c95cf1c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:06:58.867633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d2fd991a-60d5-4012-b2f7-a12f1e414459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (654974ba-c7e2-47f1-ae1e-df13092102af), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.870807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d2fd991a-60d5-4012-b2f7-a12f1e414459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.871697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (57a918fc-a01f-4bfe-91f3-de754c2d8bba), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.872150 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d2fd991a-60d5-4012-b2f7-a12f1e414459 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/654974ba-c7e2-47f1-ae1e-df13092102af HTTP/1.1" status: 204 len: 168 time: 0.3998284 Mar 09 17:06:58.872645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57a918fc-a01f-4bfe-91f3-de754c2d8bba {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:06:58.898003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd991a-60d5-4012-b2f7-a12f1e414459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654974ba-c7e2-47f1-ae1e-df13092102af,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:58.908367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for port (93ebad8f-76da-491d-b44f-700e7efcb119), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.922938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 107e0fcf-5907-4e93-b400-32b99c95cf1c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:58.929462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:58.931057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:58.971033 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 09 17:06:58.974595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58360) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:58.974789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5e09a735-63a7-4147-b977-613b82dd6439 tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9512160 Mar 09 17:06:59.015382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537292b4-d798-4da5-bf42-da97d227013d None None] Network 107e0fcf-5907-4e93-b400-32b99c95cf1c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:06:59.037401 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6c218f8d-78d2-4660-b7af-6586aef87a74 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3545580 Mar 09 17:06:59.040190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58366) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:59.068721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=60f0e14b-8b19-4362-8942-afe6314bb459,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:59.078048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Deleting port 34061322-e8c9-4411-8ab6-90560cf144d1 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:06:59.078578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (34061322-e8c9-4411-8ab6-90560cf144d1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.078677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.142063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:06:59.183381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:06:59.193728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (34061322-e8c9-4411-8ab6-90560cf144d1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.215861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Calling delete_port for 34061322-e8c9-4411-8ab6-90560cf144d1 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:06:59.221221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:06:59.256382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:06:59.261659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['465dc296-7d0d-4c84-9f3a-dbda164ec162'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:06:59.303054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Port': ['ID=93ebad8f-76da-491d-b44f-700e7efcb119,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:59.306519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['512b5ec9-41f5-49e6-b6b6-40508ba66db1'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:06:59.326598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Allocated IP 172.36.5.157 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/95e3e8e7-6177-4f88-abe2-29e09f954c7e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:06:59.370676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (107e0fcf-5907-4e93-b400-32b99c95cf1c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.403055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b682-9890-4982-a047-c73f60252519 req-74b57228-95d2-4ad8-aab9-f6d9df2ef2c1 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:59.407535 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3aa9b682-9890-4982-a047-c73f60252519 req-74b57228-95d2-4ad8-aab9-f6d9df2ef2c1 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 945 time: 0.1171403 Mar 09 17:06:59.439856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9b6-0ca2-4315-b292-9801f958e4ca req-b1e43702-5b21-4204-af19-27d07fc9b7bb tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:59.441333 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7848f9b6-0ca2-4315-b292-9801f958e4ca req-b1e43702-5b21-4204-af19-27d07fc9b7bb tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 945 time: 0.3077812 Mar 09 17:06:59.461045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f8348e0a-23f1-41c6-87a4-02b920076f32 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:06:59.461424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.500832 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3aa9b682-9890-4982-a047-c73f60252519 req-a4aca3c4-0773-42f9-b77b-8643da49a00c tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816283 Mar 09 17:06:59.536693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94b669-2b31-4e3c-ab5f-2e1e86a15fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-107e0fcf-5907-4e93-b400-32b99c95cf1c', 'network_id': '107e0fcf-5907-4e93-b400-32b99c95cf1c', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': '36935856-1a06-4e1d-bee3-9c475994e726'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:06:59.537549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa94b669-2b31-4e3c-ab5f-2e1e86a15fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.572019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (34061322-e8c9-4411-8ab6-90560cf144d1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.586111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-09c0d622-8770-42c4-9594-1ca5d542841f None None] Current status of the port 60f0e14b-8b19-4362-8942-afe6314bb459 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:06:59.628260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Pushing event deleted for resources: {'Port': ['ID=34061322-e8c9-4411-8ab6-90560cf144d1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:59.633309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (36935856-1a06-4e1d-bee3-9c475994e726), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.694895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.712290 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7848f9b6-0ca2-4315-b292-9801f958e4ca req-2d8e297f-1a47-43cd-bb02-e73f1f7f23a1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201936 Mar 09 17:06:59.715089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58376) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:59.768685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.776402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b23a2c91-b236-4ebf-920c-45db9f00aeef tempest-RoutersAdminNegativeTest-571348831 tempest-RoutersAdminNegativeTest-571348831-project-admin] 10.222.0.16 "DELETE /v2.0/ports/34061322-e8c9-4411-8ab6-90560cf144d1 HTTP/1.1" status: 204 len: 168 time: 0.7977962 Mar 09 17:06:59.863424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5f0b-9d05-462d-a699-0517c4320d27 req-04e7ef1a-6116-45c4-b635-486f00e3fcf8 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:06:59.865037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-06ce5f0b-9d05-462d-a699-0517c4320d27 req-04e7ef1a-6116-45c4-b635-486f00e3fcf8 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 944 time: 0.1124561 Mar 09 17:06:59.899715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (36935856-1a06-4e1d-bee3-9c475994e726), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.913538 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-80f5b06d-97b2-4eab-823b-d6ee0ce6f688 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3317eed58c8740ed8d52e33c8a6f5582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950991 Mar 09 17:06:59.916019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58380) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:06:59.951685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (8294d15c-f946-43a1-b404-e8b907a662f9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:06:59.953695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=36935856-1a06-4e1d-bee3-9c475994e726,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:06:59.955523 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-06ce5f0b-9d05-462d-a699-0517c4320d27 req-718fb4b2-d3a9-4f50-8f84-0c5d8a86e3be tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841231 Mar 09 17:07:00.018190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe557be9-a451-4b68-accb-95357b884a12 admin admin] Publish callbacks [] for security_group (e92a37ad-992e-47e5-a1e2-d99ed346525a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.044863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe557be9-a451-4b68-accb-95357b884a12 admin admin] Publish callbacks [] for security_group (e92a37ad-992e-47e5-a1e2-d99ed346525a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-aa94b669-2b31-4e3c-ab5f-2e1e86a15fb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36935856-1a06-4e1d-bee3-9c475994e726: This subnet is being modified by another concurrent operation. Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:07:00.067836 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36935856-1a06-4e1d-bee3-9c475994e726: This subnet is being modified by another concurrent operation. Mar 09 17:07:00.071110 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:07:00.128294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f8348e0a-23f1-41c6-87a4-02b920076f32 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:00.128723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.152458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d0321-fefa-4c5c-9f60-1c007caf50c5 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:07:00.169783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe557be9-a451-4b68-accb-95357b884a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e92a37ad-992e-47e5-a1e2-d99ed346525a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.172923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe557be9-a451-4b68-accb-95357b884a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.176506 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fe557be9-a451-4b68-accb-95357b884a12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e92a37ad-992e-47e5-a1e2-d99ed346525a HTTP/1.1" status: 204 len: 168 time: 0.2570753 Mar 09 17:07:00.193564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe557be9-a451-4b68-accb-95357b884a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a37ad-992e-47e5-a1e2-d99ed346525a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:00.221480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3b34a59e-c1a9-4a6c-aeb3-afcc332f30c9 None None] Provisioning complete for port 60f0e14b-8b19-4362-8942-afe6314bb459 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:00.221864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b34a59e-c1a9-4a6c-aeb3-afcc332f30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.249378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port f8348e0a-23f1-41c6-87a4-02b920076f32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8348e0a-23f1-41c6-87a4-02b920076f32,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:00.308459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (107e0fcf-5907-4e93-b400-32b99c95cf1c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.313116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.332164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58386) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:00.355320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.392927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107e0fcf-5907-4e93-b400-32b99c95cf1c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:00.410683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f6f605-82cc-4564-8d9a-f988fb2e70f7') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:00.411233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f6f605-82cc-4564-8d9a-f988fb2e70f7') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:00.433517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:00.441961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (b5f6f605-82cc-4564-8d9a-f988fb2e70f7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.444219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:00.449104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3b34a59e-c1a9-4a6c-aeb3-afcc332f30c9 None None] Current status of the port 60f0e14b-8b19-4362-8942-afe6314bb459 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:00.454201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:00.456382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Port': ['ID=95e3e8e7-6177-4f88-abe2-29e09f954c7e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:00.461616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813d0321-fefa-4c5c-9f60-1c007caf50c5 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:07:00.468165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=f8348e0a-23f1-41c6-87a4-02b920076f32,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:00.481702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b5f6f605-82cc-4564-8d9a-f988fb2e70f7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.539093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:00.539499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (b5f6f605-82cc-4564-8d9a-f988fb2e70f7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.541440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 60f0e14b-8b19-4362-8942-afe6314bb459 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:00.543875 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:00.695347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c1a5-6ff3-4ea8-9d3b-6114fbc08bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.746685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 60f0e14b-8b19-4362-8942-afe6314bb459 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:00.747074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.788909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (107e0fcf-5907-4e93-b400-32b99c95cf1c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.813724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2ef8-71fa-4512-8958-667af860cd93 req-2190e89c-997a-4084-8e10-2ff7d2169693 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:00.815783 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-552a2ef8-71fa-4512-8958-667af860cd93 req-2190e89c-997a-4084-8e10-2ff7d2169693 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 945 time: 0.2182677 Mar 09 17:07:00.816953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (8294d15c-f946-43a1-b404-e8b907a662f9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.836622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.840141 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/107e0fcf-5907-4e93-b400-32b99c95cf1c HTTP/1.1" status: 204 len: 168 time: 1.7989221 Mar 09 17:07:00.846215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58402) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:00.847573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e71a9-8875-41b8-8438-fcbc79a2d521 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=107e0fcf-5907-4e93-b400-32b99c95cf1c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:00.853323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902698954'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:00.874527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c1a5-6ff3-4ea8-9d3b-6114fbc08bc1 admin admin] Publish callbacks [] for security_group (b88e4e88-ed06-4582-ab7d-43e5b91bbc42), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.886347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01714e7e-2f5f-45ba-9074-f471580cdc7f None None] Network 107e0fcf-5907-4e93-b400-32b99c95cf1c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:00.898289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for floatingip (87370eb7-aa83-4015-8436-2ff157689eb9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.898433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e6a7e-8d09-4f7f-b9c9-5ed1718460a6 req-bbe4452b-538a-44e7-b64a-bff91e479f64 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:00.904311 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a37e6a7e-8d09-4f7f-b9c9-5ed1718460a6 req-bbe4452b-538a-44e7-b64a-bff91e479f64 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 945 time: 0.1165226 Mar 09 17:07:00.909584 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01714e7e-2f5f-45ba-9074-f471580cdc7f None None] Network 107e0fcf-5907-4e93-b400-32b99c95cf1c could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:07:00.915641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 60f0e14b-8b19-4362-8942-afe6314bb459 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:00.947472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c1a5-6ff3-4ea8-9d3b-6114fbc08bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b88e4e88-ed06-4582-ab7d-43e5b91bbc42), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:00.957651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-552a2ef8-71fa-4512-8958-667af860cd93 req-54de3068-4684-438f-8284-eb2604cf2beb tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250694 Mar 09 17:07:00.967353 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a37e6a7e-8d09-4f7f-b9c9-5ed1718460a6 req-c8167902-9325-49da-b8e9-b51ccfd36d6a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621364 Mar 09 17:07:00.986491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:00.992771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.051075 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ad5c1a5-6ff3-4ea8-9d3b-6114fbc08bc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ead52b4b75349c99399411a29013b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7176025 Mar 09 17:07:01.052624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:01.061709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 465dc296-7d0d-4c84-9f3a-dbda164ec162 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:01.061914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58408) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:01.065305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5c1a5-6ff3-4ea8-9d3b-6114fbc08bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e4e88-ed06-4582-ab7d-43e5b91bbc42,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:01.077061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2c5e2157-1cb0-44e9-bd25-b350f0d3209e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.077422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment 2c5e2157-1cb0-44e9-bd25-b350f0d3209e of type vlan for network 53288eff-358f-4fea-ba35-988417a59c6c Mar 09 17:07:01.100937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.128558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (53288eff-358f-4fea-ba35-988417a59c6c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.199673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 465dc296-7d0d-4c84-9f3a-dbda164ec162 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:07:01.205967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 465dc296-7d0d-4c84-9f3a-dbda164ec162 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:01.207128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.228491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b79d2-0ae0-4e61-a51d-ac45ea6963c0 req-635f20ac-39f8-442c-9116-41d98b8fca28 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:01.229998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e26b79d2-0ae0-4e61-a51d-ac45ea6963c0 req-635f20ac-39f8-442c-9116-41d98b8fca28 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 944 time: 0.1828895 Mar 09 17:07:01.236542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d507ff9e-71eb-4d0f-9e02-a3d29ca817a1 admin admin] Publish callbacks [] for security_group (b88e4e88-ed06-4582-ab7d-43e5b91bbc42), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.259638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (53288eff-358f-4fea-ba35-988417a59c6c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.269001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:01.270147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.309265 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Router 8294d15c-f946-43a1-b404-e8b907a662f9 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:01.317610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d507ff9e-71eb-4d0f-9e02-a3d29ca817a1 admin admin] Publish callbacks [] for security_group (b88e4e88-ed06-4582-ab7d-43e5b91bbc42), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.353728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=53288eff-358f-4fea-ba35-988417a59c6c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:01.393033 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-59e30b18-1980-4cc6-8829-88a4132d0547 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5444798 Mar 09 17:07:01.395323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58416) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:01.403500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e26b79d2-0ae0-4e61-a51d-ac45ea6963c0 req-a27c58b9-ccd0-4299-af26-7a6747d762bc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589949 Mar 09 17:07:01.407375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '53288eff-358f-4fea-ba35-988417a59c6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:01.442178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 53288eff-358f-4fea-ba35-988417a59c6c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:01.455875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 465dc296-7d0d-4c84-9f3a-dbda164ec162 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:01.456272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.479908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.483968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:01.544562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.553318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:01.570761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58424) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:01.575190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Sync routers for ids ['8294d15c-f946-43a1-b404-e8b907a662f9'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:01.579177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d507ff9e-71eb-4d0f-9e02-a3d29ca817a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b88e4e88-ed06-4582-ab7d-43e5b91bbc42), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.581805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d507ff9e-71eb-4d0f-9e02-a3d29ca817a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.582969 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d507ff9e-71eb-4d0f-9e02-a3d29ca817a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b88e4e88-ed06-4582-ab7d-43e5b91bbc42 HTTP/1.1" status: 204 len: 168 time: 0.5192108 Mar 09 17:07:01.583359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 465dc296-7d0d-4c84-9f3a-dbda164ec162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:01.627349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:01.630538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Routers {'8294d15c-f946-43a1-b404-e8b907a662f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:01.631197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['8294d15c-f946-43a1-b404-e8b907a662f9'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:01.632663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.639770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507ff9e-71eb-4d0f-9e02-a3d29ca817a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e4e88-ed06-4582-ab7d-43e5b91bbc42,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:01.643659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Port': ['ID=95e3e8e7-6177-4f88-abe2-29e09f954c7e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:01.654623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (87370eb7-aa83-4015-8436-2ff157689eb9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.697471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.697471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 512b5ec9-41f5-49e6-b6b6-40508ba66db1 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:01.724203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.724203 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f286a0bb-8177-4208-b993-79cc1aef7d8c tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5197952 Mar 09 17:07:01.724914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58430) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:01.738120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1351769744'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:01.809926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a036e7d2-4e73-40e5-941e-357723e97f30" -d '{"events": [{"server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "name": "network-vif-plugged", "status": "completed", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:01.815909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.820283 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ac265f21-4474-45c5-8e54-9fb5a77127d0 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4028704 Mar 09 17:07:01.835999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58434) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:01.841276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:01.846479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.852216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Set router 8294d15c-f946-43a1-b404-e8b907a662f9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:01.852646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1158143403'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:01.855087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=465dc296-7d0d-4c84-9f3a-dbda164ec162,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:01.867386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.928983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:07:01.939520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:01.939901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:01.976436 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-177efd44-5eae-41be-969e-0536207c9383 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/8294d15c-f946-43a1-b404-e8b907a662f9 HTTP/1.1" status: 200 len: 907 time: 0.2494991 Mar 09 17:07:01.980025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58438) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:02.006002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9462ff6d-2b27-4b0d-86d2-ef090fc49638 x-openstack-request-id: req-9462ff6d-2b27-4b0d-86d2-ef090fc49638 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:02.006851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "name": "network-vif-plugged", "status": "completed", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:02.007114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9462ff6d-2b27-4b0d-86d2-ef090fc49638 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:02.007733 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'code': 200} Mar 09 17:07:02.031512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for security_group (594684ce-ff48-4fdd-9cd6-43384a949a07), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.043813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (cece6720-3302-49c5-bb35-dba452552f02), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.074804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Made reservation on behalf of a9d150de65df428995f363989d8c10d2 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:02.085214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.106259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.117843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (594684ce-ff48-4fdd-9cd6-43384a949a07), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.144533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:02.145085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.192377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:02.222802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=cece6720-3302-49c5-bb35-dba452552f02,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:02.235258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594684ce-ff48-4fdd-9cd6-43384a949a07,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:02.235352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:02.236843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8d4e3b2e-2b29-4c17-80fe-55f8a17032fd), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.236843 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Added segment 8d4e3b2e-2b29-4c17-80fe-55f8a17032fd of type vlan for network d151bf32-ba9d-45a0-a688-e526afc2884e Mar 09 17:07:02.257636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294d15c-f946-43a1-b404-e8b907a662f9', 'name': 'tempest-snat-router-1337549433', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.96'}], 'enable_snat': True}, 'gw_port_id': '93ebad8f-76da-491d-b44f-700e7efcb119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:55Z', 'updated_at': '2022-03-09T17:06:59Z', 'revision_number': 3, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port': {'id': '93ebad8f-76da-491d-b44f-700e7efcb119', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294d15c-f946-43a1-b404-e8b907a662f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:58Z', 'updated_at': '2022-03-09T17:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:02.259197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643897f-5ecf-4c3b-86c6-6bcd887b4d93 req-afdaa369-a4e3-41fb-a497-f526b95a3a7b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.260377 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d643897f-5ecf-4c3b-86c6-6bcd887b4d93 req-afdaa369-a4e3-41fb-a497-f526b95a3a7b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 945 time: 0.1340530 Mar 09 17:07:02.264126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (8294d15c-f946-43a1-b404-e8b907a662f9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.304879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1655f-c8b8-4946-be60-0d7331f68030 req-98541898-709c-4eaf-a465-190b1cfed47b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.306425 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3b1655f-c8b8-4946-be60-0d7331f68030 req-98541898-709c-4eaf-a465-190b1cfed47b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 945 time: 0.1903262 Mar 09 17:07:02.309167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d151bf32-ba9d-45a0-a688-e526afc2884e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.315128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': '2c5e2157-1cb0-44e9-bd25-b350f0d3209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '53288eff-358f-4fea-ba35-988417a59c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:02.315338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 53288eff-358f-4fea-ba35-988417a59c6c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:02.319701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Checking router: 8294d15c-f946-43a1-b404-e8b907a662f9 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:07:02.320945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Updating router 8294d15c-f946-43a1-b404-e8b907a662f9 port 93ebad8f-76da-491d-b44f-700e7efcb119 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:07:02.367165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.369954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.371069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:02.390277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3b1655f-c8b8-4946-be60-0d7331f68030 req-35c3c24c-92c5-48da-9ffa-618a666ceca9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711341 Mar 09 17:07:02.394887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for security_group (afe04d94-60fc-4e96-ad07-e788595e2a61), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.436309 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d643897f-5ecf-4c3b-86c6-6bcd887b4d93 req-9346485f-e75c-45af-9f21-5a8070e4b200 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660202 Mar 09 17:07:02.445471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d151bf32-ba9d-45a0-a688-e526afc2884e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.453024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.454198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.478547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (8294d15c-f946-43a1-b404-e8b907a662f9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.492633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (afe04d94-60fc-4e96-ad07-e788595e2a61), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.517731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f8348e0a-23f1-41c6-87a4-02b920076f32 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:02.520559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 53288eff-358f-4fea-ba35-988417a59c6c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:02.522465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:02.542370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (006c4599-7971-4e40-88a1-c973295f04af), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.542730 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Added segment 006c4599-7971-4e40-88a1-c973295f04af of type vlan for network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 Mar 09 17:07:02.544044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe04d94-60fc-4e96-ad07-e788595e2a61,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:02.613732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Network': ['ID=d151bf32-ba9d-45a0-a688-e526afc2884e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:02.616870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 53288eff-358f-4fea-ba35-988417a59c6c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:02.624778 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7826b6b7-f099-47f6-bede-7b15e7220bd0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0502703 Mar 09 17:07:02.624978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (9c419eac-9bfa-4fac-a9e7-ba685ba94f63), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.625754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58448) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:02.629858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.630523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.653347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'subnet': {'network_id': 'd151bf32-ba9d-45a0-a688-e526afc2884e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:02.655993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07f0f-56f4-421c-907e-14001649e6b7 req-60a242e5-e2ad-453c-ac9f-c4f566dc0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.658115 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5a07f0f-56f4-421c-907e-14001649e6b7 req-60a242e5-e2ad-453c-ac9f-c4f566dc0860 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 1129 time: 0.2451634 Mar 09 17:07:02.661971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb4ab9b-d7be-43b9-8999-542e6b58fdc5 None None] Network 53288eff-358f-4fea-ba35-988417a59c6c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:02.662816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d151bf32-ba9d-45a0-a688-e526afc2884e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:02.671669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=512b5ec9-41f5-49e6-b6b6-40508ba66db1,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:02.680218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83a94c-5f0f-4601-b0d5-1e21b4769fb5 req-ab2be8fa-00ac-4cde-87b7-a62df6025ac0 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.689810 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb83a94c-5f0f-4601-b0d5-1e21b4769fb5 req-ab2be8fa-00ac-4cde-87b7-a62df6025ac0 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.1608918 Mar 09 17:07:02.700967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Deleting port 93ebad8f-76da-491d-b44f-700e7efcb119 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:02.702297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a5a07f0f-56f4-421c-907e-14001649e6b7 req-c933ed9c-7177-439c-90a7-3f63fe21878e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.702422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.707755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (9c419eac-9bfa-4fac-a9e7-ba685ba94f63), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.714055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:02.715150 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.728322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-08a9bb2b-e0cf-4754-a01b-e794f213360f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3316443 Mar 09 17:07:02.733143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58450) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:02.737986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58452) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:02.831577 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb83a94c-5f0f-4601-b0d5-1e21b4769fb5 req-2df54aa8-d1e4-47b6-8426-fe4365ccee74 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426270 Mar 09 17:07:02.847480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:07:02.873401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:02.874119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.883226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Network': ['ID=9c419eac-9bfa-4fac-a9e7-ba685ba94f63,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:02.897400 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-91b9fd8d-752c-4cd9-a1c8-ae2326434d30 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0570436 Mar 09 17:07:02.900086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58454) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:02.907990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Request body: {'subnet': {'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:02.936294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.952944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:02.956132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f8348e0a-23f1-41c6-87a4-02b920076f32 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:02.957646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:02.961909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Calling delete_port for 93ebad8f-76da-491d-b44f-700e7efcb119 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:02.999781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:03.003882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.126380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a4eca-441a-4b4e-85e7-a406da607058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-53288eff-358f-4fea-ba35-988417a59c6c', 'network_id': '53288eff-358f-4fea-ba35-988417a59c6c', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': 'cece6720-3302-49c5-bb35-dba452552f02'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:03.127473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1e0a4eca-441a-4b4e-85e7-a406da607058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.145567 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-91fdcf5f-48e8-4ad5-8b43-59491a754a84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50deda5f543f4c77b58e3d942e8c26c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983796 Mar 09 17:07:03.151357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58456) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:03.201148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (53288eff-358f-4fea-ba35-988417a59c6c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.219812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a5a07f0f-56f4-421c-907e-14001649e6b7 req-c933ed9c-7177-439c-90a7-3f63fe21878e service neutron] Publish callbacks [] for security_group (9cfc4fe7-8d54-4a6a-9e35-9fdb53e385d7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.289452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a5a07f0f-56f4-421c-907e-14001649e6b7 req-c933ed9c-7177-439c-90a7-3f63fe21878e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9cfc4fe7-8d54-4a6a-9e35-9fdb53e385d7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.298763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc10467c-7c64-4c4a-baaf-fbb0a34583a7 admin admin] Publish callbacks [] for security_group (83238c9c-4950-4187-bee3-6e1f0e00a2d6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.380127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (cece6720-3302-49c5-bb35-dba452552f02), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.405650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ed9c-7177-439c-90a7-3f63fe21878e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfc4fe7-8d54-4a6a-9e35-9fdb53e385d7,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:03.412022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc10467c-7c64-4c4a-baaf-fbb0a34583a7 admin admin] Publish callbacks [] for security_group (83238c9c-4950-4187-bee3-6e1f0e00a2d6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.415648 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5a07f0f-56f4-421c-907e-14001649e6b7 req-c933ed9c-7177-439c-90a7-3f63fe21878e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7505798 Mar 09 17:07:03.512126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:03.512619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.515331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Made reservation on behalf of a9d150de65df428995f363989d8c10d2 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:03.519412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.543859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks [] for port (93ebad8f-76da-491d-b44f-700e7efcb119), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.546932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f8348e0a-23f1-41c6-87a4-02b920076f32 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:03.579149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:03.583918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99375e8-95a2-4381-a6f7-8a778b2eb248 req-3e6f5499-ef06-47bd-affc-b5c393a94e9b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:03.585623 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f99375e8-95a2-4381-a6f7-8a778b2eb248 req-3e6f5499-ef06-47bd-affc-b5c393a94e9b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 945 time: 0.0611908 Mar 09 17:07:03.586601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc10467c-7c64-4c4a-baaf-fbb0a34583a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (83238c9c-4950-4187-bee3-6e1f0e00a2d6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.589241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc10467c-7c64-4c4a-baaf-fbb0a34583a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.592796 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cc10467c-7c64-4c4a-baaf-fbb0a34583a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83238c9c-4950-4187-bee3-6e1f0e00a2d6 HTTP/1.1" status: 204 len: 168 time: 0.4379928 Mar 09 17:07:03.615520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10467c-7c64-4c4a-baaf-fbb0a34583a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83238c9c-4950-4187-bee3-6e1f0e00a2d6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:03.618376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-01c971e0-46f7-4798-85b5-ea252d31260d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.625715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (cece6720-3302-49c5-bb35-dba452552f02), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.625817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.692078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-1e0a4eca-441a-4b4e-85e7-a406da607058 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cece6720-3302-49c5-bb35-dba452552f02: This subnet is being modified by another concurrent operation. Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:07:03.696033 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cece6720-3302-49c5-bb35-dba452552f02: This subnet is being modified by another concurrent operation. Mar 09 17:07:03.699035 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:07:03.713788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Attempting to bind port 93ebad8f-76da-491d-b44f-700e7efcb119 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:03.713788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Attempting to bind port 93ebad8f-76da-491d-b44f-700e7efcb119 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:03.713788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Attempting to bind port 93ebad8f-76da-491d-b44f-700e7efcb119 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:03.715724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd99651-1964-4f22-b239-9202641ca944 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:07:03.742679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640322dd-df05-44b4-acfe-2a98e32c7444 None None] Pushing event updated for resources: {'Port': ['ID=93ebad8f-76da-491d-b44f-700e7efcb119,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:03.745032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=cece6720-3302-49c5-bb35-dba452552f02,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:03.749438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208da11e-cc9b-4034-9534-46af726ea0a5 req-f4845dd9-47dc-4959-b874-932e74b1917c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:03.752171 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-208da11e-cc9b-4034-9534-46af726ea0a5 req-f4845dd9-47dc-4959-b874-932e74b1917c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2378848 Mar 09 17:07:03.753979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:03.754374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:03.754891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.755304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:03.755800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Bound port: 93ebad8f-76da-491d-b44f-700e7efcb119, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:03.756202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.762322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f99375e8-95a2-4381-a6f7-8a778b2eb248 req-dcb8ccb8-78fe-4113-8661-2f9422a2a6a7 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690197 Mar 09 17:07:03.848481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (53288eff-358f-4fea-ba35-988417a59c6c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.859155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (360efe0f-7e70-4e4e-b8ed-0de13f797c89), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.871370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:03.876974 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-208da11e-cc9b-4034-9534-46af726ea0a5 req-309fd9ee-2245-4215-b9ee-e09d107d4c4e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111169 Mar 09 17:07:03.918288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:07:03.918659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:07:03.920647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53288eff-358f-4fea-ba35-988417a59c6c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:03.931206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5e2157-1cb0-44e9-bd25-b350f0d3209e') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:03.931573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5e2157-1cb0-44e9-bd25-b350f0d3209e') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:03.936383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd99651-1964-4f22-b239-9202641ca944 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:07:03.942827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (2c5e2157-1cb0-44e9-bd25-b350f0d3209e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.982270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.984822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2c5e2157-1cb0-44e9-bd25-b350f0d3209e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.994208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:03.994600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (2c5e2157-1cb0-44e9-bd25-b350f0d3209e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:03.997599 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:04.030037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event deleted for resources: {'Port': ['ID=93ebad8f-76da-491d-b44f-700e7efcb119,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:04.039651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1'}, {'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:04.049765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031244d7-18d5-4255-a840-1fcd96fd2117" -d '{"events": [{"server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "name": "network-vif-plugged", "status": "completed", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1"}, {"server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "name": "network-vif-plugged", "status": "completed", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:04.069195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b668bcf-67ed-42ff-8568-301576ac35e0 req-be7c545d-5e52-4239-8f15-cabee8e25eaf tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:04.070757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b668bcf-67ed-42ff-8568-301576ac35e0 req-be7c545d-5e52-4239-8f15-cabee8e25eaf tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.1215627 Mar 09 17:07:04.130217 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b668bcf-67ed-42ff-8568-301576ac35e0 req-c1f3aa3e-52ae-451a-9aee-c34983503c40 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500703 Mar 09 17:07:04.131366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (53288eff-358f-4fea-ba35-988417a59c6c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.148994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Subnet': ['ID=360efe0f-7e70-4e4e-b8ed-0de13f797c89,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:04.151329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.169024 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/53288eff-358f-4fea-ba35-988417a59c6c HTTP/1.1" status: 204 len: 168 time: 1.4322910 Mar 09 17:07:04.173710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860452d7-0fac-44cb-93bb-75187456dc93 x-openstack-request-id: req-860452d7-0fac-44cb-93bb-75187456dc93 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:04.174031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "name": "network-vif-plugged", "status": "completed", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1", "code": 200}, {"server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "name": "network-vif-plugged", "status": "completed", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:04.174298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-860452d7-0fac-44cb-93bb-75187456dc93 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:04.174705 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'code': 200} Mar 09 17:07:04.174970 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'code': 200} Mar 09 17:07:04.189388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58472) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:04.206099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469728189'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:04.211867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcbe43-78fa-4543-abc3-40d44d0dab21 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=53288eff-358f-4fea-ba35-988417a59c6c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:04.212380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (e5b9877a-fde3-4e3f-b879-b4aeb6d115c2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.215078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (8294d15c-f946-43a1-b404-e8b907a662f9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.262957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4059f11-a8ef-4782-a28a-98bf2666e445 None None] Network 53288eff-358f-4fea-ba35-988417a59c6c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:04.275782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4059f11-a8ef-4782-a28a-98bf2666e445 None None] Network 53288eff-358f-4fea-ba35-988417a59c6c could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:07:04.300751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:04.311332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.316903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Checking segment: {'id': '8d4e3b2e-2b29-4c17-80fe-55f8a17032fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd151bf32-ba9d-45a0-a688-e526afc2884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:04.317293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network hostable DHCP agents. Network: d151bf32-ba9d-45a0-a688-e526afc2884e, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:04.343665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:04.353184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.353531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment d8df474e-6e40-4139-b905-bdd8001d8c45 of type vlan for network 8cef2205-0cf9-4bac-955c-477a5b496a4c Mar 09 17:07:04.357391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (8294d15c-f946-43a1-b404-e8b907a662f9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.363069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (8294d15c-f946-43a1-b404-e8b907a662f9), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.397810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.426765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Subnet': ['ID=e5b9877a-fde3-4e3f-b879-b4aeb6d115c2,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:04.435790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Attempting to bind port 93ebad8f-76da-491d-b44f-700e7efcb119 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:04.436115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Attempting to bind port 93ebad8f-76da-491d-b44f-700e7efcb119 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:04.436733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Attempting to bind port 93ebad8f-76da-491d-b44f-700e7efcb119 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:04.440221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Checking segment: {'id': '006c4599-7971-4e40-88a1-c973295f04af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:04.440626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network hostable DHCP agents. Network: 9c419eac-9bfa-4fac-a9e7-ba685ba94f63, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:04.442634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:04.443248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:04.448648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.448648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:04.448648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Bound port: 93ebad8f-76da-491d-b44f-700e7efcb119, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:04.448648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93ebad8f-76da-491d-b44f-700e7efcb119), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.464023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Port 93ebad8f-76da-491d-b44f-700e7efcb119 has been deleted concurrently {{(pid=104359) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 09 17:07:04.473803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Routers {'8294d15c-f946-43a1-b404-e8b907a662f9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:04.477957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:06:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['8294d15c-f946-43a1-b404-e8b907a662f9'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:04.495173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:04.495410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.501097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:04.502232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.567754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] Set router 8294d15c-f946-43a1-b404-e8b907a662f9 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:04.580302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (8294d15c-f946-43a1-b404-e8b907a662f9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.580873 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8294d15c-f946-43a1-b404-e8b907a662f9 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:04.585461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.586455 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-61ed49ed-a91b-4534-a3dc-aef48bbba6dd tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8294d15c-f946-43a1-b404-e8b907a662f9 HTTP/1.1" status: 204 len: 168 time: 2.5974703 Mar 09 17:07:04.587164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:04.589036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58480) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:04.596160 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3994684 Mar 09 17:07:04.596966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b2746-2bdd-4360-b0b2-f1be81ec0df7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=8cef2205-0cf9-4bac-955c-477a5b496a4c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:04.612674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58482) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:04.617702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:04.640479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8cef2205-0cf9-4bac-955c-477a5b496a4c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:04.644562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-048862d1-1823-45bd-be0c-a84999579647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294d15c-f946-43a1-b404-e8b907a662f9', 'name': 'tempest-snat-router-1337549433', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:55Z', 'updated_at': '2022-03-09T17:07:03Z', 'revision_number': 5, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:04.651561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deed36-bd8e-4322-85b2-107675f72ca1 req-e485fe75-dbdd-484f-b8f9-9d9e1399a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:04.653382 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e1deed36-bd8e-4322-85b2-107675f72ca1 req-e485fe75-dbdd-484f-b8f9-9d9e1399a904 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 1130 time: 0.1209786 Mar 09 17:07:04.678959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8791c-305c-4549-8a8f-4cc056649930 req-1206e70e-6669-4beb-b20b-0ccff91403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:04.680503 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-35a8791c-305c-4549-8a8f-4cc056649930 req-1206e70e-6669-4beb-b20b-0ccff91403f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.1479754 Mar 09 17:07:04.693828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048862d1-1823-45bd-be0c-a84999579647 None None] The sync data for ids ['8294d15c-f946-43a1-b404-e8b907a662f9'] in dv-neutron-master-2-hyperv is: [{'id': '8294d15c-f946-43a1-b404-e8b907a662f9', 'name': 'tempest-snat-router-1337549433', 'tenant_id': '3111423900744ebb8e1f142705bc37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:55Z', 'updated_at': '2022-03-09T17:07:03Z', 'revision_number': 5, 'project_id': '3111423900744ebb8e1f142705bc37dc', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:04.717228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d151bf32-ba9d-45a0-a688-e526afc2884e) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:04.731601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:04.732428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.733085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e0626-1281-47aa-bfcd-9ea606d21466 None None] Network d151bf32-ba9d-45a0-a688-e526afc2884e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:04.735109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c419eac-9bfa-4fac-a9e7-ba685ba94f63) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:04.739410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:04.740015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.782125 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (b41e6719-6a0d-490a-9389-62b94f918f03), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.810525 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e1deed36-bd8e-4322-85b2-107675f72ca1 req-a3c57f06-119c-4e0f-bff6-c36636ab7510 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466777 Mar 09 17:07:04.858935 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bc4ab618-4f4e-4d0e-8cf7-b583b37168ad tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9566958 Mar 09 17:07:04.861872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58492) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:04.865615 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3023ce50-ea63-4710-9c85-10b0228b101c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2388401 Mar 09 17:07:04.866263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a67419-6f6c-4cd0-8873-77053cdab56d None None] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:04.868127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-572626985', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:04.872187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58494) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:04.882110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-643115302', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:04.895315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:04.899685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.934389 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-35a8791c-305c-4549-8a8f-4cc056649930 req-a6e8cef4-3be5-457d-afe0-2c2d59e802df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256908 Mar 09 17:07:04.987674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (733c1469-42f2-4788-a7e4-15f5c10e475b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:04.988758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd2b8d-affd-46fc-b12e-aeb4a9fbb95c None None] Network d151bf32-ba9d-45a0-a688-e526afc2884e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:04.994070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (733c1469-42f2-4788-a7e4-15f5c10e475b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.050656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (7abbf63a-de44-4ed2-81c2-0805fa2924c8), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.051733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (7abbf63a-de44-4ed2-81c2-0805fa2924c8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.091457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de8d39-8187-4968-be27-30eb900e25d1 req-0e2ad60d-e8fb-42b0-8bff-34b809b7dd44 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:05.094249 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49de8d39-8187-4968-be27-30eb900e25d1 req-0e2ad60d-e8fb-42b0-8bff-34b809b7dd44 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.2197673 Mar 09 17:07:05.143188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router_controller (733c1469-42f2-4788-a7e4-15f5c10e475b), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.144113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (b41e6719-6a0d-490a-9389-62b94f918f03), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.153397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c419eac-9bfa-4fac-a9e7-ba685ba94f63', 'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63', 'project_id': 'a9d150de65df428995f363989d8c10d2', 'fixed_ips': [{'subnet_id': 'e5b9877a-fde3-4e3f-b879-b4aeb6d115c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:05.156033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.172992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58500) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:05.189590 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_controller (7abbf63a-de44-4ed2-81c2-0805fa2924c8), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.214521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542980d9-c8f3-40c8-b65c-bf1716986823 req-d008fd8f-7557-4195-81e2-5b100e05811d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:05.216076 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-542980d9-c8f3-40c8-b65c-bf1716986823 req-d008fd8f-7557-4195-81e2-5b100e05811d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1626749 Mar 09 17:07:05.230456 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49de8d39-8187-4968-be27-30eb900e25d1 req-4c847214-6209-4338-9d3b-a17b871b194a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196785 Mar 09 17:07:05.372084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Allocated IP 172.20.0.2 (9c419eac-9bfa-4fac-a9e7-ba685ba94f63/e5b9877a-fde3-4e3f-b879-b4aeb6d115c2/8698b4a2-d7ad-4cc4-a681-d7d063ca77f8) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:05.380746 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-542980d9-c8f3-40c8-b65c-bf1716986823 req-b26f2da8-790f-4ee3-bfcc-2f88050893e1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365733 Mar 09 17:07:05.435172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-584140403'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:05.438438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (4b9c0258-cb16-4386-adba-33fee662c718), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.504875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router_gateway (733c1469-42f2-4788-a7e4-15f5c10e475b), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.534270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (7abbf63a-de44-4ed2-81c2-0805fa2924c8), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.545368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=4b9c0258-cb16-4386-adba-33fee662c718,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:05.549803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de702b-a280-4812-bdfe-c3239584d035 req-2b3f186c-d453-4733-a38b-2e8d5a5d6d5c tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:05.556473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': 'd8df474e-6e40-4139-b905-bdd8001d8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:05.556623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 8cef2205-0cf9-4bac-955c-477a5b496a4c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:05.556721 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5de702b-a280-4812-bdfe-c3239584d035 req-2b3f186c-d453-4733-a38b-2e8d5a5d6d5c tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.2043142 Mar 09 17:07:05.559143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Deleting port f8348e0a-23f1-41c6-87a4-02b920076f32 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:05.559485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.599919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Publish callbacks [] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.626997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Made reservation on behalf of 6fbf22860aff4d158bc13b629458a387 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:05.630646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.642956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.666276 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5de702b-a280-4812-bdfe-c3239584d035 req-6678c382-31df-42e7-9412-e4872859e221 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087840 Mar 09 17:07:05.681212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-71651191-fd02-4a94-8fe9-f3525f7609f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.689830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 8cef2205-0cf9-4bac-955c-477a5b496a4c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:05.707951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] For port f8348e0a-23f1-41c6-87a4-02b920076f32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8348e0a-23f1-41c6-87a4-02b920076f32,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:05.708321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.729516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.732526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Calling delete_port for f8348e0a-23f1-41c6-87a4-02b920076f32 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:05.776642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Pushing event updated for resources: {'Port': ['ID=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:05.799576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:05.801246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:05.807175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:05.811698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8cef2205-0cf9-4bac-955c-477a5b496a4c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:05.826511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e47589-b119-4e2f-92fb-d6efabaf723d None None] Network 8cef2205-0cf9-4bac-955c-477a5b496a4c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:05.855420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:05.856026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.867455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for security_group (b373876e-9c26-4fdd-9f4c-bbdefef648db), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.891018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router_gateway (733c1469-42f2-4788-a7e4-15f5c10e475b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.910552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.948699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Attempting to bind port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:05.949217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Attempting to bind port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '006c4599-7971-4e40-88a1-c973295f04af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:05.949693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Attempting to bind port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 on network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:05.955431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b373876e-9c26-4fdd-9f4c-bbdefef648db), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.959455 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:05.960016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Checking segment: {'id': '006c4599-7971-4e40-88a1-c973295f04af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:05.960725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.961008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Bound using segment: {'id': '006c4599-7971-4e40-88a1-c973295f04af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:05.961596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Bound port: 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006c4599-7971-4e40-88a1-c973295f04af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:05.962099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:05.987100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (7abbf63a-de44-4ed2-81c2-0805fa2924c8), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.002301 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-76850fda-3bff-449f-a524-219b295c91f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3885653 Mar 09 17:07:06.021241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58506) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:06.029777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:06.032867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.044585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8cef2205-0cf9-4bac-955c-477a5b496a4c', 'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': '4b9c0258-cb16-4386-adba-33fee662c718'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:06.045433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.076388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b373876e-9c26-4fdd-9f4c-bbdefef648db,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:06.089028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9c8527a9-ce6d-4612-a05b-4fe440b6feac), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.089250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] For port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:06.089380 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Added segment 9c8527a9-ce6d-4612-a05b-4fe440b6feac of type vlan for network ae0ba369-ced2-4821-bad0-e2092ab43c61 Mar 09 17:07:06.139508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] For port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,segment=NetworkSegment(006c4599-7971-4e40-88a1-c973295f04af),segment_id=006c4599-7971-4e40-88a1-c973295f04af)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:06.204722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (ae0ba369-ced2-4821-bad0-e2092ab43c61), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.207072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Allocated IP 172.36.5.172 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/19ea176c-2932-4290-8c21-b4a46681c759) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:06.238425 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (f8348e0a-23f1-41c6-87a4-02b920076f32), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.263635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.277823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8348e0a-23f1-41c6-87a4-02b920076f32,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:06.321375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.399696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Allocated IP 2001:db8::1 (8cef2205-0cf9-4bac-955c-477a5b496a4c/4b9c0258-cb16-4386-adba-33fee662c718/9389edd3-e8cc-4534-a26f-77c8971c78d5) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:06.402128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (ae0ba369-ced2-4821-bad0-e2092ab43c61), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.408197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:06.408551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.477423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4b9c0258-cb16-4386-adba-33fee662c718), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.512531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911fbe0-3600-45ed-8ef4-76b86cd4bd14 None None] Pushing event updated for resources: {'Port': ['ID=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:06.581800 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4038007 Mar 09 17:07:06.589180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for port (19ea176c-2932-4290-8c21-b4a46681c759), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.619630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:06.631006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Request body: {'subnet': {'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:06.717498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e679aa3-da94-4b30-a994-b762e115c9d9 req-517f7d25-5949-4b43-bbcb-5685d1a9de73 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:06.719346 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1e679aa3-da94-4b30-a994-b762e115c9d9 req-517f7d25-5949-4b43-bbcb-5685d1a9de73 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.3715296 Mar 09 17:07:06.740949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbcd1f-ce6f-4af1-8d06-7de21d5ed6e0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event updated for resources: {'Network': ['ID=ae0ba369-ced2-4821-bad0-e2092ab43c61,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:06.828159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (b41e6719-6a0d-490a-9389-62b94f918f03), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.857294 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1e679aa3-da94-4b30-a994-b762e115c9d9 req-907bb55a-7974-4e8a-b97d-61f0185da57d tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292303 Mar 09 17:07:06.865626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:06.900378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Made reservation on behalf of 6fbf22860aff4d158bc13b629458a387 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:06.904176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:06.960796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (19ea176c-2932-4290-8c21-b4a46681c759), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.026998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (b41e6719-6a0d-490a-9389-62b94f918f03), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.033044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_controller (b41e6719-6a0d-490a-9389-62b94f918f03), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.081851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Publish callbacks [] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.105606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73ba3f-8a54-458f-88a5-5ba065b0c685 req-d1aeadd4-ddba-44a4-8108-460e5e6aa5f5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:07.107453 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7c73ba3f-8a54-458f-88a5-5ba065b0c685 req-d1aeadd4-ddba-44a4-8108-460e5e6aa5f5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3136473 Mar 09 17:07:07.121553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.74 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/16546979-5510-4730-bd3a-255f1d46e3a0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:07.159060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.186801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.200962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (b41e6719-6a0d-490a-9389-62b94f918f03), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.201752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b41e6719-6a0d-490a-9389-62b94f918f03 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:07.223955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.229498 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-382c6aac-5a73-4781-b7d3-13df4b2a3986 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b41e6719-6a0d-490a-9389-62b94f918f03 HTTP/1.1" status: 204 len: 168 time: 2.6354756 Mar 09 17:07:07.238758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:07.246323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-958220681', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:07.258790 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7c73ba3f-8a54-458f-88a5-5ba065b0c685 req-f806fff9-fd5c-4101-9178-5a824b52decd tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387269 Mar 09 17:07:07.342518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Network 8cef2205-0cf9-4bac-955c-477a5b496a4c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:07.346749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Pushing event updated for resources: {'Port': ['ID=9389edd3-e8cc-4534-a26f-77c8971c78d5,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:07.366398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (16546979-5510-4730-bd3a-255f1d46e3a0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.366543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:07.370579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:07.393416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.400868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.438890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:07.452380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:07.466863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:07.493379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.502702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Port': ['ID=19ea176c-2932-4290-8c21-b4a46681c759,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:07.505526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Attempting to bind port 9389edd3-e8cc-4534-a26f-77c8971c78d5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:07.505979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Attempting to bind port 9389edd3-e8cc-4534-a26f-77c8971c78d5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd8df474e-6e40-4139-b905-bdd8001d8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:07.506409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Attempting to bind port 9389edd3-e8cc-4534-a26f-77c8971c78d5 on network 8cef2205-0cf9-4bac-955c-477a5b496a4c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:07.516267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1063845-a557-4d4a-9cdf-700ce4fd947c req-a1f5b231-f6fd-4f39-9d79-dafeaff2ea7a tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:07.518307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:07.518710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Checking segment: {'id': 'd8df474e-6e40-4139-b905-bdd8001d8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:07.519131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.519592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Bound using segment: {'id': 'd8df474e-6e40-4139-b905-bdd8001d8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:07.520093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Bound port: 9389edd3-e8cc-4534-a26f-77c8971c78d5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8df474e-6e40-4139-b905-bdd8001d8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8cef2205-0cf9-4bac-955c-477a5b496a4c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:07.520526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.526996 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a1063845-a557-4d4a-9cdf-700ce4fd947c req-a1f5b231-f6fd-4f39-9d79-dafeaff2ea7a tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.5741410 Mar 09 17:07:07.552745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (4b9c0258-cb16-4386-adba-33fee662c718), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.597178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] For port 9389edd3-e8cc-4534-a26f-77c8971c78d5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:07.614020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] For port 9389edd3-e8cc-4534-a26f-77c8971c78d5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9389edd3-e8cc-4534-a26f-77c8971c78d5,segment=NetworkSegment(d8df474e-6e40-4139-b905-bdd8001d8c45),segment_id=d8df474e-6e40-4139-b905-bdd8001d8c45)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:07.635769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (16546979-5510-4730-bd3a-255f1d46e3a0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.650171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9c0258-cb16-4386-adba-33fee662c718,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:07.663883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.664236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.664637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.665013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.665348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.665681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.666012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.666338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.666691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.667040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.667360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.667682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.668004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.715848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:07.726073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.726525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfffe3d-d955-446e-9275-30b9169db591 req-00f25e11-f240-41e2-a9ba-caf2076fa205 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:07.728210 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9dfffe3d-d955-446e-9275-30b9169db591 req-00f25e11-f240-41e2-a9ba-caf2076fa205 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.2267113 Mar 09 17:07:07.738521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:07.743637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58520) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:07.786894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:07.819832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Request body: {'floatingip': {'port_id': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:07.891604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:07.894266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb69682-7fab-41c7-8967-ee0f381ca0b8 None None] Network 8cef2205-0cf9-4bac-955c-477a5b496a4c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:07.907918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=16546979-5510-4730-bd3a-255f1d46e3a0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:07.918368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.918719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.919065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.919411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.919736 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.920068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.920418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.920821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.921151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.921996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.922322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.922641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.922963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:07.943227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b45f5-2e5e-4be7-b8d9-31244d53bc6b None None] Pushing event updated for resources: {'Port': ['ID=9389edd3-e8cc-4534-a26f-77c8971c78d5,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:08.028708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9125e-8d51-4fd5-a40e-8f529a11d7c4 None None] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:08.041940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.057513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (2f3698b9-e616-4cea-bc35-3b931ff7c68f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.067838 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a1063845-a557-4d4a-9cdf-700ce4fd947c req-11375fbd-6f9f-4370-8d14-2da6174bac15 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5427749 Mar 09 17:07:08.133667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cef2205-0cf9-4bac-955c-477a5b496a4c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:08.211810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Provisioning complete for port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:08.212197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.260361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8df474e-6e40-4139-b905-bdd8001d8c45') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:08.260735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8df474e-6e40-4139-b905-bdd8001d8c45') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:08.319047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.340201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.361245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Current status of the port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:08.361978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.381990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7f5ebfea-907d-495c-8333-496700d9a026), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.386584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.390311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5d1d2-bd70-41bb-9660-1d0872bd4dd2 req-36edc8cd-fa68-445f-8ab2-708af3c70bc5 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:08.396272 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a4b5d1d2-bd70-41bb-9660-1d0872bd4dd2 req-36edc8cd-fa68-445f-8ab2-708af3c70bc5 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.2123981 Mar 09 17:07:08.400894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58526) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:08.466483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Request body: {'floatingip': {'port_id': '465dc296-7d0d-4c84-9f3a-dbda164ec162'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:08.467901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:08.468987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:08.481701 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:08.492095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] For port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,segment=NetworkSegment(006c4599-7971-4e40-88a1-c973295f04af),segment_id=006c4599-7971-4e40-88a1-c973295f04af)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:08.500578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.574970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.578380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.616470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (5a46eaf9-c91f-4266-b826-318a14011c9b), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.635815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:08.639030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b5766-6b14-4ebd-9383-f3987f6bb5ca None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:07:08.659923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event updated for resources: {'Subnet': ['ID=7f5ebfea-907d-495c-8333-496700d9a026,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:08.726167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (7abbf63a-de44-4ed2-81c2-0805fa2924c8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.731339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Pushing event updated for resources: {'Port': ['ID=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:08.763255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router_gateway (733c1469-42f2-4788-a7e4-15f5c10e475b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.769993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.770301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.770939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.771350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.772149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.772645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.773256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.773606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.773971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.774384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.774726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.775057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.775388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e639738-7611-4f42-80b0-d015a8f2d3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:07:08.806064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1c9f5f85-899d-4a8e-87b6-14b336b84f64 None None] Provisioning complete for port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:08.806454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c9f5f85-899d-4a8e-87b6-14b336b84f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.834817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.api [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:07:08.834817 dv-neutron-master-2-hyperv neutron-server[104357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:07:08.834817 dv-neutron-master-2-hyperv neutron-server[104357]: [parameters: {'id': '8cef2205-0cf9-4bac-955c-477a5b496a4c'}] Mar 09 17:07:08.834817 dv-neutron-master-2-hyperv neutron-server[104357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:07:08.835246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG oslo_db.api [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:07:08.892090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:08.892647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:08.908436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d636-d61b-4d2e-896a-8398967ac7b9 req-ec329443-228e-4052-b27f-e2fcae15887d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:08.910395 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb73d636-d61b-4d2e-896a-8398967ac7b9 req-ec329443-228e-4052-b27f-e2fcae15887d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.5215960 Mar 09 17:07:08.918852 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:07:09.051935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Checking segment: {'id': '9c8527a9-ce6d-4612-a05b-4fe440b6feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:09.052220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Network hostable DHCP agents. Network: ae0ba369-ced2-4821-bad0-e2092ab43c61, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:09.056930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:09.073975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f8348e0a-23f1-41c6-87a4-02b920076f32 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:09.155618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: f8348e0a-23f1-41c6-87a4-02b920076f32 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:09.157997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb73d636-d61b-4d2e-896a-8398967ac7b9 req-b2683247-83bc-4d5c-b300-abb4ba5c1b7c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384474 Mar 09 17:07:09.163080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f8348e0a-23f1-41c6-87a4-02b920076f32 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:09.203908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f5f85-899d-4a8e-87b6-14b336b84f64 None None] Current status of the port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:09.242106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:09.253702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b5766-6b14-4ebd-9383-f3987f6bb5ca None None] Unable to find a vacant binding_index for network ae0ba369-ced2-4821-bad0-e2092ab43c61 and agent 6405d102-7135-402d-9b28-bb0403975f76 {{(pid=104359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 09 17:07:09.293444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Allocated IP 172.36.5.175 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/71db5ada-229d-45c7-8750-5e42888e0c2f) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:09.329758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b5766-6b14-4ebd-9383-f3987f6bb5ca None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae0ba369-ced2-4821-bad0-e2092ab43c61) {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:07:09.359503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:09.387138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae0ba369-ced2-4821-bad0-e2092ab43c61) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:09.406891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:09.407639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:09.551714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70f3c-59f9-4c41-b368-0882c44773db req-e32d2c54-bf72-4fb1-b7bc-91b9d7516b94 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:09.557314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2f70f3c-59f9-4c41-b368-0882c44773db req-e32d2c54-bf72-4fb1-b7bc-91b9d7516b94 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2670593 Mar 09 17:07:09.574213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:09.580804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Request body: {'floatingip': {'port_id': '512b5ec9-41f5-49e6-b6b6-40508ba66db1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:09.592398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ae0ba369-ced2-4821-bad0-e2092ab43c61', 'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61', 'project_id': '6fbf22860aff4d158bc13b629458a387', 'fixed_ips': [{'subnet_id': '7f5ebfea-907d-495c-8333-496700d9a026'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:09.593349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:09.757848 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f2ca5d21-b3a2-4e0d-871e-0777beea15f0 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1350353 Mar 09 17:07:09.768512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58532) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:09.774190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Allocated IP 172.20.0.2 (ae0ba369-ced2-4821-bad0-e2092ab43c61/7f5ebfea-907d-495c-8333-496700d9a026/1e549f6a-3f79-4fdc-a179-bb7995908ea0) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:09.782848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Request body: {'port': {'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61', 'name': 'tempest-ExtraDHCPOptionsTestJSON-304391697'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:09.804273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (27936021-23a2-46b7-b59d-bd434ce6ae18), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:09.850911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.resource_extend [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:07:09.865895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for port (71db5ada-229d-45c7-8750-5e42888e0c2f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:09.941993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (7abbf63a-de44-4ed2-81c2-0805fa2924c8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:09.998803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (733c1469-42f2-4788-a7e4-15f5c10e475b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.005847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.013643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.023307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Publish callbacks [] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.073417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (2f3698b9-e616-4cea-bc35-3b931ff7c68f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.085024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.129344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:10.129529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port 9389edd3-e8cc-4534-a26f-77c8971c78d5 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:10.129761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.137189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:10.142876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:10.146309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Pushing event updated for resources: {'Port': ['ID=1e549f6a-3f79-4fdc-a179-bb7995908ea0,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:10.210254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Attempting to bind port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:10.211405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Attempting to bind port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c8527a9-ce6d-4612-a05b-4fe440b6feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:10.211405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Attempting to bind port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 on network ae0ba369-ced2-4821-bad0-e2092ab43c61 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:10.217505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:10.217505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Checking segment: {'id': '9c8527a9-ce6d-4612-a05b-4fe440b6feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:10.217777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Made reservation on behalf of 6fbf22860aff4d158bc13b629458a387 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:10.221242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.221242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Bound using segment: {'id': '9c8527a9-ce6d-4612-a05b-4fe440b6feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:10.221242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Bound port: 1e549f6a-3f79-4fdc-a179-bb7995908ea0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8527a9-ce6d-4612-a05b-4fe440b6feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:10.221242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.221754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.254263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (71db5ada-229d-45c7-8750-5e42888e0c2f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.284474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] For port 1e549f6a-3f79-4fdc-a179-bb7995908ea0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:10.288672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] For port 1e549f6a-3f79-4fdc-a179-bb7995908ea0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e549f6a-3f79-4fdc-a179-bb7995908ea0,segment=NetworkSegment(9c8527a9-ce6d-4612-a05b-4fe440b6feac),segment_id=9c8527a9-ce6d-4612-a05b-4fe440b6feac)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:10.320061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port 9389edd3-e8cc-4534-a26f-77c8971c78d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9389edd3-e8cc-4534-a26f-77c8971c78d5,segment=NetworkSegment(d8df474e-6e40-4139-b905-bdd8001d8c45),segment_id=d8df474e-6e40-4139-b905-bdd8001d8c45)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:10.320452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.335627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:07:10.336189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] device_id is not set on port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:10.350094 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Floating IP 2f3698b9-e616-4cea-bc35-3b931ff7c68f associated. External IP: 172.36.5.108, port: 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5. Mar 09 17:07:10.352222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for 9389edd3-e8cc-4534-a26f-77c8971c78d5 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:10.376050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.465115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615bee0-ffc5-4d8e-9740-e453da111dfe None None] Pushing event updated for resources: {'Port': ['ID=1e549f6a-3f79-4fdc-a179-bb7995908ea0,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:10.534706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:10.599647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:10.600458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.649326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:10.659920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Allocated IP 172.20.0.5 (ae0ba369-ced2-4821-bad0-e2092ab43c61/7f5ebfea-907d-495c-8333-496700d9a026/2f5b0def-56d9-4e82-ac62-befc7b1c0639) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:10.672661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:10.683751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:10.717314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Router 733c1469-42f2-4788-a7e4-15f5c10e475b is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:10.757981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:10.759041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event updated for resources: {'Port': ['ID=71db5ada-229d-45c7-8750-5e42888e0c2f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:10.791001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.810843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9389edd3-e8cc-4534-a26f-77c8971c78d5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.885394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=9389edd3-e8cc-4534-a26f-77c8971c78d5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:10.899507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (5a46eaf9-c91f-4266-b826-318a14011c9b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:10.910177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port 9389edd3-e8cc-4534-a26f-77c8971c78d5 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:11.026427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:11.086512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:11.098861 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] Sync routers for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:11.114425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.121751 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:11.122678 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.132263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:11.159320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cef2205-0cf9-4bac-955c-477a5b496a4c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.160707 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.172092 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:11.173298 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.174471 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Floating IP 5a46eaf9-c91f-4266-b826-318a14011c9b associated. External IP: 172.36.5.159, port: 465dc296-7d0d-4c84-9f3a-dbda164ec162. Mar 09 17:07:11.210889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8df474e-6e40-4139-b905-bdd8001d8c45') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.211239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8df474e-6e40-4139-b905-bdd8001d8c45') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.211491 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.212503 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a07ab-ac42-4813-b36a-c4ff62330257 None None] The sync data for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:11.227677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.245174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.256810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.268333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.269739 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-be91639f-dfe6-45bb-a588-b6f684daad44 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.4067824 Mar 09 17:07:11.271934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:11.272333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (d8df474e-6e40-4139-b905-bdd8001d8c45), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:11.276796 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:11.278709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58534) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:11.344040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:07:11.518819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.529479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:11.540255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:11.555601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:11.556978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.591284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.601077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.614884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:11.615933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.652293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (27936021-23a2-46b7-b59d-bd434ce6ae18), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.662519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.663855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f4302-a5d4-4b33-bb76-00c76e45b371 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:11.684817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13ff58-6445-4956-b4dc-5936f293eb34 None None] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:11.699624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.700917 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-70ef25e7-20c9-42e8-bf73-e30ec40b6c1d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8264937 Mar 09 17:07:11.703823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:11.706811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58536) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:11.717601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.721217 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] Sync routers for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:11.736659 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:11.739126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:11.782321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] Provisioning complete for port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:11.782855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.808473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (8cef2205-0cf9-4bac-955c-477a5b496a4c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.832891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.836130 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/8cef2205-0cf9-4bac-955c-477a5b496a4c HTTP/1.1" status: 204 len: 168 time: 5.8140554 Mar 09 17:07:11.859176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58538) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:11.864744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301225315'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:11.876232 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4168f695-e338-497a-8a00-602c6ffc132a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "PUT /v2.0/floatingips/2f3698b9-e616-4cea-bc35-3b931ff7c68f HTTP/1.1" status: 200 len: 992 time: 4.0749090 Mar 09 17:07:11.876232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb6ad7-06bf-45b8-bf62-9ae1d45a2396 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=8cef2205-0cf9-4bac-955c-477a5b496a4c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:11.881153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:11.883557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a57687-8913-44fa-a8d6-1c5ed95b831a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:11.892390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:11.897199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Router 990084b5-2e51-4f90-af01-6ed66377dace has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:11.915822 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:11.939116 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Floating IP 27936021-23a2-46b7-b59d-bd434ce6ae18 associated. External IP: 172.36.5.212, port: 512b5ec9-41f5-49e6-b6b6-40508ba66db1. Mar 09 17:07:12.017718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8787cb-1fec-452e-8d15-751e37ae3a4d x-openstack-request-id: req-1d8787cb-1fec-452e-8d15-751e37ae3a4d {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:12.018117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:12.018291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d8787cb-1fec-452e-8d15-751e37ae3a4d {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:12.018679 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'status': 'completed', 'code': 200} Mar 09 17:07:12.059208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:12.074371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:12.085140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:12.108589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event updated for resources: {'Port': ['ID=2f5b0def-56d9-4e82-ac62-befc7b1c0639,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:12.116979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:12.120397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.255525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] Current status of the port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:12.257280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.302789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:12.303424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.327300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] For port 1e549f6a-3f79-4fdc-a179-bb7995908ea0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e549f6a-3f79-4fdc-a179-bb7995908ea0,segment=NetworkSegment(9c8527a9-ce6d-4612-a05b-4fe440b6feac),segment_id=9c8527a9-ce6d-4612-a05b-4fe440b6feac)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:12.357026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:12.376409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1a355-7073-4dea-938e-1381ae80acab req-087b8aad-a8de-4217-8004-7041ec482cb2 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:12.377990 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce1a355-7073-4dea-938e-1381ae80acab req-087b8aad-a8de-4217-8004-7041ec482cb2 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.3320556 Mar 09 17:07:12.403856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.453718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (cc5a2d01-4986-472b-bbf4-ea39b3a756e2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.454013 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment cc5a2d01-4986-472b-bbf4-ea39b3a756e2 of type vlan for network 4388009a-fdd4-4acf-a804-535641056fd8 Mar 09 17:07:12.457886 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5092e80c-21e7-4c5b-a9cb-ee6fef475531 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6882524 Mar 09 17:07:12.480907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58544) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:12.503390 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f3698b9-e616-4cea-bc35-3b931ff7c68f', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'floating_ip_address': '172.36.5.108', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'port_id': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'mac_address': 'fa:16:3e:2d:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:28Z', 'updated_at': '2022-03-09T17:07:09Z', 'revision_number': 1, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:12.509976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Request body: {'port': {'network_id': 'ae0ba369-ced2-4821-bad0-e2092ab43c61', 'name': 'tempest-ExtraDHCPOptionsTestJSON-9349277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:12.510723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] bootfile-name is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:07:12.511074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] tftp-server is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:07:12.511405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] server-ip-address is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:07:12.543367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b802c8-ff48-4dee-9053-6431d80cec3c None None] Pushing event updated for resources: {'Port': ['ID=1e549f6a-3f79-4fdc-a179-bb7995908ea0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:12.574922 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] Checking router: 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:07:12.585667 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:12.586295 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:12.590109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1e549f6a-3f79-4fdc-a179-bb7995908ea0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:12.668751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:12.669135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.678573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.735876 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:12.769895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:12.777113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (4388009a-fdd4-4acf-a804-535641056fd8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.794851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-21fd2a5d-73de-4aa0-b5c5-693a3045f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:12.796703 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-21fd2a5d-73de-4aa0-b5c5-693a3045f708 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037&device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 1130 time: 0.4283051 Mar 09 17:07:12.800862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:12.814803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] Sync routers for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:12.815225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:12.833728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:12.836105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:13.039630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:13.039835 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-55ba5ba1-e2f7-4606-b128-f9f2e672160d tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "PUT /v2.0/floatingips/5a46eaf9-c91f-4266-b826-318a14011c9b HTTP/1.1" status: 200 len: 991 time: 4.6355410 Mar 09 17:07:13.044047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:13.046979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a1dc32-fc27-455a-af7e-f1d13055bc71" -d '{"events": [{"name": "network-changed", "server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:13.061425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.resource_extend [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:07:13.068282 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f3698b9-e616-4cea-bc35-3b931ff7c68f', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'floating_ip_address': '172.36.5.108', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'port_id': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'mac_address': 'fa:16:3e:2d:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:28Z', 'updated_at': '2022-03-09T17:07:09Z', 'revision_number': 1, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:13.080407 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce1a355-7073-4dea-938e-1381ae80acab req-ed9f0098-9bb4-45ba-a0ca-57e40f283e42 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6568251 Mar 09 17:07:13.097710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:13.158404 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e14924a-7021-452b-ab16-6d1ef9cec047 None None] The sync data for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv is: [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f3698b9-e616-4cea-bc35-3b931ff7c68f', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'floating_ip_address': '172.36.5.108', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'port_id': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'mac_address': 'fa:16:3e:2d:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:28Z', 'updated_at': '2022-03-09T17:07:09Z', 'revision_number': 1, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:13.183439 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-6a54a3be-2c82-4621-bb84-01b6fe37e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:13.185353 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-6a54a3be-2c82-4621-bb84-01b6fe37e707 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54bd7d51-c503-4f53-b140-5d16e5008e99 HTTP/1.1" status: 200 len: 906 time: 0.3804176 Mar 09 17:07:13.235208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869e9d9-672d-4520-9f48-3ef0005b0107 None None] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:13.245294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51072675-1288-48be-9876-9d83fc1a327e x-openstack-request-id: req-51072675-1288-48be-9876-9d83fc1a327e {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:13.245294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:13.245294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51072675-1288-48be-9876-9d83fc1a327e {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:13.245527 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'status': 'completed', 'code': 200} Mar 09 17:07:13.273681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Router f807fc88-c735-47d8-8b82-2fce094d3b10 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:13.289295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (4388009a-fdd4-4acf-a804-535641056fd8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:13.294972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:13.295606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:13.332981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4a557d7a-475b-4d9a-a359-9ba7cbb18724 None None] Provisioning complete for port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:13.333377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4a557d7a-475b-4d9a-a359-9ba7cbb18724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:13.386049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329311a6-d960-47ae-9498-7054d3242071 req-76f1cb40-8834-4c0c-8e06-291ad9954be6 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:13.387612 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-329311a6-d960-47ae-9498-7054d3242071 req-76f1cb40-8834-4c0c-8e06-291ad9954be6 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.2011766 Mar 09 17:07:13.404024 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-71b02bbf-3669-4adc-9efc-584a933994b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 HTTP/1.1" status: 200 len: 1000 time: 0.1495891 Mar 09 17:07:13.460991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=4388009a-fdd4-4acf-a804-535641056fd8,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:13.484582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:13.488384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Router 071b7c82-a2f5-458c-8b78-a1b4a79db2d9 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:13.506456 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-595bf9f4-4c6c-4cd3-99bc-bc463808949c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6432753 Mar 09 17:07:13.509955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58554) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:13.510386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-a5d79729-0c6a-44d8-8d8d-752c2da90458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:13.512121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-a5d79729-0c6a-44d8-8d8d-752c2da90458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7402523760324c8884dc4a94d391ccb0&device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 1129 time: 0.3133068 Mar 09 17:07:13.526932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '4388009a-fdd4-4acf-a804-535641056fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:13.535915 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a3854-e5f1-45d8-a651-4cb0a38e2d70 None None] New status for floating IP 2f3698b9-e616-4cea-bc35-3b931ff7c68f: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:07:13.538647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Made reservation on behalf of 6fbf22860aff4d158bc13b629458a387 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:13.543837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:13.587791 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-329311a6-d960-47ae-9498-7054d3242071 req-22665845-5294-4232-9937-66267f796496 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316781 Mar 09 17:07:13.600063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-5d88a4a7-29be-48f9-959e-e0ef9b81d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:13.601553 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-5d88a4a7-29be-48f9-959e-e0ef9b81d30a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8cd4737-cd35-4783-8942-b0b6329358b5 HTTP/1.1" status: 200 len: 845 time: 0.1554976 Mar 09 17:07:13.658438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4a557d7a-475b-4d9a-a359-9ba7cbb18724 None None] Current status of the port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:13.719557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a46eaf9-c91f-4266-b826-318a14011c9b', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'floating_ip_address': '172.36.5.159', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'port_id': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'mac_address': 'fa:16:3e:01:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5003b92-74b4-432e-9252-c90a780b4266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:32Z', 'updated_at': '2022-03-09T17:07:10Z', 'revision_number': 1, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:27Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:13.762764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] Checking router: 990084b5-2e51-4f90-af01-6ed66377dace for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:07:13.777414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:13.778161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:13.815309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:13.824494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:13.886954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-544c3b95-cad2-43e3-953d-c6ad75198c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:13.890102 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-544c3b95-cad2-43e3-953d-c6ad75198c84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54bd7d51-c503-4f53-b140-5d16e5008e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2221606 Mar 09 17:07:13.898484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] Sync routers for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:13.913825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:13.914625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:13.930103 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-be2e3022-9b25-450e-b5f8-35f03edb49b9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "PUT /v2.0/floatingips/27936021-23a2-46b7-b59d-bd434ce6ae18 HTTP/1.1" status: 200 len: 992 time: 4.3545480 Mar 09 17:07:13.967211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:13.980431 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] Sync routers for ids ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:13.986776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:14.000667 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] Routers {'071b7c82-a2f5-458c-8b78-a1b4a79db2d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:14.001821 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:14.014233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:14.019002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.075934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-08093ee9-146b-4a5b-acba-770ff9e3e120 None None] Provisioning complete for port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:14.075934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-08093ee9-146b-4a5b-acba-770ff9e3e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.086646 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:14.114245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] Routers {'071b7c82-a2f5-458c-8b78-a1b4a79db2d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:14.118771 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:14.146477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.153469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] device_id is not set on port b4f41b0f-4e38-4514-908b-e274086e933c yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:14.179936 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:14.180681 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe0e23-fd17-4b94-8005-741e9b8f0693 None None] The sync data for ids ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:14.250207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:14.298453 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-18297a1f-0404-47cd-a954-f3562a1186f0 service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008570 Mar 09 17:07:14.368313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.372241 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f7c47b98-253a-4142-b323-0a48bf85293d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1275556 Mar 09 17:07:14.379751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58562) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:14.384384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': False}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:14.435946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-b33f568f-789a-44f6-9510-651e098ce92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:14.437650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-b33f568f-789a-44f6-9510-651e098ce92b service neutron] 10.222.0.36 "GET /v2.0/networks?id=156d8939-b06a-43f7-992c-2765bd5353db HTTP/1.1" status: 200 len: 912 time: 0.9149113 Mar 09 17:07:14.472485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a3d5c-1c6f-4b3e-a73d-41fd77d6512e req-851ef179-d313-447d-ad78-c61559bdea3b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:14.474139 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-511a3d5c-1c6f-4b3e-a73d-41fd77d6512e req-851ef179-d313-447d-ad78-c61559bdea3b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3802905 Mar 09 17:07:14.495058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1e549f6a-3f79-4fdc-a179-bb7995908ea0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:14.578979 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a57687-8913-44fa-a8d6-1c5ed95b831a req-b461ba5b-bb84-4cfd-92de-c3652c052b71 service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714655 Mar 09 17:07:14.582455 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-511a3d5c-1c6f-4b3e-a73d-41fd77d6512e req-59c90a8f-6343-493a-b754-8eb634f4d8fe tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994005 Mar 09 17:07:14.594433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.617737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-08093ee9-146b-4a5b-acba-770ff9e3e120 None None] Current status of the port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:14.652808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:14.686369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-08093ee9-146b-4a5b-acba-770ff9e3e120 None None] Provisioning complete for port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:14.686369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-08093ee9-146b-4a5b-acba-770ff9e3e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.688754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4388009a-fdd4-4acf-a804-535641056fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:14.689932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: 4388009a-fdd4-4acf-a804-535641056fd8, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:14.775334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Allocated IP 172.20.0.6 (ae0ba369-ced2-4821-bad0-e2092ab43c61/7f5ebfea-907d-495c-8333-496700d9a026/b4f41b0f-4e38-4514-908b-e274086e933c) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:14.781608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 4388009a-fdd4-4acf-a804-535641056fd8 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:14.784460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:14.784874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.809110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-08093ee9-146b-4a5b-acba-770ff9e3e120 None None] Port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:14.831870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4388009a-fdd4-4acf-a804-535641056fd8) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:14.837366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:14.838073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:14.849984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1553c266-7ac2-42a2-b60e-fa2215265f8e None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:14.856736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Allocated IP 172.20.0.1 (9c419eac-9bfa-4fac-a9e7-ba685ba94f63/e5b9877a-fde3-4e3f-b879-b4aeb6d115c2/608ebe34-5444-40f9-9b6f-494dfe84659a) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:14.866240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-ce57139a-c866-41d9-81bd-a683fa43aada service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162 HTTP/1.1" status: 200 len: 999 time: 0.3946674 Mar 09 17:07:14.911868 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-43757b8c-4aba-48fa-b1b5-976f8de2e8f1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3957500 Mar 09 17:07:14.912292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58566) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:14.916629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a46eaf9-c91f-4266-b826-318a14011c9b', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'floating_ip_address': '172.36.5.159', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'port_id': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'mac_address': 'fa:16:3e:01:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5003b92-74b4-432e-9252-c90a780b4266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:32Z', 'updated_at': '2022-03-09T17:07:10Z', 'revision_number': 1, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:27Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:14.921160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': '4388009a-fdd4-4acf-a804-535641056fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:15.006595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0116c24f-8370-4d1e-9cb5-4a2aaeae907b None None] The sync data for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv is: [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a46eaf9-c91f-4266-b826-318a14011c9b', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'floating_ip_address': '172.36.5.159', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'port_id': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'mac_address': 'fa:16:3e:01:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5003b92-74b4-432e-9252-c90a780b4266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:32Z', 'updated_at': '2022-03-09T17:07:10Z', 'revision_number': 1, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:27Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:15.052965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6511b0ca-6d75-4d7e-9d3b-dc1e0f2e841d None None] Provisioning complete for port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:15.053583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6511b0ca-6d75-4d7e-9d3b-dc1e0f2e841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.072595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:15.108723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4388009a-fdd4-4acf-a804-535641056fd8', 'network_id': '4388009a-fdd4-4acf-a804-535641056fd8', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': '7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:15.109577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.119315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cd2f3-e941-41a2-bf22-f123f92e2bce req-576889b3-3534-4cba-b136-e6b2d4ccbd1d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:15.120887 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-073cd2f3-e941-41a2-bf22-f123f92e2bce req-576889b3-3534-4cba-b136-e6b2d4ccbd1d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.4367156 Mar 09 17:07:15.122373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-b2f16e54-fbe4-419f-90ec-7875472ecd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:15.126923 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-b2f16e54-fbe4-419f-90ec-7875472ecd72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a9233de-054e-4157-9616-75d5a5021e5d HTTP/1.1" status: 200 len: 851 time: 0.2479718 Mar 09 17:07:15.142518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27936021-23a2-46b7-b59d-bd434ce6ae18', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'floating_ip_address': '172.36.5.212', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'port_id': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'mac_address': 'fa:16:3e:4e:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c623f5-d613-41c2-8540-9354578df87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:33Z', 'updated_at': '2022-03-09T17:07:11Z', 'revision_number': 1, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:30Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:15.145940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:15.151305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.175005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6511b0ca-6d75-4d7e-9d3b-dc1e0f2e841d None None] Port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:15.185147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] Checking router: f807fc88-c735-47d8-8b82-2fce094d3b10 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:07:15.248037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:15.250966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b345dc-986f-42b0-a8a2-191e3baa9926" -d '{"events": [{"name": "network-changed", "server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:15.287115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:15.290888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:15.303484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32397fc6-f24e-4216-8de1-bd54adaad87c None None] New status for floating IP 5a46eaf9-c91f-4266-b826-318a14011c9b: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:07:15.308931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5f096c-5c21-466d-a932-6d9a7d2747b2 x-openstack-request-id: req-8f5f096c-5c21-466d-a932-6d9a7d2747b2 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:15.309417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:15.309897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f5f096c-5c21-466d-a932-6d9a7d2747b2 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:15.310500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'status': 'completed', 'code': 200} Mar 09 17:07:15.400297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.1 (d151bf32-ba9d-45a0-a688-e526afc2884e/360efe0f-7e70-4e4e-b8ed-0de13f797c89/97602adc-6a11-4e29-a12f-6f72468367ec) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:15.444983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-bea5e7b7-6adf-4534-a1d8-c385b1407fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:15.446224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.446614 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-bea5e7b7-6adf-4534-a1d8-c385b1407fdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.1089070 Mar 09 17:07:15.472051 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-073cd2f3-e941-41a2-bf22-f123f92e2bce req-847e55cd-7430-41e7-9441-becb6e259020 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068256 Mar 09 17:07:15.569537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-8275de8f-d5c6-42b2-b5c1-c67f6e2cb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:15.571386 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-8275de8f-d5c6-42b2-b5c1-c67f6e2cb047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.1072352 Mar 09 17:07:15.573061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Allocated IP 2001:db8::2 (4388009a-fdd4-4acf-a804-535641056fd8/7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a/a5869599-1232-4bd3-83c5-8df04cc5e968) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:15.574431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (d9bff77f-58ea-41bc-a311-5574482cd42c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.576156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-42cd36c9-8a4e-450b-aece-d64c9c6fb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:15.578412 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-42cd36c9-8a4e-450b-aece-d64c9c6fb6a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=156d8939-b06a-43f7-992c-2765bd5353db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4120104 Mar 09 17:07:15.590931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for port (b4f41b0f-4e38-4514-908b-e274086e933c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.612231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:15.949130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 4388009a-fdd4-4acf-a804-535641056fd8 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:15.958345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:15.964711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:15.965471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:15.973362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=d9bff77f-58ea-41bc-a311-5574482cd42c,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:15.990856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-26d92b13-00c2-4da8-950c-e2d2ac072a26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1000 time: 0.0973763 Mar 09 17:07:16.047357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-043b18fb-45e6-4bfb-a252-57c8f9b2d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.049028 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-043b18fb-45e6-4bfb-a252-57c8f9b2d708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.0508697 Mar 09 17:07:16.072381 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8bc1d7ff-2e89-4d6a-8ac6-7a9feb35875b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1564841 Mar 09 17:07:16.075487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58570) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:16.095219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.109483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-178ef9cc-6b75-4404-b82e-4ee81681302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.111989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-178ef9cc-6b75-4404-b82e-4ee81681302f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0549483 Mar 09 17:07:16.132368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.137022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (97602adc-6a11-4e29-a12f-6f72468367ec), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.169162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Publish callbacks [] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.199496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27936021-23a2-46b7-b59d-bd434ce6ae18', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'floating_ip_address': '172.36.5.212', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'port_id': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'mac_address': 'fa:16:3e:4e:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c623f5-d613-41c2-8540-9354578df87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:33Z', 'updated_at': '2022-03-09T17:07:11Z', 'revision_number': 1, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:30Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:16.216936 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-abab239f-fc4c-4c28-a890-a2a19d0a3f0c service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987928 Mar 09 17:07:16.230311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8f4d2-e7ef-4587-8d0c-d95e645ceaa0 None None] The sync data for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv is: [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27936021-23a2-46b7-b59d-bd434ce6ae18', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'floating_ip_address': '172.36.5.212', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'port_id': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'mac_address': 'fa:16:3e:4e:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c623f5-d613-41c2-8540-9354578df87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:06:33Z', 'updated_at': '2022-03-09T17:07:11Z', 'revision_number': 1, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:30Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:16.258512 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-1e72195a-4ed7-4c8d-b5ac-f5fb8374bee4 service neutron] 10.222.0.36 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405237 Mar 09 17:07:16.261205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.261908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:16.270480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a2630-6368-455b-9522-deabd9de2af1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.271995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a2630-6368-455b-9522-deabd9de2af1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.273334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a2630-6368-455b-9522-deabd9de2af1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.274887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a2630-6368-455b-9522-deabd9de2af1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.276311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a2630-6368-455b-9522-deabd9de2af1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.278079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-986a2630-6368-455b-9522-deabd9de2af1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1952381 Mar 09 17:07:16.304410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58572) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:16.306836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:16.315066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:16.316176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811313247'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:16.320171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:16.323404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:16.336610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b4f41b0f-4e38-4514-908b-e274086e933c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.338340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:16.352538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Port': ['ID=608ebe34-5444-40f9-9b6f-494dfe84659a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:16.356515 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b345dc-986f-42b0-a8a2-191e3baa9926 req-7c10fb05-833b-41a9-b601-5d7182469074 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334860 Mar 09 17:07:16.359388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Pushing event updated for resources: {'Port': ['ID=a5869599-1232-4bd3-83c5-8df04cc5e968,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:16.398238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Attempting to bind port a5869599-1232-4bd3-83c5-8df04cc5e968 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:16.398620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Attempting to bind port a5869599-1232-4bd3-83c5-8df04cc5e968 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4388009a-fdd4-4acf-a804-535641056fd8'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:16.398988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Attempting to bind port a5869599-1232-4bd3-83c5-8df04cc5e968 on network 4388009a-fdd4-4acf-a804-535641056fd8 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:16.405952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:16.406337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Checking segment: {'id': 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4388009a-fdd4-4acf-a804-535641056fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:16.406748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.407145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Bound using segment: {'id': 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4388009a-fdd4-4acf-a804-535641056fd8'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:16.407684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Bound port: a5869599-1232-4bd3-83c5-8df04cc5e968, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4388009a-fdd4-4acf-a804-535641056fd8'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:16.408072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.483545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] For port a5869599-1232-4bd3-83c5-8df04cc5e968, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:16.487708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] For port a5869599-1232-4bd3-83c5-8df04cc5e968, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5869599-1232-4bd3-83c5-8df04cc5e968,segment=NetworkSegment(cc5a2d01-4986-472b-bbf4-ea39b3a756e2),segment_id=cc5a2d01-4986-472b-bbf4-ea39b3a756e2)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:16.538151 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f06b54-bd78-4a22-992c-40a8e509f591 None None] New status for floating IP 27936021-23a2-46b7-b59d-bd434ce6ae18: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:07:16.540095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:16.568319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:16.581905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:16.581905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event updated for resources: {'Port': ['ID=b4f41b0f-4e38-4514-908b-e274086e933c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:16.765391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (733c1469-42f2-4788-a7e4-15f5c10e475b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.767165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.767386 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56a1dc32-fc27-455a-af7e-f1d13055bc71 req-a71ea4b8-2188-4c6c-be64-1916bbca63ea service neutron] 10.222.0.36 "GET /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635306 Mar 09 17:07:16.767565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0324e-9870-4197-b25f-29a428892f5c req-d6dc1133-67f5-4018-afa3-f5f6de798a1e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.767565 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-dce0324e-9870-4197-b25f-29a428892f5c req-d6dc1133-67f5-4018-afa3-f5f6de798a1e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1146874 Mar 09 17:07:16.767753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:16.767753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.768988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa999e-5abb-433c-91bb-aee43945c30c None None] Pushing event updated for resources: {'Port': ['ID=a5869599-1232-4bd3-83c5-8df04cc5e968,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:16.779411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e39e31f3-56d5-41a8-b7fb-0dce9da4a73b None None] Provisioning complete for port 608ebe34-5444-40f9-9b6f-494dfe84659a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:16.779812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e39e31f3-56d5-41a8-b7fb-0dce9da4a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.791726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-dce0324e-9870-4197-b25f-29a428892f5c req-0e9c3628-9bc8-4492-b439-f67fa2508add tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646250 Mar 09 17:07:16.801275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:16.805392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.812173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (97602adc-6a11-4e29-a12f-6f72468367ec), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:16.857487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e39e31f3-56d5-41a8-b7fb-0dce9da4a73b None None] Port 608ebe34-5444-40f9-9b6f-494dfe84659a cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:16.907620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:16.935120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:16.935359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b274b2b2-311f-4b2e-97ca-404fad9d9f82 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.4473746 Mar 09 17:07:16.936180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:16.939273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:17.010037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-14e9017e-d873-4adb-8e80-fc6ec9b2f73a None None] Provisioning complete for port b4f41b0f-4e38-4514-908b-e274086e933c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:17.012493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-14e9017e-d873-4adb-8e80-fc6ec9b2f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b4f41b0f-4e38-4514-908b-e274086e933c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.023055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=97602adc-6a11-4e29-a12f-6f72468367ec,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:17.078061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-14e9017e-d873-4adb-8e80-fc6ec9b2f73a None None] Port b4f41b0f-4e38-4514-908b-e274086e933c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:17.084860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:17.089433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f4710-5763-49ad-9be6-71c548a85095 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:17.095466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f4710-5763-49ad-9be6-71c548a85095 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:17.100991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f4710-5763-49ad-9be6-71c548a85095 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:17.104449 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a5f4710-5763-49ad-9be6-71c548a85095 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1659842 Mar 09 17:07:17.105816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58580) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:17.143539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e092878e-7082-4132-8c1b-82823ee02c24), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.143889 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment e092878e-7082-4132-8c1b-82823ee02c24 of type vlan for network e6031e35-5ced-445b-a90f-3b4fb4467882 Mar 09 17:07:17.163290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.165187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (7abbf63a-de44-4ed2-81c2-0805fa2924c8), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.242226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Deleting port b4f41b0f-4e38-4514-908b-e274086e933c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:17.242574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b4f41b0f-4e38-4514-908b-e274086e933c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.283898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26723fae-44a8-4e12-8dc6-e6a49dcccc76 req-1c83741d-7742-4224-bbc1-cdcf8afcfc70 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:17.285344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-26723fae-44a8-4e12-8dc6-e6a49dcccc76 req-1c83741d-7742-4224-bbc1-cdcf8afcfc70 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3872817 Mar 09 17:07:17.293147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.332338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b4f41b0f-4e38-4514-908b-e274086e933c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.345955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Calling delete_port for b4f41b0f-4e38-4514-908b-e274086e933c owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:17.525895 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-26723fae-44a8-4e12-8dc6-e6a49dcccc76 req-97bcf7bf-7041-43d8-930d-63a2984f4d10 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254858 Mar 09 17:07:17.574085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b4f41b0f-4e38-4514-908b-e274086e933c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.596932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.602026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:17.602650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694746'] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.633276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event deleted for resources: {'Port': ['ID=b4f41b0f-4e38-4514-908b-e274086e933c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:17.745037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.752506 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c47d2229-4ab4-4873-8a0c-9ade9233bd91 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "DELETE /v2.0/ports/b4f41b0f-4e38-4514-908b-e274086e933c HTTP/1.1" status: 204 len: 168 time: 0.6414988 Mar 09 17:07:17.752856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58584) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:17.755413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4436691 Mar 09 17:07:17.758320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Request body: {'port': {'name': 'tempest-new-port-name-2043147429', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:17.758482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58586) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:17.758796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.api.validators [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] bootfile-name is not in valid_values {{(pid=104358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:07:17.759288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.api.validators [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] tftp-server is not in valid_values {{(pid=104358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:07:17.759885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.api.validators [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] server-ip-address is not in valid_values {{(pid=104358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:07:17.767569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:17.815635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66cb30-271a-462f-8fb0-9cb507cdb08b tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=e6031e35-5ced-445b-a90f-3b4fb4467882,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:17.825324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network e6031e35-5ced-445b-a90f-3b4fb4467882 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:17.843731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (97602adc-6a11-4e29-a12f-6f72468367ec), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:17.875727 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.020545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cfea92-6941-442f-b49c-bdab00e837e4 None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:18.084967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.105462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.144858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] Provisioning complete for port a5869599-1232-4bd3-83c5-8df04cc5e968 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:18.145509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.147847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.204690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.267356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] Current status of the port a5869599-1232-4bd3-83c5-8df04cc5e968 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:18.267758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.311324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event updated for resources: {'Port': ['ID=2f5b0def-56d9-4e82-ac62-befc7b1c0639,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:18.316890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] Update dhcp port {'port': {'network_id': '4388009a-fdd4-4acf-a804-535641056fd8', 'fixed_ips': [{'subnet_id': '7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9bff77f-58ea-41bc-a311-5574482cd42c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a5869599-1232-4bd3-83c5-8df04cc5e968'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:07:18.319990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] For port a5869599-1232-4bd3-83c5-8df04cc5e968, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5869599-1232-4bd3-83c5-8df04cc5e968,segment=NetworkSegment(cc5a2d01-4986-472b-bbf4-ea39b3a756e2),segment_id=cc5a2d01-4986-472b-bbf4-ea39b3a756e2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:18.325930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] In _notify_port_updated(), no bound segment for port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 on network ae0ba369-ced2-4821-bad0-e2092ab43c61 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:07:18.333600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:18.333600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.334009 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-933725a6-d7ea-4d19-a40f-708b51c1cce6 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "PUT /v2.0/ports/2f5b0def-56d9-4e82-ac62-befc7b1c0639 HTTP/1.1" status: 200 len: 1136 time: 0.5802679 Mar 09 17:07:18.336681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58590) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:18.356517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.385465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.391182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55bbbba-4b45-4210-9924-ed3721493dab tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:18.396789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b55bbbba-4b45-4210-9924-ed3721493dab tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "GET /v2.0/ports/2f5b0def-56d9-4e82-ac62-befc7b1c0639 HTTP/1.1" status: 200 len: 1136 time: 0.0590794 Mar 09 17:07:18.397418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58592) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:18.490218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab03f63-31fe-4093-ab48-7e5c215a48f1 None None] Pushing event updated for resources: {'Port': ['ID=a5869599-1232-4bd3-83c5-8df04cc5e968,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:18.546938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Deleting port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:18.547277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.555651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5869599-1232-4bd3-83c5-8df04cc5e968 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:18.590909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4113db03-20ae-4aa1-bb2b-11c59a822194 None None] Provisioning complete for port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:18.591366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4113db03-20ae-4aa1-bb2b-11c59a822194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.651155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.659040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.663477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.664550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Calling delete_port for 2f5b0def-56d9-4e82-ac62-befc7b1c0639 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:18.703572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4113db03-20ae-4aa1-bb2b-11c59a822194 None None] Port 2f5b0def-56d9-4e82-ac62-befc7b1c0639 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:18.745487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a5869599-1232-4bd3-83c5-8df04cc5e968 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:18.745940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.765412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d6961-f9ba-48f4-bebb-1ab8f99db5fe req-29045f49-3bb6-4613-8bda-077a37c59210 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:18.767854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-050d6961-f9ba-48f4-bebb-1ab8f99db5fe req-29045f49-3bb6-4613-8bda-077a37c59210 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2714717 Mar 09 17:07:18.767854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.777085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] Allocated IP 172.20.0.1 (4388009a-fdd4-4acf-a804-535641056fd8/d9bff77f-58ea-41bc-a311-5574482cd42c/a5869599-1232-4bd3-83c5-8df04cc5e968) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:18.840723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.883381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2f5b0def-56d9-4e82-ac62-befc7b1c0639), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.899302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network e6031e35-5ced-445b-a90f-3b4fb4467882 is not hosted by any dhcp agent {{(pid=104357) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 09 17:07:18.904156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:18.904792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.909312 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "PUT /v2.0/networks/e6031e35-5ced-445b-a90f-3b4fb4467882 HTTP/1.1" status: 200 len: 723 time: 1.1432037 Mar 09 17:07:18.912283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a5869599-1232-4bd3-83c5-8df04cc5e968 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:18.916443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58594) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:18.919506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] For port a5869599-1232-4bd3-83c5-8df04cc5e968, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5869599-1232-4bd3-83c5-8df04cc5e968,segment=NetworkSegment(cc5a2d01-4986-472b-bbf4-ea39b3a756e2),segment_id=cc5a2d01-4986-472b-bbf4-ea39b3a756e2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:18.922432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:18.953466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event deleted for resources: {'Port': ['ID=2f5b0def-56d9-4e82-ac62-befc7b1c0639,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:18.955359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] Publish callbacks [] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:18.961281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Router 071b7c82-a2f5-458c-8b78-a1b4a79db2d9 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:18.973959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (733c1469-42f2-4788-a7e4-15f5c10e475b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.021582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.025852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Port': ['ID=608ebe34-5444-40f9-9b6f-494dfe84659a,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:19.035931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c27f08-7884-4012-a122-6de07615518e tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=e6031e35-5ced-445b-a90f-3b4fb4467882,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:19.060606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network e6031e35-5ced-445b-a90f-3b4fb4467882 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:19.075390 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-050d6961-f9ba-48f4-bebb-1ab8f99db5fe req-1c4ddee0-0517-4901-833e-7ade8383d7d6 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661362 Mar 09 17:07:19.106603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.113952 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d3b56244-a3ee-4d78-908d-aecefc574ed2 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "DELETE /v2.0/ports/2f5b0def-56d9-4e82-ac62-befc7b1c0639 HTTP/1.1" status: 204 len: 168 time: 0.7134223 Mar 09 17:07:19.118057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58596) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:19.215980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Deleting subnet 7f5ebfea-907d-495c-8333-496700d9a026 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:19.220731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for subnet (7f5ebfea-907d-495c-8333-496700d9a026), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.224776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b91c5-f8d4-4753-894d-a647a14fa794 None None] Pushing event updated for resources: {'Port': ['ID=a5869599-1232-4bd3-83c5-8df04cc5e968,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:19.293703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (7f5ebfea-907d-495c-8333-496700d9a026), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.322611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:19.326433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.341984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (97602adc-6a11-4e29-a12f-6f72468367ec), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.345435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:19.348869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:19.368071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:19.383967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] Sync routers for ids ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:19.406022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] Routers {'071b7c82-a2f5-458c-8b78-a1b4a79db2d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:19.406841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:19.407926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.409260 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d86abb31-2e99-4caf-97da-82791008f1bf tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "PUT /v2.0/routers/071b7c82-a2f5-458c-8b78-a1b4a79db2d9 HTTP/1.1" status: 200 len: 925 time: 5.0284846 Mar 09 17:07:19.412334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58604) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:19.479595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:19.495354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (97602adc-6a11-4e29-a12f-6f72468367ec), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.505349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] Routers {'071b7c82-a2f5-458c-8b78-a1b4a79db2d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:19.508895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:19.526575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7f5ebfea-907d-495c-8333-496700d9a026), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.568233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:19.569088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35249a-5924-4452-a91d-2d75ec68f9cf None None] The sync data for ids ['071b7c82-a2f5-458c-8b78-a1b4a79db2d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:19.708563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=97602adc-6a11-4e29-a12f-6f72468367ec,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:19.727542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (7abbf63a-de44-4ed2-81c2-0805fa2924c8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.729554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (7f5ebfea-907d-495c-8333-496700d9a026), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.744724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.749607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fac580f0-3ba6-45ce-91d5-028eff7f0dec None None] Provisioning complete for port 608ebe34-5444-40f9-9b6f-494dfe84659a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:19.749997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fac580f0-3ba6-45ce-91d5-028eff7f0dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.751174 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "DELETE /v2.0/subnets/7f5ebfea-907d-495c-8333-496700d9a026 HTTP/1.1" status: 204 len: 168 time: 0.6317558 Mar 09 17:07:19.751727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Router 733c1469-42f2-4788-a7e4-15f5c10e475b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:19.751977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58606) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:19.762527 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-35c7538a-dda1-4c2c-8b2b-47dcf106dce3 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/071b7c82-a2f5-458c-8b78-a1b4a79db2d9 HTTP/1.1" status: 200 len: 925 time: 0.3495193 Mar 09 17:07:19.778875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58608) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:19.779173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9644e77-ce3b-4910-baf1-6d18543c1fdf None None] Network ae0ba369-ced2-4821-bad0-e2092ab43c61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:19.789255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb56657-7fe9-477e-91a0-5d30c544b970 tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5ebfea-907d-495c-8333-496700d9a026,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:19.804298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (db1acc53-5af2-4be7-9eca-1fa4f3fec251), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:19.822750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fac580f0-3ba6-45ce-91d5-028eff7f0dec None None] Port 608ebe34-5444-40f9-9b6f-494dfe84659a cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:19.961521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] DHCP port deletion for ae0ba369-ced2-4821-bad0-e2092ab43c61 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:19.994999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=db1acc53-5af2-4be7-9eca-1fa4f3fec251,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:20.000623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (ae0ba369-ced2-4821-bad0-e2092ab43c61), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.029657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': 'e092878e-7082-4132-8c1b-82823ee02c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:20.030030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: e6031e35-5ced-445b-a90f-3b4fb4467882, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:20.033064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:20.044104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5ebfe999-cdfa-47c0-be16-0f0b352912f2 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "PUT /v2.0/routers/733c1469-42f2-4788-a7e4-15f5c10e475b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7535856 Mar 09 17:07:20.047895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58612) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:20.051614 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] Sync routers for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:20.058240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] Deleting port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:20.058972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.064834 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:20.069317 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.072384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Request body: {'port': {'network_id': '9c419eac-9bfa-4fac-a9e7-ba685ba94f63', 'name': 'tempest-FloatingIPAdminTestJSON-1577269485'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:20.100910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Deleting port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:20.101268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.137838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471266c8-8761-4b8d-b71c-9fb873c88360 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:20.148938 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-471266c8-8761-4b8d-b71c-9fb873c88360 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=071b7c82-a2f5-458c-8b78-a1b4a79db2d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3689661 Mar 09 17:07:20.152076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58616) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:20.158462 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.176240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f0afd-6803-4390-9932-1530d35d182a None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:20.180071 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:20.180727 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.188715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] For port 1e549f6a-3f79-4fdc-a179-bb7995908ea0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e549f6a-3f79-4fdc-a179-bb7995908ea0,segment=NetworkSegment(9c8527a9-ce6d-4612-a05b-4fe440b6feac),segment_id=9c8527a9-ce6d-4612-a05b-4fe440b6feac)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:20.189016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.194792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] For port 1e549f6a-3f79-4fdc-a179-bb7995908ea0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e549f6a-3f79-4fdc-a179-bb7995908ea0,segment=NetworkSegment(9c8527a9-ce6d-4612-a05b-4fe440b6feac),segment_id=9c8527a9-ce6d-4612-a05b-4fe440b6feac)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:20.195191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.201340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Calling delete_port for 1e549f6a-3f79-4fdc-a179-bb7995908ea0 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:20.215953 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.216986 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8277be8-08c1-4171-827b-a82603c1c358 None None] The sync data for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:20.236099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] Calling delete_port for 1e549f6a-3f79-4fdc-a179-bb7995908ea0 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:20.246303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network e6031e35-5ced-445b-a90f-3b4fb4467882 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:20.257319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:20.275903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:20.288512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-83128d9a-da2b-4c33-867a-3173954816c1 None None] Provisioning complete for port a5869599-1232-4bd3-83c5-8df04cc5e968 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:20.288512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83128d9a-da2b-4c33-867a-3173954816c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.328952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e6031e35-5ced-445b-a90f-3b4fb4467882) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:20.333143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:20.333875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.358149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.360171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18577f-f7b8-49d3-9004-c89c7df91bef None None] Network e6031e35-5ced-445b-a90f-3b4fb4467882 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:20.391659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event deleted for resources: {'Port': ['ID=1e549f6a-3f79-4fdc-a179-bb7995908ea0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:20.394781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] No DVR routers for this DVR port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:20.431249 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1951592a-7b9b-4584-9ef8-ea39dcb507a9 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5137391 Mar 09 17:07:20.439290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6572e8-ec09-48c2-a53e-b00c4807bae5 req-9a30770a-f255-4cb3-b5be-fa4e42cf5388 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:20.446147 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d6572e8-ec09-48c2-a53e-b00c4807bae5 req-9a30770a-f255-4cb3-b5be-fa4e42cf5388 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2769368 Mar 09 17:07:20.463496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58618) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:20.469232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:20.502038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (ae0ba369-ced2-4821-bad0-e2092ab43c61), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.524800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5869599-1232-4bd3-83c5-8df04cc5e968 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:20.527780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0ba369-ced2-4821-bad0-e2092ab43c61']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.539191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8527a9-ce6d-4612-a05b-4fe440b6feac') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.539191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8527a9-ce6d-4612-a05b-4fe440b6feac') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:20.551384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (9c8527a9-ce6d-4612-a05b-4fe440b6feac), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.566365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9c8527a9-ce6d-4612-a05b-4fe440b6feac), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.573145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:20.573540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (9c8527a9-ce6d-4612-a05b-4fe440b6feac), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: items = [ Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:20.577005 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:20.614136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (1e549f6a-3f79-4fdc-a179-bb7995908ea0), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.627739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e6031e35-5ced-445b-a90f-3b4fb4467882', 'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': 'db1acc53-5af2-4be7-9eca-1fa4f3fec251'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:20.628770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.678738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] No DVR routers for this DVR port 1e549f6a-3f79-4fdc-a179-bb7995908ea0 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:20.683175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76a13e-fb1f-4ca2-966c-cffe7c1c5f83 None None] Pushing event deleted for resources: {'Port': ['ID=1e549f6a-3f79-4fdc-a179-bb7995908ea0,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:20.706192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (ae0ba369-ced2-4821-bad0-e2092ab43c61), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.712338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-83128d9a-da2b-4c33-867a-3173954816c1 None None] Current status of the port a5869599-1232-4bd3-83c5-8df04cc5e968 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:20.715876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.720542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] 10.222.0.16 "DELETE /v2.0/networks/ae0ba369-ced2-4821-bad0-e2092ab43c61 HTTP/1.1" status: 204 len: 168 time: 0.9475768 Mar 09 17:07:20.740775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410182d-e48e-4b06-9d4d-0ea3e81b044d tempest-ExtraDHCPOptionsTestJSON-1108993703 tempest-ExtraDHCPOptionsTestJSON-1108993703-project] Pushing event deleted for resources: {'Network': ['ID=ae0ba369-ced2-4821-bad0-e2092ab43c61,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:20.791130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a5869599-1232-4bd3-83c5-8df04cc5e968 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:20.791691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.887521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Allocated IP 2001:db8::2 (e6031e35-5ced-445b-a90f-3b4fb4467882/db1acc53-5af2-4be7-9eca-1fa4f3fec251/1f6712e7-d597-48a9-ac6e-4d11dac0db22) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:20.926782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8cce7c-55d1-4652-ad08-1109ca88b8a9 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:20.928360 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6c8cce7c-55d1-4652-ad08-1109ca88b8a9 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.7639661 Mar 09 17:07:20.932502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58624) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:20.968086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c58fc4ed-2808-4446-bce1-151d892e9df7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=071b7c82-a2f5-458c-8b78-a1b4a79db2d9 HTTP/1.1" status: 200 len: 205 time: 0.0328743 Mar 09 17:07:20.970759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58626) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:20.985840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26182288'] for subnet (db1acc53-5af2-4be7-9eca-1fa4f3fec251), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:20.992400 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d6572e8-ec09-48c2-a53e-b00c4807bae5 req-a720f52e-56eb-4f8c-89bd-19fdb4535200 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5453424 Mar 09 17:07:20.999756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:21.078499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Made reservation on behalf of a9d150de65df428995f363989d8c10d2 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:21.081902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.106632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.125782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] device_id is not set on port 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:21.179370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a5869599-1232-4bd3-83c5-8df04cc5e968 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:21.188064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-355d85d8-ad38-4589-a23d-f1fd720afd48 None None] Provisioning complete for port a5869599-1232-4bd3-83c5-8df04cc5e968 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:21.188487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-355d85d8-ad38-4589-a23d-f1fd720afd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.258109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:21.274621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-79a9c2ef-c82c-4a6b-abfc-9a7ed94dc85c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/routers/7abbf63a-de44-4ed2-81c2-0805fa2924c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5674503 Mar 09 17:07:21.275807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.282744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58630) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:21.285220 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1e549f6a-3f79-4fdc-a179-bb7995908ea0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:21.288070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:21.290224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'port': {'network_id': 'd151bf32-ba9d-45a0-a688-e526afc2884e', 'name': 'tempest-FloatingIPTestJSON-1417406931'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:21.337241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Allocated IP 172.20.0.14 (9c419eac-9bfa-4fac-a9e7-ba685ba94f63/e5b9877a-fde3-4e3f-b879-b4aeb6d115c2/10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:21.341299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58632) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:21.358034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1e549f6a-3f79-4fdc-a179-bb7995908ea0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:21.358764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1e549f6a-3f79-4fdc-a179-bb7995908ea0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:21.368315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:21.369055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:21.373425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-355d85d8-ad38-4589-a23d-f1fd720afd48 None None] Current status of the port a5869599-1232-4bd3-83c5-8df04cc5e968 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:21.417891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:21.431088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Publish callbacks [] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.433583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:21.434216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:21.459885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Deleting port 71db5ada-229d-45c7-8750-5e42888e0c2f {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:21.459885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (71db5ada-229d-45c7-8750-5e42888e0c2f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.471187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:21.471857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fdada-5058-405e-8b0d-4ba0e2c549da None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:21.496063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.544025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Network e6031e35-5ced-445b-a90f-3b4fb4467882 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:21.546676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:21.546943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:21.552177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:21.557646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Pushing event updated for resources: {'Port': ['ID=1f6712e7-d597-48a9-ac6e-4d11dac0db22,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:21.557767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.569903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (71db5ada-229d-45c7-8750-5e42888e0c2f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.591907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Calling delete_port for 71db5ada-229d-45c7-8750-5e42888e0c2f owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:21.602213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] device_id is not set on port 4f5d6a60-3437-48b7-bfed-2fc715286255 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:21.608307 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-744398a7-0a8b-4d8c-8ef4-4d5243e4b7f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fbf22860aff4d158bc13b629458a387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635550 Mar 09 17:07:21.610277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58636) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:21.615839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Attempting to bind port 1f6712e7-d597-48a9-ac6e-4d11dac0db22 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:21.620680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Attempting to bind port 1f6712e7-d597-48a9-ac6e-4d11dac0db22 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e092878e-7082-4132-8c1b-82823ee02c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:21.620680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Attempting to bind port 1f6712e7-d597-48a9-ac6e-4d11dac0db22 on network e6031e35-5ced-445b-a90f-3b4fb4467882 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:21.622308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:21.623011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Checking segment: {'id': 'e092878e-7082-4132-8c1b-82823ee02c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:21.623387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.624440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Bound using segment: {'id': 'e092878e-7082-4132-8c1b-82823ee02c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:21.624987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Bound port: 1f6712e7-d597-48a9-ac6e-4d11dac0db22, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e092878e-7082-4132-8c1b-82823ee02c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e6031e35-5ced-445b-a90f-3b4fb4467882'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:21.625445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.677773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for port (10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.694876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] For port 1f6712e7-d597-48a9-ac6e-4d11dac0db22, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:21.698898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] For port 1f6712e7-d597-48a9-ac6e-4d11dac0db22, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f6712e7-d597-48a9-ac6e-4d11dac0db22,segment=NetworkSegment(e092878e-7082-4132-8c1b-82823ee02c24),segment_id=e092878e-7082-4132-8c1b-82823ee02c24)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:21.728905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742827804254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26765708'] for subnet (db1acc53-5af2-4be7-9eca-1fa4f3fec251), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.746481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.761727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:21.762341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.766661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "PUT /v2.0/subnets/db1acc53-5af2-4be7-9eca-1fa4f3fec251 HTTP/1.1" status: 200 len: 826 time: 1.2992017 Mar 09 17:07:21.767599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58638) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:21.791878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:21.818803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293b704-520b-4669-9aa4-6e59d48b84cd None None] Pushing event updated for resources: {'Port': ['ID=1f6712e7-d597-48a9-ac6e-4d11dac0db22,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:21.905332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05582f-4cdb-42b2-b811-fb1328846362 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=db1acc53-5af2-4be7-9eca-1fa4f3fec251,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:21.913464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:21.927396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:21.930131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:21.970463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event updated for resources: {'Port': ['ID=10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:22.011269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.051600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:22.052250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.128173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port 1f6712e7-d597-48a9-ac6e-4d11dac0db22 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:22.128599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.260879 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0d21b28b-65a9-42ca-83e5-fee42e13b57c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1961975 Mar 09 17:07:22.266837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58642) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:22.273762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port 1f6712e7-d597-48a9-ac6e-4d11dac0db22, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f6712e7-d597-48a9-ac6e-4d11dac0db22,segment=NetworkSegment(e092878e-7082-4132-8c1b-82823ee02c24),segment_id=e092878e-7082-4132-8c1b-82823ee02c24)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:22.274129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.274422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b12903-99f2-4a91-9842-a83094b1bcc5 admin admin] Publish callbacks [] for security_group (b373876e-9c26-4fdd-9f4c-bbdefef648db), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.292197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.5 (d151bf32-ba9d-45a0-a688-e526afc2884e/360efe0f-7e70-4e4e-b8ed-0de13f797c89/4f5d6a60-3437-48b7-bfed-2fc715286255) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:22.300221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for 1f6712e7-d597-48a9-ac6e-4d11dac0db22 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:22.410792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b12903-99f2-4a91-9842-a83094b1bcc5 admin admin] Publish callbacks [] for security_group (b373876e-9c26-4fdd-9f4c-bbdefef648db), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.412805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b181b0e0-32b4-4c5f-94ce-671e6d2206fe None None] Provisioning complete for port 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:22.413265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b181b0e0-32b4-4c5f-94ce-671e6d2206fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.422723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'project_id': 'a9d150de65df428995f363989d8c10d2', 'port_id': '10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:22.462168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b181b0e0-32b4-4c5f-94ce-671e6d2206fe None None] Port 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:22.483781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (71db5ada-229d-45c7-8750-5e42888e0c2f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.519172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1f6712e7-d597-48a9-ac6e-4d11dac0db22 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:22.529320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.563334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Could not find standard attr ID for object 1f6712e7-d597-48a9-ac6e-4d11dac0db22. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:07:22.564600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1f6712e7-d597-48a9-ac6e-4d11dac0db22), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.581803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event deleted for resources: {'Port': ['ID=71db5ada-229d-45c7-8750-5e42888e0c2f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:22.600971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100214-1712-466f-8f7d-66223bbeb9c2 req-b45dd719-7109-4528-976e-d2b371cd4bef tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:22.605402 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4100214-1712-466f-8f7d-66223bbeb9c2 req-b45dd719-7109-4528-976e-d2b371cd4bef tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2955861 Mar 09 17:07:22.620245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=1f6712e7-d597-48a9-ac6e-4d11dac0db22,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:22.666156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port 1f6712e7-d597-48a9-ac6e-4d11dac0db22 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:22.696380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.707138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (4f5d6a60-3437-48b7-bfed-2fc715286255), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.722260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.724113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (db1acc53-5af2-4be7-9eca-1fa4f3fec251), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.778559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b12903-99f2-4a91-9842-a83094b1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b373876e-9c26-4fdd-9f4c-bbdefef648db), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.781128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b12903-99f2-4a91-9842-a83094b1bcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.784923 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-88b12903-99f2-4a91-9842-a83094b1bcc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b373876e-9c26-4fdd-9f4c-bbdefef648db HTTP/1.1" status: 204 len: 168 time: 1.1736753 Mar 09 17:07:22.799885 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4100214-1712-466f-8f7d-66223bbeb9c2 req-3cf8dc5a-30c3-4aa4-83ab-5c4a5c3d330b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719797 Mar 09 17:07:22.856624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.861037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.904768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b12903-99f2-4a91-9842-a83094b1bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373876e-9c26-4fdd-9f4c-bbdefef648db,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:22.911189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Allocated IP 172.36.5.188 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/2d2f5aa9-28a7-4519-894c-e523831f32e2) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:22.964134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (db1acc53-5af2-4be7-9eca-1fa4f3fec251), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.982029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4f5d6a60-3437-48b7-bfed-2fc715286255), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.984228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (071b7c82-a2f5-458c-8b78-a1b4a79db2d9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:22.984857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Fanout notify agent at l3_agent the message router_deleted on router 071b7c82-a2f5-458c-8b78-a1b4a79db2d9 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:23.004998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.008939 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-98f96cf2-15d1-4b81-af0d-f18023e23e95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/071b7c82-a2f5-458c-8b78-a1b4a79db2d9 HTTP/1.1" status: 204 len: 168 time: 2.0342658 Mar 09 17:07:23.010278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58648) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:23.024648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119597054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:23.032140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=db1acc53-5af2-4be7-9eca-1fa4f3fec251,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:23.063348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88cde2-2c8f-4016-a579-370e43d741ba None None] Network e6031e35-5ced-445b-a90f-3b4fb4467882 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:23.072220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:23.078811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:23.083535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:23.087339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-38f35043-f911-4a75-84ae-cdccebb1596a None None] Could not find standard attr ID for object 1f6712e7-d597-48a9-ac6e-4d11dac0db22. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:07:23.118722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=4f5d6a60-3437-48b7-bfed-2fc715286255,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:23.143003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.143574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:23.144303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.155722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.157221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.206890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.223621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.230803 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-24a0f22d-9f83-450b-940e-42905e304052 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9445732 Mar 09 17:07:23.230999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58654) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:23.234105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16229e10-556d-42b2-a89d-e0f186f16f19 None None] DHCP port deletion for e6031e35-5ced-445b-a90f-3b4fb4467882 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:23.238599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'port': {'network_id': 'd151bf32-ba9d-45a0-a688-e526afc2884e', 'name': 'tempest-FloatingIPTestJSON-864721744'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:23.247436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6031e35-5ced-445b-a90f-3b4fb4467882']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:23.271032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925eccec-5b1b-4421-aec2-25010274e12c None None] Network e6031e35-5ced-445b-a90f-3b4fb4467882 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:23.273144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e092878e-7082-4132-8c1b-82823ee02c24') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:23.273735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e092878e-7082-4132-8c1b-82823ee02c24') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:23.278012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.289990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (e092878e-7082-4132-8c1b-82823ee02c24), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.307576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e092878e-7082-4132-8c1b-82823ee02c24), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.314662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:23.315155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (e092878e-7082-4132-8c1b-82823ee02c24), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:23.318130 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:23.346435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.373268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.374513 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0d583c0e-df7f-4b9d-aa1c-f4d1c1a3ed85 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3543127 Mar 09 17:07:23.378395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58660) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:23.390774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:23.418197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:23.423207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:23.425689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:23.460051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2f5aa9-28a7-4519-894c-e523831f32e2,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:23.504029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (e6031e35-5ced-445b-a90f-3b4fb4467882), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.506302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:23.508448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.512834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.512949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/e6031e35-5ced-445b-a90f-3b4fb4467882 HTTP/1.1" status: 204 len: 168 time: 1.7438633 Mar 09 17:07:23.520663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58664) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:23.551978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e006edb-c9f2-444d-b801-68bf3f068dd7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=e6031e35-5ced-445b-a90f-3b4fb4467882,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:23.578481 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8419285-f17a-4f39-a1e0-756c01f3891d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:23.579008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8419285-f17a-4f39-a1e0-756c01f3891d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:23.584810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e8419285-f17a-4f39-a1e0-756c01f3891d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/e6031e35-5ced-445b-a90f-3b4fb4467882 HTTP/1.1" status: 404 len: 339 time: 0.0617068 Mar 09 17:07:23.587533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58666) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:23.588788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] device_id is not set on port 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:23.598572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409278636', 'description': 'd1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:23.720110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.777603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:23.781925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.803286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.3 (d151bf32-ba9d-45a0-a688-e526afc2884e/360efe0f-7e70-4e4e-b8ed-0de13f797c89/667f111e-dab4-4fc0-bdf1-f83a23a1e9f3) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:23.834793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:23.838404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for floatingip (8355be06-7306-4d9f-ad78-230a903c2dbd), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.861423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0a467310-d13c-4454-ad49-c76b3a74bc10), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.865400 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment 0a467310-d13c-4454-ad49-c76b3a74bc10 of type vlan for network 8217f009-2e2d-48ba-8c3a-4467785ee345 Mar 09 17:07:23.934274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157bfa-51c7-42de-9b04-e88dba7863a2 req-2b3ec0ab-9612-4265-a59e-84b6af68c84c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:23.935817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fc157bfa-51c7-42de-9b04-e88dba7863a2 req-2b3ec0ab-9612-4265-a59e-84b6af68c84c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.0549815 Mar 09 17:07:23.955479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:23.987033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.011458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58678) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:24.060817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fc157bfa-51c7-42de-9b04-e88dba7863a2 req-ba98b25a-9dcf-46a6-8cce-6f09a7f362d6 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978742 Mar 09 17:07:24.118976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (667f111e-dab4-4fc0-bdf1-f83a23a1e9f3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.132918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1216876562'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:24.172954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.177909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:24.178496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.198434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.208451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:24.211922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.220572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.254951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.306147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.307809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=8217f009-2e2d-48ba-8c3a-4467785ee345,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:24.320762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8217f009-2e2d-48ba-8c3a-4467785ee345 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:24.331688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2f5aa9-28a7-4519-894c-e523831f32e2,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:24.335364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a701a955-8195-4a05-bd75-8132acbde1d8 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7381923 Mar 09 17:07:24.335765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58682) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:24.345610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.377085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (48417801-3d9f-4260-b953-5c06c88a97c4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.378273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (8355be06-7306-4d9f-ad78-230a903c2dbd), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.442020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (667f111e-dab4-4fc0-bdf1-f83a23a1e9f3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.472267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1f6712e7-d597-48a9-ac6e-4d11dac0db22 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:24.484389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (48417801-3d9f-4260-b953-5c06c88a97c4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.493403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e6d47-b189-4b2c-94b9-b63e9dda2524 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:24.497632 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f36e6d47-b189-4b2c-94b9-b63e9dda2524 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks?id=8217f009-2e2d-48ba-8c3a-4467785ee345 HTTP/1.1" status: 200 len: 765 time: 0.1584475 Mar 09 17:07:24.498501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58684) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:24.501795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1f6712e7-d597-48a9-ac6e-4d11dac0db22 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:24.502147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1f6712e7-d597-48a9-ac6e-4d11dac0db22 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:24.504296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'description': 'd2'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:24.537072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:24.540696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:24.544575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:24.548012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Floating IP 8355be06-7306-4d9f-ad78-230a903c2dbd associated. External IP: 172.36.5.188, port: 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3. Mar 09 17:07:24.551372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:24.556548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=667f111e-dab4-4fc0-bdf1-f83a23a1e9f3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:24.600939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Allocated IP 172.36.5.233 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/5644e3a7-e229-44f7-8846-9edd16e657f0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:24.622077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:24.622690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.731017 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-298d39ba-0cff-43b2-8de5-da02044c1c03 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4988019 Mar 09 17:07:24.734742 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for port (5644e3a7-e229-44f7-8846-9edd16e657f0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.736055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58686) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:24.742069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '667f111e-dab4-4fc0-bdf1-f83a23a1e9f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:24.865717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.903365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5644e3a7-e229-44f7-8846-9edd16e657f0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.910768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b15d41d3-0c51-4717-8314-77abb6daf5ce), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.913507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment b15d41d3-0c51-4717-8314-77abb6daf5ce of type vlan for network 53f25cdc-7a1c-454c-a07a-e00adce2e832 Mar 09 17:07:24.913507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48417801-3d9f-4260-b953-5c06c88a97c4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:24.976865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:24.991578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:24.995636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (53f25cdc-7a1c-454c-a07a-e00adce2e832), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:24.997827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:25.003611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event updated for resources: {'Port': ['ID=5644e3a7-e229-44f7-8846-9edd16e657f0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:25.095245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.103075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.199346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (53f25cdc-7a1c-454c-a07a-e00adce2e832), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.204773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:25.205352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.230476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.257034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network 8217f009-2e2d-48ba-8c3a-4467785ee345 is not hosted by any dhcp agent {{(pid=104357) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 09 17:07:25.262125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:25.262714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.263958 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "PUT /v2.0/networks/8217f009-2e2d-48ba-8c3a-4467785ee345 HTTP/1.1" status: 200 len: 762 time: 0.7648783 Mar 09 17:07:25.269302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58690) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:25.285232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd0233-f478-4f1d-8389-352bc81db67b req-0ac1c388-972a-4fd3-805d-0c59ec148c88 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:25.286761 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-90fd0233-f478-4f1d-8389-352bc81db67b req-0ac1c388-972a-4fd3-805d-0c59ec148c88 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1353507 Mar 09 17:07:25.306309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=53f25cdc-7a1c-454c-a07a-e00adce2e832,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:25.318604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:25.325060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Router 733c1469-42f2-4788-a7e4-15f5c10e475b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:25.327917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.67 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/fe8233f0-2244-4cc6-997b-ba75e02a4a04) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:25.334846 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6d330abf-37f8-4a23-96ac-8d2658281137 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3222308 Mar 09 17:07:25.335732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58692) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:25.354274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'name': 'tempest-PortsIpV6TestJSON-1894260640'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:25.365876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-90fd0233-f478-4f1d-8389-352bc81db67b req-a383344e-535c-444b-8c52-13dfc7659f86 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678918 Mar 09 17:07:25.483238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d47b7e-e996-41c0-a233-4fc829d21836 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=8217f009-2e2d-48ba-8c3a-4467785ee345,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:25.496510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8217f009-2e2d-48ba-8c3a-4467785ee345 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:25.554184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fcacdf-9e24-4bc4-9e3c-2882d7d8be4d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:25.555181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.555708 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-59fcacdf-9e24-4bc4-9e3c-2882d7d8be4d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks?id=8217f009-2e2d-48ba-8c3a-4467785ee345 HTTP/1.1" status: 200 len: 765 time: 0.2615771 Mar 09 17:07:25.559954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58694) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:25.567645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.787834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:25.797904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:25.798238 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] Sync routers for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:25.799861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.811907 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:25.812573 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:25.840779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e059f-c48a-49ff-a86a-76fecc2482f2 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:25.845159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-183e059f-c48a-49ff-a86a-76fecc2482f2 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2817552 Mar 09 17:07:25.846044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port a5f77f20-d83b-410c-b7c0-9cd288a66c8b yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:25.850682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58698) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:25.856794 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:25.869516 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:25.870148 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:25.910446 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:25.911262 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ffebc-ae45-40ec-bec2-3645a086ae17 None None] The sync data for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:25.925437 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a7db115d-7eb9-4470-b379-df76fd4c1657 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 207 time: 0.0735910 Mar 09 17:07:25.929399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:25.932589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58700) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.017351 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:26.053777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5921e967-0d8e-4d75-b3d5-f2a9d626490b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.7856939 Mar 09 17:07:26.061009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58702) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.083309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:26.089225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:26.100207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:26.125689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:26.136338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:26.137862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=fe8233f0-2244-4cc6-997b-ba75e02a4a04,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:26.227492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.232717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.237785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.242799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.247810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.253720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.255466 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-26e3f3d3-14ae-49e2-b7bc-d75ef6482467 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3219202 Mar 09 17:07:26.262649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58704) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.269694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:26.287619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9d4585a1-db6c-4957-b3c3-e47d6535d69b tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] 10.222.0.16 "GET /v2.0/floatingips/8355be06-7306-4d9f-ad78-230a903c2dbd HTTP/1.1" status: 200 len: 984 time: 0.2251494 Mar 09 17:07:26.291285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58706) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.404607 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-87b93f6e-e8c1-4bcc-a707-344affaa544c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1388443 Mar 09 17:07:26.408588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58710) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.450038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:26.473208 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3639f73a-be56-46b3-b5aa-847396938152 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3825 time: 0.1790428 Mar 09 17:07:26.476339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58712) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.532249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326006cf-54d5-4c42-9173-b2ca9e89c700 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.533595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326006cf-54d5-4c42-9173-b2ca9e89c700 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.534901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326006cf-54d5-4c42-9173-b2ca9e89c700 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.536209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326006cf-54d5-4c42-9173-b2ca9e89c700 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.537553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326006cf-54d5-4c42-9173-b2ca9e89c700 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.539259 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-326006cf-54d5-4c42-9173-b2ca9e89c700 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1297445 Mar 09 17:07:26.545772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58714) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.559410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=a5f77f20-d83b-410c-b7c0-9cd288a66c8b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:26.588854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eecf57-1f6e-4c0a-b48d-847191863b3e req-38a0232b-9086-4cc4-bae1-7e7fad617221 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.590347 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a8eecf57-1f6e-4c0a-b48d-847191863b3e req-38a0232b-9086-4cc4-bae1-7e7fad617221 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1420844 Mar 09 17:07:26.598086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': 'b15d41d3-0c51-4717-8314-77abb6daf5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:26.598444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 53f25cdc-7a1c-454c-a07a-e00adce2e832, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:26.652672 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a8eecf57-1f6e-4c0a-b48d-847191863b3e req-09e0671c-83d2-48b2-92cc-44974c8052d5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553894 Mar 09 17:07:26.705091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:26.734852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Router b97dd2c0-6d55-437d-b9b2-f01058d00cc7 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:26.745328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06096239-d0d7-4534-81ad-e79e4c5ff502 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.746535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06096239-d0d7-4534-81ad-e79e4c5ff502 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.747731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06096239-d0d7-4534-81ad-e79e4c5ff502 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.749003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06096239-d0d7-4534-81ad-e79e4c5ff502 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.750196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06096239-d0d7-4534-81ad-e79e4c5ff502 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['shared'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.751722 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-06096239-d0d7-4534-81ad-e79e4c5ff502 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2037652 Mar 09 17:07:26.755664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58716) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.820248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 53f25cdc-7a1c-454c-a07a-e00adce2e832) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:26.827169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:26.832197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea3b1b-eff9-437b-8509-04417cade10e None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:26.835808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.836489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:26.883133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0331951-ff34-40f0-b8ee-e860ae8b4d78 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:26.885570 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b0331951-ff34-40f0-b8ee-e860ae8b4d78 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks/0a4a3a08-be9c-42b8-93e0-03b27f229b9f HTTP/1.1" status: 200 len: 802 time: 0.1289065 Mar 09 17:07:26.889800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58718) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.921772 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-54450f4c-117b-403c-b25b-84e51669d9ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5815208 Mar 09 17:07:26.924913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58720) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:26.929866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-921639450'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:26.978362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (330590a2-df00-4f11-a6f1-502650651ec6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.008556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:27.016794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-98476acb-44fa-477b-8ef8-217ba21bc1bc tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/networks/0a4a3a08-be9c-42b8-93e0-03b27f229b9f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1257434 Mar 09 17:07:27.019554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.020594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58722) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.020751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0bb68856-bc0f-4df1-b3a7-ff88c68f7ae6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "PUT /v2.0/routers/b97dd2c0-6d55-437d-b9b2-f01058d00cc7 HTTP/1.1" status: 200 len: 884 time: 3.6414528 Mar 09 17:07:27.022211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting port 2d2f5aa9-28a7-4519-894c-e523831f32e2 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:27.022537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.027891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58724) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.028048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] Sync routers for ids ['b97dd2c0-6d55-437d-b9b2-f01058d00cc7'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:27.039404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] Routers {'b97dd2c0-6d55-437d-b9b2-f01058d00cc7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:27.040029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b97dd2c0-6d55-437d-b9b2-f01058d00cc7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:27.061678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:27.065193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.075134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:27.085023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] Routers {'b97dd2c0-6d55-437d-b9b2-f01058d00cc7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:27.085967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b97dd2c0-6d55-437d-b9b2-f01058d00cc7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:27.095728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de9443-bfb2-4357-8c4f-cb57ff16b995 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.097237 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-09de9443-bfb2-4357-8c4f-cb57ff16b995 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/subnets/de458487-125a-4c1f-bbfb-850f050c40e2 HTTP/1.1" status: 200 len: 843 time: 0.0754325 Mar 09 17:07:27.101614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58726) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.116159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:27.126243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:27.126968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8a0a9-0c77-4fea-aac6-274cf4ca9648 None None] The sync data for ids ['b97dd2c0-6d55-437d-b9b2-f01058d00cc7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:27.160733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (11cf78ca-7e80-4b41-a467-854c981927e7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.161149 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment 11cf78ca-7e80-4b41-a467-854c981927e7 of type vlan for network 22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce Mar 09 17:07:27.196745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59d376-d0ac-49ab-8b28-1024386f639c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.198087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6a59d376-d0ac-49ab-8b28-1024386f639c tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "GET /v2.0/subnets/de458487-125a-4c1f-bbfb-850f050c40e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0963242 Mar 09 17:07:27.202656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58728) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.210221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1544839383'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:27.215667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.216000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for floatingip (2d2f5aa9-28a7-4519-894c-e523831f32e2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.223417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.226320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.255754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Calling delete_port for 2d2f5aa9-28a7-4519-894c-e523831f32e2 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:27.258880 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-83f97ea7-82af-4086-a3e1-f08d3afe6ad3 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/b97dd2c0-6d55-437d-b9b2-f01058d00cc7 HTTP/1.1" status: 200 len: 925 time: 0.2300503 Mar 09 17:07:27.261976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58730) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.306571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec688a92-f386-4946-b8e9-869babc38ce8 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.308068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ec688a92-f386-4946-b8e9-869babc38ce8 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=b97dd2c0-6d55-437d-b9b2-f01058d00cc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0451448 Mar 09 17:07:27.310231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:27.314235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.316052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58732) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.342946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.347833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.348437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.439397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:27.471528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:27.486023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:27.487234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3837db77-0201-464c-88eb-537c4db7006a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.487757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Added segment 3837db77-0201-464c-88eb-537c4db7006a of type vlan for network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb Mar 09 17:07:27.493651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.499816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519670b-0fc3-4013-9d10-40d12d2f14f9 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.501256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4519670b-0fc3-4013-9d10-40d12d2f14f9 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.1834500 Mar 09 17:07:27.519259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58736) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.533777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9b0c75f0-1632-4007-a6c3-e4e098c29b0e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6041052 Mar 09 17:07:27.534523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58738) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.547128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'ports': [{'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'}, {'network_id': '22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce'}]} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:27.548032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:27.548552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:27.564323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f3d0fdae-3ea1-4e2c-afa0-840dab67dedb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.712593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f3d0fdae-3ea1-4e2c-afa0-840dab67dedb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.717811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.718428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.798886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Network': ['ID=f3d0fdae-3ea1-4e2c-afa0-840dab67dedb,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:27.805012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2b8a5afc-38ea-4e84-b272-096c0e5fb7b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5986037 Mar 09 17:07:27.809724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58742) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.810696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:27.815715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:27.838290 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-efe558a0-ddd6-4011-bee1-9ce6cc12da82 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=b97dd2c0-6d55-437d-b9b2-f01058d00cc7 HTTP/1.1" status: 200 len: 205 time: 0.3151917 Mar 09 17:07:27.838290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.839015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58744) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:27.894918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 2} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:27.898926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.939154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=fe8233f0-2244-4cc6-997b-ba75e02a4a04,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:27.961105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:27.965548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb986e8-621e-4438-b4ff-048b6c0caf3d req-dca710a6-8b87-4be5-b01e-49a77faa3918 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:27.967059 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5fb986e8-621e-4438-b4ff-048b6c0caf3d req-dca710a6-8b87-4be5-b01e-49a77faa3918 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1498513 Mar 09 17:07:27.970192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (330590a2-df00-4f11-a6f1-502650651ec6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.006729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2d2f5aa9-28a7-4519-894c-e523831f32e2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.055299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Port': ['ID=2d2f5aa9-28a7-4519-894c-e523831f32e2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:28.172175 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5fb986e8-621e-4438-b4ff-048b6c0caf3d req-5b89a0bb-de58-4723-b08c-4538b1bf323e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978302 Mar 09 17:07:28.183877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for floatingip (8355be06-7306-4d9f-ad78-230a903c2dbd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.184234 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Floating IP 8355be06-7306-4d9f-ad78-230a903c2dbd disassociated (deleted). External IP: 172.36.5.188, port: 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3. Mar 09 17:07:28.229585 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 330590a2-df00-4f11-a6f1-502650651ec6 associated. External IP: 172.36.5.67, port: 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3. Mar 09 17:07:28.409474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.422167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Made reservation on behalf of e70174e560fe4cd8b37a1949b2008fe7 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:28.425566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.467004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.500179 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-4ad0f8da-9751-4eef-bbc7-d6d6803ab1ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2469716 Mar 09 17:07:28.564621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 0cf178b4-51fc-49d7-9146-08c7671c8e9c yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:28.567689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Router 733c1469-42f2-4788-a7e4-15f5c10e475b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:28.575790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:28.594497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:07:28.595025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:07:28.724599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.736458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-d624930f-f08e-4193-ac18-661268d195a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:28.737986 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-d624930f-f08e-4193-ac18-661268d195a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037&device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 1130 time: 0.1895311 Mar 09 17:07:28.767655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:28.769641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:28.774648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.782670 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] Sync routers for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:28.786210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:28.801077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:28.801700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.802602 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:28.803359 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.813220 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-43b83247-0e3b-4d3e-a4bc-4995de347aff tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "DELETE /v2.0/floatingips/8355be06-7306-4d9f-ad78-230a903c2dbd HTTP/1.1" status: 204 len: 168 time: 2.3319645 Mar 09 17:07:28.814647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58746) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:28.818179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:28.845902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.853852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.855317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:28.856098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.861129 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.872564 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:28.874542 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.893879 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-648bb2a7-20bf-43a5-af78-285aa4e20529 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.1566486 Mar 09 17:07:28.896294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58748) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:28.901209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:28.903799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:28.906513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac695e01-d48f-4f8e-a44a-dac9bfe95857 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:28.943255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.970219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (0cf178b4-51fc-49d7-9146-08c7671c8e9c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:28.979835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (330590a2-df00-4f11-a6f1-502650651ec6), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.007324 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:29.008226 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eec9f-b71b-4e96-9a4b-70432126d3e2 None None] The sync data for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:29.043061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-679df512-0105-45d1-b7db-526a4611dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:29.044604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-679df512-0105-45d1-b7db-526a4611dcd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54bd7d51-c503-4f53-b140-5d16e5008e99 HTTP/1.1" status: 200 len: 906 time: 0.2729735 Mar 09 17:07:29.094881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:29.100115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (8a067427-f8de-4da8-85f8-bd587234bd6a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.109165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Deleting port 5644e3a7-e229-44f7-8846-9edd16e657f0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:29.109483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5644e3a7-e229-44f7-8846-9edd16e657f0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.191071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.201298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.266342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (330590a2-df00-4f11-a6f1-502650651ec6), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.266616 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 330590a2-df00-4f11-a6f1-502650651ec6 disassociated. External IP: 172.36.5.67, port: 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3. Mar 09 17:07:29.299831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Checking segment: {'id': '3837db77-0201-464c-88eb-537c4db7006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:29.300880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network hostable DHCP agents. Network: f3d0fdae-3ea1-4e2c-afa0-840dab67dedb, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:29.309163 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-ca053400-96f2-4e98-b328-a5f32370c852 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 HTTP/1.1" status: 200 len: 1002 time: 0.2360053 Mar 09 17:07:29.309846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=8a067427-f8de-4da8-85f8-bd587234bd6a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:29.385650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-185b263c-5e48-49d8-883f-6bf83d7a4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:29.387150 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-185b263c-5e48-49d8-883f-6bf83d7a4ea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8cd4737-cd35-4783-8942-b0b6329358b5 HTTP/1.1" status: 200 len: 845 time: 0.0686882 Mar 09 17:07:29.392549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5644e3a7-e229-44f7-8846-9edd16e657f0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.438460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Allocated IP 172.36.5.32 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:29.450411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Calling delete_port for 5644e3a7-e229-44f7-8846-9edd16e657f0 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:29.529233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:29.582104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.619712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-e3bd9326-6568-410d-b94b-d26b504c0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:29.621293 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-e3bd9326-6568-410d-b94b-d26b504c0d9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54bd7d51-c503-4f53-b140-5d16e5008e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2225530 Mar 09 17:07:29.642568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.653481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0c57-2caa-4757-8547-f4c0c8d351d9 req-cbc2a652-045f-4d93-b342-73067efc7e2b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:29.655561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-85ae0c57-2caa-4757-8547-f4c0c8d351d9 req-cbc2a652-045f-4d93-b342-73067efc7e2b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2144396 Mar 09 17:07:29.663388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:29.668935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3d0fdae-3ea1-4e2c-afa0-840dab67dedb) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:29.678148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fd32b-94d2-402d-94e1-ddd28285405f None None] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:29.684386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:29.685096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.784956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.791483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3d0fdae-3ea1-4e2c-afa0-840dab67dedb', 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': '8a067427-f8de-4da8-85f8-bd587234bd6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:29.791483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.816770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0cf178b4-51fc-49d7-9146-08c7671c8e9c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.836104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:29.843140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:29.854392 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:29.866020 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:29.866630 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:29.887017 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:29.890101 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-85ae0c57-2caa-4757-8547-f4c0c8d351d9 req-7478e610-d7fd-4140-a82d-3f480aff5747 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170224 Mar 09 17:07:29.899569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:29.908895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:29.911228 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:29.919914 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cc1e2cd9-5792-4d5a-b4d2-64c41806836d tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1105225 Mar 09 17:07:29.927759 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:29.928430 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:29.933872 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-9c47954b-16b5-4fbe-91e8-6f7af39781a5 service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007469 Mar 09 17:07:29.936273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58752) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:29.937948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:29.947793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:29.955405 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6b2b4d7d-e989-4154-a367-8b9f85c658cf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/floatingips/330590a2-df00-4f11-a6f1-502650651ec6 HTTP/1.1" status: 200 len: 687 time: 1.0580211 Mar 09 17:07:29.955822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:29.958687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58754) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:29.966296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:29.977367 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:29.978285 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69014fc1-1d5a-4fa9-8a75-9bfad7835321 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:29.992585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Allocated IP 2001:db8::3 (f3d0fdae-3ea1-4e2c-afa0-840dab67dedb/8a067427-f8de-4da8-85f8-bd587234bd6a/74cf5a3c-999e-48dd-b46a-6b26209218da) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:30.009786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=0cf178b4-51fc-49d7-9146-08c7671c8e9c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:30.015790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:30.016831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.126951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for floatingip (6d6e65d7-72f2-4b25-8a9e-d1e946f1f6bb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.145070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port fe8233f0-2244-4cc6-997b-ba75e02a4a04 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:30.145420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.157963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Publish callbacks [] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.176041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:30.183568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5644e3a7-e229-44f7-8846-9edd16e657f0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.237533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.243600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event deleted for resources: {'Port': ['ID=5644e3a7-e229-44f7-8846-9edd16e657f0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:30.244627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.244953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (fe8233f0-2244-4cc6-997b-ba75e02a4a04), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.247914 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dce674e4-4e72-4a43-8e6f-cc4135de2b6e req-31166085-e35a-4f43-baf4-8093324e5b0c service neutron] 10.222.0.36 "GET /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031209 Mar 09 17:07:30.285494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:30.285724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26182288'] for subnet (8a067427-f8de-4da8-85f8-bd587234bd6a), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.288925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:30.297055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:30.307446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Pushing event updated for resources: {'Port': ['ID=74cf5a3c-999e-48dd-b46a-6b26209218da,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:30.316180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': '11cf78ca-7e80-4b41-a467-854c981927e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:30.316580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:30.365420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.367878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Attempting to bind port 74cf5a3c-999e-48dd-b46a-6b26209218da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:30.368339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Attempting to bind port 74cf5a3c-999e-48dd-b46a-6b26209218da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3837db77-0201-464c-88eb-537c4db7006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:30.369313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Attempting to bind port 74cf5a3c-999e-48dd-b46a-6b26209218da on network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:30.375101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:30.375592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Checking segment: {'id': '3837db77-0201-464c-88eb-537c4db7006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:30.376083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.376651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Bound using segment: {'id': '3837db77-0201-464c-88eb-537c4db7006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:30.377294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Bound port: 74cf5a3c-999e-48dd-b46a-6b26209218da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3837db77-0201-464c-88eb-537c4db7006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:30.377703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.451285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] For port 74cf5a3c-999e-48dd-b46a-6b26209218da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:30.455569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] For port 74cf5a3c-999e-48dd-b46a-6b26209218da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74cf5a3c-999e-48dd-b46a-6b26209218da,segment=NetworkSegment(3837db77-0201-464c-88eb-537c4db7006a),segment_id=3837db77-0201-464c-88eb-537c4db7006a)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:30.474261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:30.510492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.518008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.540148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.568587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.573674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for fe8233f0-2244-4cc6-997b-ba75e02a4a04 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:30.607382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38ffb2-519f-406e-a5cf-3de0ef093efb None None] Pushing event updated for resources: {'Port': ['ID=74cf5a3c-999e-48dd-b46a-6b26209218da,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:30.617982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:30.629504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7e110-c401-4342-9f58-8b092d5bbf1c None None] Network 22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:30.647876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:30.654241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:30.659398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:30.660100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.677309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (b97dd2c0-6d55-437d-b9b2-f01058d00cc7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.677839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Fanout notify agent at l3_agent the message router_deleted on router b97dd2c0-6d55-437d-b9b2-f01058d00cc7 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:30.685489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.692918 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cfe389be-34a4-4831-adbb-31a44ed250c7 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/b97dd2c0-6d55-437d-b9b2-f01058d00cc7 HTTP/1.1" status: 204 len: 168 time: 2.8477488 Mar 09 17:07:30.694319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58756) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:30.703976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-814792063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:30.766617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-053593ba-7a4f-4b6c-bbe4-276a786ff310 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2280977 Mar 09 17:07:30.772795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58758) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:30.863257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.874631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742827804254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26765708'] for subnet (8a067427-f8de-4da8-85f8-bd587234bd6a), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.877947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.878937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.928095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.945458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:30.946075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:30.950196 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "PUT /v2.0/subnets/8a067427-f8de-4da8-85f8-bd587234bd6a HTTP/1.1" status: 200 len: 900 time: 1.0054057 Mar 09 17:07:30.956480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58762) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:30.983944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdb1b2-3704-4f93-9640-2814d406e485 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event updated for resources: {'Subnet': ['ID=8a067427-f8de-4da8-85f8-bd587234bd6a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:31.043584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fe8233f0-2244-4cc6-997b-ba75e02a4a04), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.059457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:31.070233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:31.070593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.097653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (6d6e65d7-72f2-4b25-8a9e-d1e946f1f6bb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.100134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=fe8233f0-2244-4cc6-997b-ba75e02a4a04,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:31.183100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771d587-2a15-4a51-8f6f-4d99def70cb5 req-7dc5e6bb-a8e9-4bd3-8b48-7e15fea29d63 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:31.184959 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8771d587-2a15-4a51-8f6f-4d99def70cb5 req-7dc5e6bb-a8e9-4bd3-8b48-7e15fea29d63 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2124143 Mar 09 17:07:31.188187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (330590a2-df00-4f11-a6f1-502650651ec6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.191215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.195711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bef20443-1da0-4e6b-b7a8-aa21675c5363 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/floatingips/330590a2-df00-4f11-a6f1-502650651ec6 HTTP/1.1" status: 204 len: 168 time: 1.2327459 Mar 09 17:07:31.199529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58764) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:31.205574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '4f5d6a60-3437-48b7-bfed-2fc715286255'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:31.220309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.221597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0b258e05-47c2-4060-8c99-2ea099b01496 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4068196 Mar 09 17:07:31.226911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58766) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:31.269707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8771d587-2a15-4a51-8f6f-4d99def70cb5 req-73e3d487-d9ea-4fbc-a077-68b861aaf7fc tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760858 Mar 09 17:07:31.329362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.353617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:31.409293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.460642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.478491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f3d0fdae-3ea1-4e2c-afa0-840dab67dedb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.483382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.484002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.486954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.512485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:31.590795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.595237 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b2a45692-5a5d-4929-ac7e-b7d74ec53c95 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8952301 Mar 09 17:07:31.595237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58770) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:31.599296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': True}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:31.646617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.126 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/9ff7eb4b-b092-46b1-9862-fa795bed9e1e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:31.684625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d03f6e-8b87-44ac-875a-b0ed6e61547c None None] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:31.692861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.743630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port 74cf5a3c-999e-48dd-b46a-6b26209218da {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:31.743889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.807290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] Provisioning complete for port 74cf5a3c-999e-48dd-b46a-6b26209218da triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:31.807822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.810499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.833245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.907447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] Current status of the port 74cf5a3c-999e-48dd-b46a-6b26209218da is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:31.908096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.927051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.933014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:31.942929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.943942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:31.949439 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fb5a9432-c5d9-46d5-b7e5-1eb182f1c0e3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b HTTP/1.1" status: 204 len: 168 time: 1.1755457 Mar 09 17:07:31.951899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58772) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:31.960373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] For port 74cf5a3c-999e-48dd-b46a-6b26209218da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74cf5a3c-999e-48dd-b46a-6b26209218da,segment=NetworkSegment(3837db77-0201-464c-88eb-537c4db7006a),segment_id=3837db77-0201-464c-88eb-537c4db7006a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:32.018700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port 74cf5a3c-999e-48dd-b46a-6b26209218da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74cf5a3c-999e-48dd-b46a-6b26209218da,segment=NetworkSegment(3837db77-0201-464c-88eb-537c4db7006a),segment_id=3837db77-0201-464c-88eb-537c4db7006a)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:32.018913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.028528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:32.030878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.038102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:32.043106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:32.056011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for 74cf5a3c-999e-48dd-b46a-6b26209218da owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:32.061435 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=9ff7eb4b-b092-46b1-9862-fa795bed9e1e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:32.095127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564659b7-4cc6-45b4-9eb3-2687a4d05c05 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:32.095387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Allocated IP 172.36.5.189 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/b0588830-f43e-4642-8c47-d6d9d4ad2c1c) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:32.100422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e669c-5b6e-4e78-bf5c-7e5792e3369f None None] Pushing event updated for resources: {'Port': ['ID=74cf5a3c-999e-48dd-b46a-6b26209218da,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:32.100679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564659b7-4cc6-45b4-9eb3-2687a4d05c05 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:32.103304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4c005-a2d9-44d4-8202-93705b603f46 None None] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:32.105287 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-564659b7-4cc6-45b4-9eb3-2687a4d05c05 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1522884 Mar 09 17:07:32.108844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58774) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:32.226444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aa5bff8d-312a-4c62-881f-9553651cb1eb None None] Provisioning complete for port 74cf5a3c-999e-48dd-b46a-6b26209218da triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:32.226830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa5bff8d-312a-4c62-881f-9553651cb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.327060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bff8d-312a-4c62-881f-9553651cb1eb None None] Current status of the port 74cf5a3c-999e-48dd-b46a-6b26209218da is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:32.367676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks [] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.430717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (74cf5a3c-999e-48dd-b46a-6b26209218da), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.469039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.470828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=74cf5a3c-999e-48dd-b46a-6b26209218da,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:32.509118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.527046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 74cf5a3c-999e-48dd-b46a-6b26209218da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:32.532170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856069-61e2-448e-8fe8-ee9d6cbd9158 req-c93cec0b-4cbe-48e6-a90a-e843c3c67288 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:32.539148 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2b856069-61e2-448e-8fe8-ee9d6cbd9158 req-c93cec0b-4cbe-48e6-a90a-e843c3c67288 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1689534 Mar 09 17:07:32.565709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 0cf178b4-51fc-49d7-9146-08c7671c8e9c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:32.566254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0cf178b4-51fc-49d7-9146-08c7671c8e9c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.575224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 74cf5a3c-999e-48dd-b46a-6b26209218da {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:32.575224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 74cf5a3c-999e-48dd-b46a-6b26209218da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 09 17:07:32.593728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port 74cf5a3c-999e-48dd-b46a-6b26209218da on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:32.603948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Port 74cf5a3c-999e-48dd-b46a-6b26209218da not found, will not notify nova. {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 09 17:07:32.608999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-83a99b3c-e7fb-4b1f-bdce-0b16a20e01fb None None] Could not find standard attr ID for object 74cf5a3c-999e-48dd-b46a-6b26209218da. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:07:32.631490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e54ea-7981-4b14-b246-9f7ee8114c8e None None] DHCP port deletion for f3d0fdae-3ea1-4e2c-afa0-840dab67dedb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:32.652852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7934a-5f8f-4786-841d-85a38d1d7358 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:07:32.666475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0cf178b4-51fc-49d7-9146-08c7671c8e9c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.700665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (8a067427-f8de-4da8-85f8-bd587234bd6a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.710377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 0cf178b4-51fc-49d7-9146-08c7671c8e9c owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:32.713009 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2b856069-61e2-448e-8fe8-ee9d6cbd9158 req-99d77511-2acc-47d5-b03d-1397d6b0b251 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729167 Mar 09 17:07:32.716215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.791767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Allocated IP 172.36.5.177 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/3c103dcd-6c53-4575-8bd8-d21679fa5535) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:32.792420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7934a-5f8f-4786-841d-85a38d1d7358 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:07:32.821184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:32.832304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:32.837183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Pushing event updated for resources: {'Port': ['ID=b0588830-f43e-4642-8c47-d6d9d4ad2c1c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:32.839412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:32.895574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.943613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for port (3c103dcd-6c53-4575-8bd8-d21679fa5535), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.964904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (8a067427-f8de-4da8-85f8-bd587234bd6a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:32.995942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks [] for floatingip (56357a25-c0e7-4e50-90d6-e734bc02447e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.006505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=8a067427-f8de-4da8-85f8-bd587234bd6a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:33.025907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (0cf178b4-51fc-49d7-9146-08c7671c8e9c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.032768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed8d19-1fde-4618-80da-e6edc92672ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3d0fdae-3ea1-4e2c-afa0-840dab67dedb', 'network_id': 'f3d0fdae-3ea1-4e2c-afa0-840dab67dedb', 'project_id': 'e70174e560fe4cd8b37a1949b2008fe7', 'fixed_ips': [{'subnet_id': '8a067427-f8de-4da8-85f8-bd587234bd6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:33.033890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2aed8d19-1fde-4618-80da-e6edc92672ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.064440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=0cf178b4-51fc-49d7-9146-08c7671c8e9c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:33.081388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f3d0fdae-3ea1-4e2c-afa0-840dab67dedb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.088825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.107369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d0fdae-3ea1-4e2c-afa0-840dab67dedb']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:33.115372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.118656 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d3e37d84-438f-439e-a30c-3dbee9fe47b0 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/0cf178b4-51fc-49d7-9146-08c7671c8e9c HTTP/1.1" status: 204 len: 168 time: 1.0089178 Mar 09 17:07:33.119063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3837db77-0201-464c-88eb-537c4db7006a') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:33.119459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3837db77-0201-464c-88eb-537c4db7006a') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:33.121399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58778) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.138660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.154514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3c103dcd-6c53-4575-8bd8-d21679fa5535), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.158653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (3837db77-0201-464c-88eb-537c4db7006a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.173141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67cc18-b875-4fe1-a1b0-2c1bebb6943a None None] Network f3d0fdae-3ea1-4e2c-afa0-840dab67dedb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:33.205250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3837db77-0201-464c-88eb-537c4db7006a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.221840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:33.222256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (3837db77-0201-464c-88eb-537c4db7006a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:33.228534 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:33.242681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:33.249100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Port': ['ID=3c103dcd-6c53-4575-8bd8-d21679fa5535,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:33.252441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:33.254736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:33.283616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2de7c3-3a4c-47c5-b5ac-4df586106351 None None] DHCP port deletion for f3d0fdae-3ea1-4e2c-afa0-840dab67dedb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:33.334122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8aa416-a32a-43ff-817a-6ddd90cb03e8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:33.335869 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ef8aa416-a32a-43ff-817a-6ddd90cb03e8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2133193 Mar 09 17:07:33.338436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58782) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.387296 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b24cd8-b7f6-43e9-99ad-80fb8bffcb9c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:07:33.389053 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-32b24cd8-b7f6-43e9-99ad-80fb8bffcb9c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/e8fc5aa8-0b77-4d3a-8fb7-abce85de5c9b HTTP/1.1" status: 404 len: 333 time: 0.0496163 Mar 09 17:07:33.393098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58784) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.404726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.427745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks [] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.459498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.462862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f3d0fdae-3ea1-4e2c-afa0-840dab67dedb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.466471 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea3892d-55e9-4e55-957f-60f28cdff4af tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:07:33.467997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6ea3892d-55e9-4e55-957f-60f28cdff4af tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/0cf178b4-51fc-49d7-9146-08c7671c8e9c HTTP/1.1" status: 404 len: 333 time: 0.0739594 Mar 09 17:07:33.476216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.479315 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/f3d0fdae-3ea1-4e2c-afa0-840dab67dedb HTTP/1.1" status: 204 len: 168 time: 2.5194209 Mar 09 17:07:33.481096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58786) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.489640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58788) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.513229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894905-f4b2-4d01-b102-dc8118bae9d1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=f3d0fdae-3ea1-4e2c-afa0-840dab67dedb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:33.547628 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a9c853-5587-4ae9-a551-c3a0ebfbd424 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:33.548088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a9c853-5587-4ae9-a551-c3a0ebfbd424 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:33.551264 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-67a9c853-5587-4ae9-a551-c3a0ebfbd424 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/8a067427-f8de-4da8-85f8-bd587234bd6a HTTP/1.1" status: 404 len: 337 time: 0.0591602 Mar 09 17:07:33.556722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8f28-b14b-4105-b123-9d4698488895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.557608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.560105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58790) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.579491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.589612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=9ff7eb4b-b092-46b1-9862-fa795bed9e1e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:33.650102 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf6941f-5b5c-4ab0-94e8-c98d267bcdd4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:33.650620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf6941f-5b5c-4ab0-94e8-c98d267bcdd4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:33.653821 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eaf6941f-5b5c-4ab0-94e8-c98d267bcdd4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/f3d0fdae-3ea1-4e2c-afa0-840dab67dedb HTTP/1.1" status: 404 len: 339 time: 0.0868504 Mar 09 17:07:33.659481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58792) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.668416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.714686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Pushing event updated for resources: {'Port': ['ID=b0588830-f43e-4642-8c47-d6d9d4ad2c1c,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:33.725273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (56357a25-c0e7-4e50-90d6-e734bc02447e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.732083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.821454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.822675 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-41ffb49f-08df-4dc1-97f5-31c62267e5bb tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5948067 Mar 09 17:07:33.826051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58796) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:33.829614 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 4eb1c26c-6994-4fc7-a58d-275ceb36792a associated. External IP: 172.36.5.126, port: 4f5d6a60-3437-48b7-bfed-2fc715286255. Mar 09 17:07:33.837261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:33.847362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:33.903663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeedb-b571-4bcc-9e8f-da915140207f req-0a02db11-096e-4298-a566-36d39363628e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:33.905294 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1aeeeedb-b571-4bcc-9e8f-da915140207f req-0a02db11-096e-4298-a566-36d39363628e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1220698 Mar 09 17:07:34.032616 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1aeeeedb-b571-4bcc-9e8f-da915140207f req-e782b1e3-9d34-4b69-886c-fed466da0c93 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977979 Mar 09 17:07:34.109071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:34.190272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cf78ca-7e80-4b41-a467-854c981927e7') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.190575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cf78ca-7e80-4b41-a467-854c981927e7') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.198453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.253717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (11cf78ca-7e80-4b41-a467-854c981927e7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.302469 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4f2fea20-cbe4-4020-b1c2-77d2c151e63c tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4778 time: 0.4700613 Mar 09 17:07:34.317633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (11cf78ca-7e80-4b41-a467-854c981927e7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.323388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58798) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.356440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:34.356681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (11cf78ca-7e80-4b41-a467-854c981927e7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:34.362610 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:34.477438 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f7994239-68b2-41af-9a46-fe266fc6ac27 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1505632 Mar 09 17:07:34.481295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 74cf5a3c-999e-48dd-b46a-6b26209218da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:34.488673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58800) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.503078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 74cf5a3c-999e-48dd-b46a-6b26209218da {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:34.503567 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 74cf5a3c-999e-48dd-b46a-6b26209218da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:34.520648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:34.530424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:34.546051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:34.546866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.547686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.580414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.588945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:34.589535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.616784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8217f009-2e2d-48ba-8c3a-4467785ee345']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.622012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.622522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.624054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15305a50-7b4c-4477-9f43-8b4ebfbf547e None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:34.657609 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-20f859b4-7410-45e9-981e-9b9e710fe9fe tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4546394 Mar 09 17:07:34.657989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58802) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.687431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a467310-d13c-4454-ad49-c76b3a74bc10') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.687740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a467310-d13c-4454-ad49-c76b3a74bc10') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:34.689493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.706921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.710097 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce HTTP/1.1" status: 204 len: 168 time: 1.2280869 Mar 09 17:07:34.714456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (0a467310-d13c-4454-ad49-c76b3a74bc10), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.718910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58804) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.723916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1735597002'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:34.730397 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-07df82a1-2925-4f1b-957b-b8cffed21729 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/floatingips/4eb1c26c-6994-4fc7-a58d-275ceb36792a HTTP/1.1" status: 200 len: 978 time: 0.0713942 Mar 09 17:07:34.733357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58806) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.757647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf7ad1-7496-409a-9a85-aed39c7a9b5c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=22d5356e-6c2a-4ed0-89c1-ffaae9afe0ce,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:34.767499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0a467310-d13c-4454-ad49-c76b3a74bc10), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.779334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:34.782849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (0a467310-d13c-4454-ad49-c76b3a74bc10), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:34.784598 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:34.846983 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a32593ed-e0c9-43e2-b39d-e3588ac945d3 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1125271 Mar 09 17:07:34.849773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58808) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.854061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'port_id': '667f111e-dab4-4fc0-bdf1-f83a23a1e9f3'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:34.882264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.889659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:34.891054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.892984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.901214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Deleting port b0588830-f43e-4642-8c47-d6d9d4ad2c1c {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:34.901584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.932036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.948777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (8217f009-2e2d-48ba-8c3a-4467785ee345), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.962912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:34.967673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.973259 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/8217f009-2e2d-48ba-8c3a-4467785ee345 HTTP/1.1" status: 204 len: 168 time: 1.3104336 Mar 09 17:07:34.975025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:34.985377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c17ba8ad-2c6d-4b41-aca3-a02337eec394), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:34.985723 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment c17ba8ad-2c6d-4b41-aca3-a02337eec394 of type vlan for network d0169449-b8bd-4883-91ab-c38846159dfd Mar 09 17:07:35.017504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad46e-d929-43d5-a5db-0be5b7994e59 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=8217f009-2e2d-48ba-8c3a-4467785ee345,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:35.017709 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-064ae9bf-a986-48d7-9e00-2ccb615457f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:35.018034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064ae9bf-a986-48d7-9e00-2ccb615457f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:35.023470 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-064ae9bf-a986-48d7-9e00-2ccb615457f6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/db1acc53-5af2-4be7-9eca-1fa4f3fec251 HTTP/1.1" status: 404 len: 337 time: 0.0463507 Mar 09 17:07:35.024745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58814) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.050068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd80f25-7add-4454-9d3d-46d19a9b1797 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:35.050571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd80f25-7add-4454-9d3d-46d19a9b1797 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:35.056142 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1cd80f25-7add-4454-9d3d-46d19a9b1797 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/e6031e35-5ced-445b-a90f-3b4fb4467882 HTTP/1.1" status: 404 len: 339 time: 0.0281737 Mar 09 17:07:35.075498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58818) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.087372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d0169449-b8bd-4883-91ab-c38846159dfd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.105973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.106300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks [] for floatingip (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.149668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Calling delete_port for b0588830-f43e-4642-8c47-d6d9d4ad2c1c owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:35.180706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting subnet d9bff77f-58ea-41bc-a311-5574482cd42c {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:35.187207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (d9bff77f-58ea-41bc-a311-5574482cd42c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.234992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c850a4d-e482-4fac-9fe3-90fc9ed5509b req-3672d0f1-1e86-4660-9a3f-3e9f6c88e217 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:35.236610 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6c850a4d-e482-4fac-9fe3-90fc9ed5509b req-3672d0f1-1e86-4660-9a3f-3e9f6c88e217 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1256211 Mar 09 17:07:35.257428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d0169449-b8bd-4883-91ab-c38846159dfd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.262644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:35.263231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.305262 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (d9bff77f-58ea-41bc-a311-5574482cd42c), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.312758 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6c850a4d-e482-4fac-9fe3-90fc9ed5509b req-dd32a4aa-f548-455d-bd90-0dceb6852d63 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703104 Mar 09 17:07:35.318159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Router 2e7a14d3-1739-4aff-abc2-7e9ade0e0720 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:35.384602 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6644971 Mar 09 17:07:35.385344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617ad1f-87b2-4e92-bcf4-b7942bbda830 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=d0169449-b8bd-4883-91ab-c38846159dfd,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:35.389738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58820) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.397805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:35.398801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d0169449-b8bd-4883-91ab-c38846159dfd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:35.510239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b0588830-f43e-4642-8c47-d6d9d4ad2c1c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.518504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (d9bff77f-58ea-41bc-a311-5574482cd42c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.558940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Pushing event deleted for resources: {'Port': ['ID=b0588830-f43e-4642-8c47-d6d9d4ad2c1c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:35.589712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:35.595796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.600831 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1ee1f095-fb63-4e95-93c8-b51e61c4df0a tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "PUT /v2.0/routers/2e7a14d3-1739-4aff-abc2-7e9ade0e0720 HTTP/1.1" status: 200 len: 918 time: 4.0011523 Mar 09 17:07:35.600831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58822) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.604337 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] Sync routers for ids ['2e7a14d3-1739-4aff-abc2-7e9ade0e0720'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:35.625425 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] Routers {'2e7a14d3-1739-4aff-abc2-7e9ade0e0720'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:35.627023 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2e7a14d3-1739-4aff-abc2-7e9ade0e0720'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:35.635662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-69a1a003-ea20-421f-86a5-ec1d02f4a048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.683779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks [] for floatingip (56357a25-c0e7-4e50-90d6-e734bc02447e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.686475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.686608 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:35.690604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-07219615-b85d-448e-b59f-da81dd5d3bda tempest-FloatingIPAdminTestJSON-1323187294 tempest-FloatingIPAdminTestJSON-1323187294-project] 10.222.0.16 "DELETE /v2.0/floatingips/56357a25-c0e7-4e50-90d6-e734bc02447e HTTP/1.1" status: 204 len: 168 time: 1.1980267 Mar 09 17:07:35.690604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58824) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.697730 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] Routers {'2e7a14d3-1739-4aff-abc2-7e9ade0e0720'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:35.699084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:35.699904 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2e7a14d3-1739-4aff-abc2-7e9ade0e0720'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:35.703048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.743111 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:35.743683 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc1540-194e-4bc9-a574-32844269a734 None None] The sync data for ids ['2e7a14d3-1739-4aff-abc2-7e9ade0e0720'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:35.756905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (d9bff77f-58ea-41bc-a311-5574482cd42c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.792467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bff77f-58ea-41bc-a311-5574482cd42c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:35.794479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.800177 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3872202f-d173-4644-92d8-6db64db400f4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/d9bff77f-58ea-41bc-a311-5574482cd42c HTTP/1.1" status: 204 len: 168 time: 0.7198498 Mar 09 17:07:35.802455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58826) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.803516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0b940-738f-48d1-8285-81e70cb984dd None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:35.818750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.862072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting subnet 7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:35.865699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.867325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:35.871075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:07:35.872817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:07:35.877129 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c072973e-7884-4d75-81a6-df63ab813493 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/2e7a14d3-1739-4aff-abc2-7e9ade0e0720 HTTP/1.1" status: 200 len: 924 time: 0.2763658 Mar 09 17:07:35.880403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58828) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:35.954893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.046139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6a4ba-0d7d-4edc-9b20-2b83623b6023 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:36.051244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4ab6a4ba-0d7d-4edc-9b20-2b83623b6023 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=2e7a14d3-1739-4aff-abc2-7e9ade0e0720&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1660478 Mar 09 17:07:36.053644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58830) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:36.074358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Deleting port ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:36.074854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.086046 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 4eb1c26c-6994-4fc7-a58d-275ceb36792a associated. External IP: 172.36.5.126, port: 4f5d6a60-3437-48b7-bfed-2fc715286255. Mar 09 17:07:36.170996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.206499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.206864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for floatingip (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.219608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Calling delete_port for ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:36.266449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (75b06f99-97be-4010-977c-f08cc97d3089), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.332597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ae1e9-a0ab-4a5a-9608-c2877a9cd7df tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:36.334016 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f2ae1e9-a0ab-4a5a-9608-c2877a9cd7df tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.2791817 Mar 09 17:07:36.337167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58832) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:36.367625 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e53b1828-bb2e-47e0-bbe1-b22c0c4d8de5 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e7a14d3-1739-4aff-abc2-7e9ade0e0720 HTTP/1.1" status: 200 len: 205 time: 0.0294089 Mar 09 17:07:36.370303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58836) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:36.400847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=75b06f99-97be-4010-977c-f08cc97d3089,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:36.409081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': 'c17ba8ad-2c6d-4b41-aca3-a02337eec394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:36.409466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: d0169449-b8bd-4883-91ab-c38846159dfd, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:36.445520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.511729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.518188 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a HTTP/1.1" status: 204 len: 168 time: 0.7117395 Mar 09 17:07:36.525283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58838) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:36.525884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c4b9f-383e-48b0-b132-07136ab01a81 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=7a936f98-b86b-4eef-bc7b-5ef4eba1ee8a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:36.559614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc52e7d-78c2-4c64-862d-6aff6cddc8a9 None None] Network 4388009a-fdd4-4acf-a804-535641056fd8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:36.654221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c62f0730-b625-473a-baa1-4f2797f0506f None None] Provisioning complete for port a5869599-1232-4bd3-83c5-8df04cc5e968 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:36.654946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c62f0730-b625-473a-baa1-4f2797f0506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.715377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f178db1-140e-428a-ab26-64b69f2b11f6 req-f1fd5952-6104-4935-8e86-330672756715 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:36.717122 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1f178db1-140e-428a-ab26-64b69f2b11f6 req-f1fd5952-6104-4935-8e86-330672756715 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3085144 Mar 09 17:07:36.723924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.728329 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (4388009a-fdd4-4acf-a804-535641056fd8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.747670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c62f0730-b625-473a-baa1-4f2797f0506f None None] Current status of the port a5869599-1232-4bd3-83c5-8df04cc5e968 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:36.791427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] DHCP port deletion for 4388009a-fdd4-4acf-a804-535641056fd8 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:36.830528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.840813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] Deleting port a5869599-1232-4bd3-83c5-8df04cc5e968 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:36.841192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.858337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce2c9902-3c6e-49e9-bfa7-aeb295d1fd96,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:36.866372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network d0169449-b8bd-4883-91ab-c38846159dfd is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:36.917600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] For port a5869599-1232-4bd3-83c5-8df04cc5e968, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5869599-1232-4bd3-83c5-8df04cc5e968,segment=NetworkSegment(cc5a2d01-4986-472b-bbf4-ea39b3a756e2),segment_id=cc5a2d01-4986-472b-bbf4-ea39b3a756e2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:36.918121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.931421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] Calling delete_port for a5869599-1232-4bd3-83c5-8df04cc5e968 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:36.935022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d0169449-b8bd-4883-91ab-c38846159dfd) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:36.945109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947845b3-2cbc-4ff4-b950-56fa6e534479 None None] Network d0169449-b8bd-4883-91ab-c38846159dfd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:36.951772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:36.952845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.957961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks [] for floatingip (6d6e65d7-72f2-4b25-8a9e-d1e946f1f6bb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.961451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:36.967510 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a83e69d2-5005-417d-a3df-b6f01303bc70 tempest-FloatingIPAdminTestJSON-1749248190 tempest-FloatingIPAdminTestJSON-1749248190-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/6d6e65d7-72f2-4b25-8a9e-d1e946f1f6bb HTTP/1.1" status: 204 len: 168 time: 1.2733955 Mar 09 17:07:36.971972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58840) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:37.065172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:37.074132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting port 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:37.074486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.092523 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b1d9c680-6f89-42b3-be29-654de153fb13 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6981337 Mar 09 17:07:37.095317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58842) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:37.112226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd', 'name': 'tempest-PortsIpV6TestJSON-1512279106'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:37.134604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d0169449-b8bd-4883-91ab-c38846159dfd', 'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': '75b06f99-97be-4010-977c-f08cc97d3089'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:37.135734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.163309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.170329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.182519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Calling delete_port for 10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:37.219570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.237450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] No DVR routers for this DVR port a5869599-1232-4bd3-83c5-8df04cc5e968 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:37.261936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdbfce-c780-4101-9db9-ea5789ad51e4 None None] Pushing event deleted for resources: {'Port': ['ID=a5869599-1232-4bd3-83c5-8df04cc5e968,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:37.296076 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1f178db1-140e-428a-ab26-64b69f2b11f6 req-80abc2ff-6dda-4f20-bc11-a1dfe30ccfdc tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585418 Mar 09 17:07:37.348063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Allocated IP 2001:db8::2 (d0169449-b8bd-4883-91ab-c38846159dfd/75b06f99-97be-4010-977c-f08cc97d3089/34fafce2-e22b-4450-b1b5-d5895fcebed4) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:37.380374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.392932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.421201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Port': ['ID=10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:37.439326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:37.457043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:37.489836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:37.490497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:37.490899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port a5869599-1232-4bd3-83c5-8df04cc5e968 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:37.491239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.533462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.540432 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b9c804cd-6589-4dfc-bf27-3e925fdb1856 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "DELETE /v2.0/ports/10cfa521-acbe-4e8e-9cd6-9355f6c3d6d3 HTTP/1.1" status: 204 len: 168 time: 0.5673721 Mar 09 17:07:37.541503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58846) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:37.544528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:37.597681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:37.598588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:37.643365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe91b2-3365-4c5f-95da-79fb581076aa tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:37.645393 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-04fe91b2-3365-4c5f-95da-79fb581076aa tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "GET /v2.0/ports?device_id=733c1469-42f2-4788-a7e4-15f5c10e475b HTTP/1.1" status: 200 len: 913 time: 0.1027300 Mar 09 17:07:37.648271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58850) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:37.650840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:37.651655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0adbc18-8fa2-470e-8ac9-2f0ed5973fb4 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:37.668593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:37.668593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.668747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Publish callbacks [] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.686233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port a5869599-1232-4bd3-83c5-8df04cc5e968, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:37.691690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.739629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port fe28ba4f-192c-4f0e-af3c-1454145876ea yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:37.754032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for a5869599-1232-4bd3-83c5-8df04cc5e968 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:37.761459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_backend_mixin [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Port a5869599-1232-4bd3-83c5-8df04cc5e968 was not found and therefore no delete operation was performed {{(pid=104358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:07:37.770020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.802809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a5869599-1232-4bd3-83c5-8df04cc5e968), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.814499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Network d0169449-b8bd-4883-91ab-c38846159dfd is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:37.820396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:37.824862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:37.828108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Pushing event updated for resources: {'Port': ['ID=34fafce2-e22b-4450-b1b5-d5895fcebed4,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:37.892486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=a5869599-1232-4bd3-83c5-8df04cc5e968,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:37.893463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Attempting to bind port 34fafce2-e22b-4450-b1b5-d5895fcebed4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:37.894797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Attempting to bind port 34fafce2-e22b-4450-b1b5-d5895fcebed4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c17ba8ad-2c6d-4b41-aca3-a02337eec394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:37.894797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Attempting to bind port 34fafce2-e22b-4450-b1b5-d5895fcebed4 on network d0169449-b8bd-4883-91ab-c38846159dfd {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:37.895043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port a5869599-1232-4bd3-83c5-8df04cc5e968 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:37.900190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:37.900653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Checking segment: {'id': 'c17ba8ad-2c6d-4b41-aca3-a02337eec394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:37.901166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.901806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Bound using segment: {'id': 'c17ba8ad-2c6d-4b41-aca3-a02337eec394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:37.901942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Deleting port 3c103dcd-6c53-4575-8bd8-d21679fa5535 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:37.902075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3c103dcd-6c53-4575-8bd8-d21679fa5535), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.902446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Bound port: 34fafce2-e22b-4450-b1b5-d5895fcebed4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ba8ad-2c6d-4b41-aca3-a02337eec394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd0169449-b8bd-4883-91ab-c38846159dfd'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:37.902930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:37.933543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc85514-5adf-43db-9a22-294947a2b832 req-b695c934-6b4a-4278-ac43-e0e1f14f42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:37.936272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-b695c934-6b4a-4278-ac43-e0e1f14f42a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.1299472 Mar 09 17:07:37.947678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16e6a-57c2-48cf-a4fe-6148c8d18b22 req-a457462f-8f83-444c-be06-24dbf4c4049c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:37.949222 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-78e16e6a-57c2-48cf-a4fe-6148c8d18b22 req-a457462f-8f83-444c-be06-24dbf4c4049c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2730424 Mar 09 17:07:37.978739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] For port 34fafce2-e22b-4450-b1b5-d5895fcebed4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:37.982730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] For port 34fafce2-e22b-4450-b1b5-d5895fcebed4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34fafce2-e22b-4450-b1b5-d5895fcebed4,segment=NetworkSegment(c17ba8ad-2c6d-4b41-aca3-a02337eec394),segment_id=c17ba8ad-2c6d-4b41-aca3-a02337eec394)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:38.054503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.110347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc85514-5adf-43db-9a22-294947a2b832 req-4967233f-3cf9-4852-96d6-b4378c2ad996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:38.111902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-4967233f-3cf9-4852-96d6-b4378c2ad996 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.1674039 Mar 09 17:07:38.119620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd81cb-1c85-4b51-9aba-5b252133c353 None None] Pushing event updated for resources: {'Port': ['ID=34fafce2-e22b-4450-b1b5-d5895fcebed4,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:38.167250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (4388009a-fdd4-4acf-a804-535641056fd8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.173902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::f5 (d0169449-b8bd-4883-91ab-c38846159dfd/75b06f99-97be-4010-977c-f08cc97d3089/fe28ba4f-192c-4f0e-af3c-1454145876ea) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:38.220328 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-982c1cbd-0a40-4410-aff7-d8494d9e93bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1002 time: 0.0947971 Mar 09 17:07:38.234218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4388009a-fdd4-4acf-a804-535641056fd8']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.240259 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-78e16e6a-57c2-48cf-a4fe-6148c8d18b22 req-6b9d7161-aa1f-425f-abd9-3504199667af tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806473 Mar 09 17:07:38.253550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3c103dcd-6c53-4575-8bd8-d21679fa5535), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.259536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.259831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a2d01-4986-472b-bbf4-ea39b3a756e2') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.282142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.307255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Calling delete_port for 3c103dcd-6c53-4575-8bd8-d21679fa5535 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:38.309964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (cc5a2d01-4986-472b-bbf4-ea39b3a756e2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.329424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:38.343878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc85514-5adf-43db-9a22-294947a2b832 req-8030b48e-f915-4392-b317-f854e43c4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:38.354826 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-8030b48e-f915-4392-b317-f854e43c4e4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.1222382 Mar 09 17:07:38.354964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (cc5a2d01-4986-472b-bbf4-ea39b3a756e2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.399055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:38.399688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (cc5a2d01-4986-472b-bbf4-ea39b3a756e2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:38.404844 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:38.427212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (733c1469-42f2-4788-a7e4-15f5c10e475b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.432070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc85514-5adf-43db-9a22-294947a2b832 req-92d6fc7d-302d-4694-a53d-87915670e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:38.433617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-92d6fc7d-302d-4694-a53d-87915670e211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0735037 Mar 09 17:07:38.556938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 34fafce2-e22b-4450-b1b5-d5895fcebed4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:38.639277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-62d3d3a5-8b56-4665-a9f8-5a1213a8ce43 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670325 Mar 09 17:07:38.726881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (4388009a-fdd4-4acf-a804-535641056fd8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.736797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.743930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.750088 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/4388009a-fdd4-4acf-a804-535641056fd8 HTTP/1.1" status: 204 len: 168 time: 2.2192042 Mar 09 17:07:38.757411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58852) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:38.769673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 34fafce2-e22b-4450-b1b5-d5895fcebed4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:38.770215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.787331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0efd2-74a5-4a5d-a826-49f9e7782312 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=4388009a-fdd4-4acf-a804-535641056fd8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:38.814384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:38.826571 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:38.834259 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a9f046-17b4-4fed-a26f-1e5225800043 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:38.834723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a9f046-17b4-4fed-a26f-1e5225800043 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:38.837863 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-17a9f046-17b4-4fed-a26f-1e5225800043 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/4b9c0258-cb16-4386-adba-33fee662c718 HTTP/1.1" status: 404 len: 337 time: 0.0794909 Mar 09 17:07:38.840692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58856) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:38.841087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.843742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:38.844614 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.864781 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-340d2be0-ed71-4148-8999-9007a2a42ca7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:38.865365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340d2be0-ed71-4148-8999-9007a2a42ca7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:38.871183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-340d2be0-ed71-4148-8999-9007a2a42ca7 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/8cef2205-0cf9-4bac-955c-477a5b496a4c HTTP/1.1" status: 404 len: 339 time: 0.0273814 Mar 09 17:07:38.877958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58858) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:38.884303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 34fafce2-e22b-4450-b1b5-d5895fcebed4 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:38.884725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:38.885954 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acc85514-5adf-43db-9a22-294947a2b832 req-ec22992b-24cc-4ebe-8bfc-81505c2e63de service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164872 Mar 09 17:07:38.887887 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.901867 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:38.902807 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.926380 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2f912278-9712-4f56-9bb2-c25d8b3a1039 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/floatingips/4eb1c26c-6994-4fc7-a58d-275ceb36792a HTTP/1.1" status: 200 len: 977 time: 4.0755565 Mar 09 17:07:38.932423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58860) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:38.936661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:38.937770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 34fafce2-e22b-4450-b1b5-d5895fcebed4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34fafce2-e22b-4450-b1b5-d5895fcebed4,segment=NetworkSegment(c17ba8ad-2c6d-4b41-aca3-a02337eec394),segment_id=c17ba8ad-2c6d-4b41-aca3-a02337eec394)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:38.956029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c156977-e054-400f-841e-6345dd9d4107 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:38.956515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c156977-e054-400f-841e-6345dd9d4107 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:38.958416 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:38.959081 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e87f1-f5cb-4036-9a1f-96a5c4e77c6f None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:38.961225 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c156977-e054-400f-841e-6345dd9d4107 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/cece6720-3302-49c5-bb35-dba452552f02 HTTP/1.1" status: 404 len: 337 time: 0.0741243 Mar 09 17:07:38.967188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58862) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:38.988698 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5a12bf-d33c-4f12-a0a1-bc67aac88119 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:38.988698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5a12bf-d33c-4f12-a0a1-bc67aac88119 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:38.993499 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6b5a12bf-d33c-4f12-a0a1-bc67aac88119 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/53288eff-358f-4fea-ba35-988417a59c6c HTTP/1.1" status: 404 len: 339 time: 0.0227675 Mar 09 17:07:38.993624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58864) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:39.032385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c47cd73-274a-4c02-b297-50743fc391df tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:39.032877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c47cd73-274a-4c02-b297-50743fc391df tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:39.039448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58866) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:39.039605 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9c47cd73-274a-4c02-b297-50743fc391df tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/36935856-1a06-4e1d-bee3-9c475994e726 HTTP/1.1" status: 404 len: 337 time: 0.0448918 Mar 09 17:07:39.040782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.048864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.065159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (3c103dcd-6c53-4575-8bd8-d21679fa5535), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.069133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network d0169449-b8bd-4883-91ab-c38846159dfd is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:39.071653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2382a3-e689-4eaf-8c6b-35d0edf28569 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:39.072187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2382a3-e689-4eaf-8c6b-35d0edf28569 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:39.075396 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4f2382a3-e689-4eaf-8c6b-35d0edf28569 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/107e0fcf-5907-4e93-b400-32b99c95cf1c HTTP/1.1" status: 404 len: 339 time: 0.0349283 Mar 09 17:07:39.079355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.094581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58868) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:39.108759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:39.117066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:39.123302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:39.124402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.129287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=34fafce2-e22b-4450-b1b5-d5895fcebed4,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:39.163436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5869599-1232-4bd3-83c5-8df04cc5e968 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:39.178541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=fe28ba4f-192c-4f0e-af3c-1454145876ea,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:39.205241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event deleted for resources: {'Port': ['ID=3c103dcd-6c53-4575-8bd8-d21679fa5535,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:39.225709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a5869599-1232-4bd3-83c5-8df04cc5e968 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:39.227208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5869599-1232-4bd3-83c5-8df04cc5e968 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:39.235185 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-349a2022-3d12-4297-b098-4357b1461b22 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1370616 Mar 09 17:07:39.240099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58870) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:39.294508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.315039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.329435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting subnet a3798652-7f25-4c89-aafa-caf7f53396fc {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:39.334791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting port 608ebe34-5444-40f9-9b6f-494dfe84659a {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:39.335140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.337879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (a3798652-7f25-4c89-aafa-caf7f53396fc), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.401723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.402158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 4eb1c26c-6994-4fc7-a58d-275ceb36792a disassociated. External IP: 172.36.5.126, port: 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3. Mar 09 17:07:39.417813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5644f-6e7f-459f-b383-4b4f42cb0d64 None None] Network d0169449-b8bd-4883-91ab-c38846159dfd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:39.453366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.456628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.470686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (a3798652-7f25-4c89-aafa-caf7f53396fc), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.515821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port fe28ba4f-192c-4f0e-af3c-1454145876ea {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:39.516285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.522339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bad2187c-f634-482c-814c-0e6f0d88d87e None None] Provisioning complete for port 34fafce2-e22b-4450-b1b5-d5895fcebed4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:39.522719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bad2187c-f634-482c-814c-0e6f0d88d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.589673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665b9c7-25d6-4bd2-9d84-1db292e4bd4a req-63c9960f-df6d-4e31-a980-ca5ffd3b7913 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:39.592230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0665b9c7-25d6-4bd2-9d84-1db292e4bd4a req-63c9960f-df6d-4e31-a980-ca5ffd3b7913 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2500303 Mar 09 17:07:39.595037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (2e7a14d3-1739-4aff-abc2-7e9ade0e0720), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.595631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7a14d3-1739-4aff-abc2-7e9ade0e0720 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:39.611238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.612390 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-06a85d11-50de-418e-90ff-a45f8f2905cc tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/2e7a14d3-1739-4aff-abc2-7e9ade0e0720 HTTP/1.1" status: 204 len: 168 time: 3.2411532 Mar 09 17:07:39.615987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58874) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:39.625739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-30345323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:39.649497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bad2187c-f634-482c-814c-0e6f0d88d87e None None] Current status of the port 34fafce2-e22b-4450-b1b5-d5895fcebed4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:39.666269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.679675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.680388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for fe28ba4f-192c-4f0e-af3c-1454145876ea owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:39.743972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.745315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.825508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:39.979336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-104cbfc4-9156-44d2-a3a0-fa4243f1825d None None] Provisioning complete for port 34fafce2-e22b-4450-b1b5-d5895fcebed4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:39.980186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-104cbfc4-9156-44d2-a3a0-fa4243f1825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.053013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Calling delete_port for 608ebe34-5444-40f9-9b6f-494dfe84659a owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:40.092715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a3798652-7f25-4c89-aafa-caf7f53396fc), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.120612 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-104cbfc4-9156-44d2-a3a0-fa4243f1825d None None] Current status of the port 34fafce2-e22b-4450-b1b5-d5895fcebed4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:40.131536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.135930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-104cbfc4-9156-44d2-a3a0-fa4243f1825d None None] Provisioning complete for port fe28ba4f-192c-4f0e-af3c-1454145876ea triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:40.136994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-104cbfc4-9156-44d2-a3a0-fa4243f1825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.179448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-104cbfc4-9156-44d2-a3a0-fa4243f1825d None None] Port fe28ba4f-192c-4f0e-af3c-1454145876ea cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:40.182200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0665b9c7-25d6-4bd2-9d84-1db292e4bd4a req-1770877e-66f7-4812-bd96-213f3c4130af tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5794120 Mar 09 17:07:40.191651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.278867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.280216 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1f1d15ce-4887-49aa-8758-f11b2f92b439 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6612577 Mar 09 17:07:40.282993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58876) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:40.287795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': False}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:40.302771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f33934c6-cf2c-4a3c-b4bc-0c4c75906f5d None None] Provisioning complete for port fe28ba4f-192c-4f0e-af3c-1454145876ea triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:40.303403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f33934c6-cf2c-4a3c-b4bc-0c4c75906f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.335150 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fe28ba4f-192c-4f0e-af3c-1454145876ea), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.340069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f33934c6-cf2c-4a3c-b4bc-0c4c75906f5d None None] Port fe28ba4f-192c-4f0e-af3c-1454145876ea cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:07:40.378764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:40.395785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=fe28ba4f-192c-4f0e-af3c-1454145876ea,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:40.430007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (a3798652-7f25-4c89-aafa-caf7f53396fc), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.526147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=a3798652-7f25-4c89-aafa-caf7f53396fc,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:40.532197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 34fafce2-e22b-4450-b1b5-d5895fcebed4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:40.561686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.565246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-01f13227-59ec-4013-a1e7-fb0000c081d6 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/a3798652-7f25-4c89-aafa-caf7f53396fc HTTP/1.1" status: 204 len: 168 time: 1.4705741 Mar 09 17:07:40.573180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58880) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:40.582713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c38db-ed27-40e1-ae9b-fd646bff1ae9 None None] Network 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:40.595776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.602742 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.606120 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a1116e1b-d07d-43de-8712-7d1edfbfa782 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/fe28ba4f-192c-4f0e-af3c-1454145876ea HTTP/1.1" status: 204 len: 168 time: 1.3650343 Mar 09 17:07:40.609506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58882) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:40.642136 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-15095585-988c-4e0e-9a99-da732f000a83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:40.646156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15095585-988c-4e0e-9a99-da732f000a83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:40.650006 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-15095585-988c-4e0e-9a99-da732f000a83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/fe28ba4f-192c-4f0e-af3c-1454145876ea HTTP/1.1" status: 404 len: 333 time: 0.0394025 Mar 09 17:07:40.660463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58884) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:40.693817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (608ebe34-5444-40f9-9b6f-494dfe84659a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.694797 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2badb8-5204-4f7e-b88d-b318090389af tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:07:40.697117 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9b2badb8-5204-4f7e-b88d-b318090389af tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/fe28ba4f-192c-4f0e-af3c-1454145876ea HTTP/1.1" status: 404 len: 333 time: 0.0354221 Mar 09 17:07:40.708549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58886) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:40.735162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 34fafce2-e22b-4450-b1b5-d5895fcebed4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:40.735627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.766137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Port': ['ID=608ebe34-5444-40f9-9b6f-494dfe84659a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:40.785880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet 75b06f99-97be-4010-977c-f08cc97d3089 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:40.794164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (75b06f99-97be-4010-977c-f08cc97d3089), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.885181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (75b06f99-97be-4010-977c-f08cc97d3089), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.894534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] DHCP port deletion for 617cf4b7-1094-4f83-a8cf-77f2c61a0c8c request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:40.907252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (617cf4b7-1094-4f83-a8cf-77f2c61a0c8c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.917114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:40.922939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:40.933517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:40.943624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 34fafce2-e22b-4450-b1b5-d5895fcebed4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:40.962484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:40.963384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:41.007916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:41.020724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (75b06f99-97be-4010-977c-f08cc97d3089), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.027715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-253036d7-cf9e-47ab-8c85-8147b99596bf tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/floatingips/4eb1c26c-6994-4fc7-a58d-275ceb36792a HTTP/1.1" status: 200 len: 688 time: 2.0950015 Mar 09 17:07:41.030006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:41.030503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58888) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:41.030965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:41.037031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] Deleting port 60f0e14b-8b19-4362-8942-afe6314bb459 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:41.037590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.080534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:41.080871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbef974-8d43-4d40-be71-ba393c2bb25f None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:41.143834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] For port 60f0e14b-8b19-4362-8942-afe6314bb459, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f0e14b-8b19-4362-8942-afe6314bb459,segment=NetworkSegment(3055bc24-b545-473f-90e5-6fb52eeae54c),segment_id=3055bc24-b545-473f-90e5-6fb52eeae54c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:41.143834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.157745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] Calling delete_port for 60f0e14b-8b19-4362-8942-afe6314bb459 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:41.175220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (75b06f99-97be-4010-977c-f08cc97d3089), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.209360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=75b06f99-97be-4010-977c-f08cc97d3089,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:41.211386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.218640 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c68615aa-ad1e-47e9-b820-363d1029ef1a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/75b06f99-97be-4010-977c-f08cc97d3089 HTTP/1.1" status: 204 len: 168 time: 0.5072854 Mar 09 17:07:41.227183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58892) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:41.229473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6826e8b-f94f-4bfe-8545-c7cd847076e1 None None] Network d0169449-b8bd-4883-91ab-c38846159dfd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:41.255082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.263085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port 60f0e14b-8b19-4362-8942-afe6314bb459 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:41.263565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.278596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.349716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (733c1469-42f2-4788-a7e4-15f5c10e475b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.406641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a5881-5bc5-4940-a317-d3c637bd9ee8 req-6126b4d1-334a-460b-aa13-ae196a857a99 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:41.406820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d0169449-b8bd-4883-91ab-c38846159dfd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.408099 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c38a5881-5bc5-4940-a317-d3c637bd9ee8 req-6126b4d1-334a-460b-aa13-ae196a857a99 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1311381 Mar 09 17:07:41.422052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port 60f0e14b-8b19-4362-8942-afe6314bb459, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60f0e14b-8b19-4362-8942-afe6314bb459,segment=NetworkSegment(3055bc24-b545-473f-90e5-6fb52eeae54c),segment_id=3055bc24-b545-473f-90e5-6fb52eeae54c)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:41.422170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.422674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.456453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Allocated IP 172.36.5.38 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/051f6a81-093c-4bf8-ba7f-8f5e52748996) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:41.458509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] Pushing event deleted for resources: {'Port': ['ID=60f0e14b-8b19-4362-8942-afe6314bb459,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:41.465173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] DHCP port deletion for d0169449-b8bd-4883-91ab-c38846159dfd request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:41.471040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d02db-9dd3-4f59-8aa6-8b92a9ba3513 None None] No DVR routers for this DVR port 60f0e14b-8b19-4362-8942-afe6314bb459 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:41.481642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for 60f0e14b-8b19-4362-8942-afe6314bb459 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:41.499692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 9ff7eb4b-b092-46b1-9862-fa795bed9e1e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:41.500042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.501430 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c38a5881-5bc5-4940-a317-d3c637bd9ee8 req-f9fe4760-02b4-4599-ac37-ef2292e309eb tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798542 Mar 09 17:07:41.543926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] Deleting port 34fafce2-e22b-4450-b1b5-d5895fcebed4 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:41.544502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.625607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for port (051f6a81-093c-4bf8-ba7f-8f5e52748996), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.626638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] For port 34fafce2-e22b-4450-b1b5-d5895fcebed4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34fafce2-e22b-4450-b1b5-d5895fcebed4,segment=NetworkSegment(c17ba8ad-2c6d-4b41-aca3-a02337eec394),segment_id=c17ba8ad-2c6d-4b41-aca3-a02337eec394)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:41.627052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.642073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] Calling delete_port for 34fafce2-e22b-4450-b1b5-d5895fcebed4 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:41.728710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (051f6a81-093c-4bf8-ba7f-8f5e52748996), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.757113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.757466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.766717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:41.771539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:41.775019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:41.782098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 9ff7eb4b-b092-46b1-9862-fa795bed9e1e owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:41.796800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.799332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Pushing event updated for resources: {'Port': ['ID=051f6a81-093c-4bf8-ba7f-8f5e52748996,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:41.828920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (60f0e14b-8b19-4362-8942-afe6314bb459), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.829225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] Pushing event deleted for resources: {'Port': ['ID=34fafce2-e22b-4450-b1b5-d5895fcebed4,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:41.837262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb99e0-695d-4c4d-b73b-cf11057b9590 None None] No DVR routers for this DVR port 34fafce2-e22b-4450-b1b5-d5895fcebed4 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:41.848332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4461041-0985-4ebe-b707-ad518d8da1b4 req-68f14aa9-3c30-40c8-bcf9-b6e846ef8f56 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:41.849883 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a4461041-0985-4ebe-b707-ad518d8da1b4 req-68f14aa9-3c30-40c8-bcf9-b6e846ef8f56 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2616882 Mar 09 17:07:41.858429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 34fafce2-e22b-4450-b1b5-d5895fcebed4 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:41.858779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:41.897730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=60f0e14b-8b19-4362-8942-afe6314bb459,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:41.901430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port 60f0e14b-8b19-4362-8942-afe6314bb459 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:42.069347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] For port 34fafce2-e22b-4450-b1b5-d5895fcebed4, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:42.069715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.081139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router_gateway (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.130314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 34fafce2-e22b-4450-b1b5-d5895fcebed4 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:42.135913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Port 34fafce2-e22b-4450-b1b5-d5895fcebed4 was not found and therefore no delete operation was performed {{(pid=104357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:07:42.145527 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a4461041-0985-4ebe-b707-ad518d8da1b4 req-474fb2c4-3ee2-4317-acb9-6acb442a30c2 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657070 Mar 09 17:07:42.150929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (34fafce2-e22b-4450-b1b5-d5895fcebed4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.183744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (617cf4b7-1094-4f83-a8cf-77f2c61a0c8c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.199643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Router 733c1469-42f2-4788-a7e4-15f5c10e475b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:42.237814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=34fafce2-e22b-4450-b1b5-d5895fcebed4,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:42.244843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617cf4b7-1094-4f83-a8cf-77f2c61a0c8c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.247072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No DVR routers for this DVR port 34fafce2-e22b-4450-b1b5-d5895fcebed4 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:42.263327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3055bc24-b545-473f-90e5-6fb52eeae54c') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.263637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3055bc24-b545-473f-90e5-6fb52eeae54c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.292482 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.296150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (3055bc24-b545-473f-90e5-6fb52eeae54c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.296551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.389210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3055bc24-b545-473f-90e5-6fb52eeae54c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.484619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 60f0e14b-8b19-4362-8942-afe6314bb459 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:42.508744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 60f0e14b-8b19-4362-8942-afe6314bb459 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:42.508744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 60f0e14b-8b19-4362-8942-afe6314bb459 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:42.508744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 34fafce2-e22b-4450-b1b5-d5895fcebed4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:42.527850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Router 47dc5c49-5faa-4a4a-a066-3fe076f46eaf is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:42.528076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 34fafce2-e22b-4450-b1b5-d5895fcebed4 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:42.528201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 34fafce2-e22b-4450-b1b5-d5895fcebed4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:42.651135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:42.655916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.657465 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6bad9f64-41c6-48c9-96fb-c201f10bdb65 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "PUT /v2.0/routers/47dc5c49-5faa-4a4a-a066-3fe076f46eaf HTTP/1.1" status: 200 len: 917 time: 2.3732717 Mar 09 17:07:42.660023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58900) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:42.665721 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] Sync routers for ids ['47dc5c49-5faa-4a4a-a066-3fe076f46eaf'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:42.676695 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] Routers {'47dc5c49-5faa-4a4a-a066-3fe076f46eaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:42.677830 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['47dc5c49-5faa-4a4a-a066-3fe076f46eaf'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.713802 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.721617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:42.722028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (3055bc24-b545-473f-90e5-6fb52eeae54c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.723598 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] Routers {'47dc5c49-5faa-4a4a-a066-3fe076f46eaf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:42.724386 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['47dc5c49-5faa-4a4a-a066-3fe076f46eaf'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:42.728147 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:42.766283 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.767201 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b677c4-d3fc-4974-af2f-914d21b5be50 None None] The sync data for ids ['47dc5c49-5faa-4a4a-a066-3fe076f46eaf'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:42.777059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d0169449-b8bd-4883-91ab-c38846159dfd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.778639 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-984ac930-a654-4ec7-857e-48907953204e tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/47dc5c49-5faa-4a4a-a066-3fe076f46eaf HTTP/1.1" status: 200 len: 923 time: 0.1173012 Mar 09 17:07:42.781383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58902) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:42.843705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9ff7eb4b-b092-46b1-9862-fa795bed9e1e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:42.855994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f22219-5ddf-4498-a787-ce29bfd5fa70 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:42.860026 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f5f22219-5ddf-4498-a787-ce29bfd5fa70 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=47dc5c49-5faa-4a4a-a066-3fe076f46eaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0753195 Mar 09 17:07:42.860258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58904) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:42.920813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0169449-b8bd-4883-91ab-c38846159dfd']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.924244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=9ff7eb4b-b092-46b1-9862-fa795bed9e1e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:42.953214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9cc651-070c-4cc0-baf6-98fadf6b614b tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:42.957286 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3e9cc651-070c-4cc0-baf6-98fadf6b614b tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.0934026 Mar 09 17:07:42.957524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58906) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:42.959579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ba8ad-2c6d-4b41-aca3-a02337eec394') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.959884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ba8ad-2c6d-4b41-aca3-a02337eec394') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:42.971698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:42.981814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] Sync routers for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:42.986856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-80b78dc2-0eb5-43f1-b80f-0c24da21e791 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dc5c49-5faa-4a4a-a066-3fe076f46eaf HTTP/1.1" status: 200 len: 205 time: 0.0277627 Mar 09 17:07:42.989748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58908) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:42.994924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:42.995548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:43.002580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (c17ba8ad-2c6d-4b41-aca3-a02337eec394), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.010090 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-538554ec-bac1-4c84-ae98-fa43ac9c2cc9 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "PUT /v2.0/routers/733c1469-42f2-4788-a7e4-15f5c10e475b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3583045 Mar 09 17:07:43.015723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58910) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.029348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72e71-d5e4-400b-b89f-45d189dffa39 req-b3c04f9d-632d-4798-93a3-68cd6d31bf84 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.030790 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10e72e71-d5e4-400b-b89f-45d189dffa39 req-b3c04f9d-632d-4798-93a3-68cd6d31bf84 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3110569 Mar 09 17:07:43.031969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:43.037811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (617cf4b7-1094-4f83-a8cf-77f2c61a0c8c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.041108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] Routers {'733c1469-42f2-4788-a7e4-15f5c10e475b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:43.041725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['733c1469-42f2-4788-a7e4-15f5c10e475b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:43.081078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:43.082260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02bb056-5d1d-422b-bd45-a3b2ed2d75c6 None None] The sync data for ids ['733c1469-42f2-4788-a7e4-15f5c10e475b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:43.100069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.105433 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/617cf4b7-1094-4f83-a8cf-77f2c61a0c8c HTTP/1.1" status: 204 len: 168 time: 2.5231993 Mar 09 17:07:43.107492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.113222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58912) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.125546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c17ba8ad-2c6d-4b41-aca3-a02337eec394), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.131741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c209529-0b3e-4046-8c2e-eff20343498a tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=617cf4b7-1094-4f83-a8cf-77f2c61a0c8c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:43.148941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:43.149384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (c17ba8ad-2c6d-4b41-aca3-a02337eec394), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:43.154538 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:43.168136 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-529d09e5-f85e-4ecd-870d-b621e65603c1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:43.168620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529d09e5-f85e-4ecd-870d-b621e65603c1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:43.171607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (4eb1c26c-6994-4fc7-a58d-275ceb36792a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.172340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-529d09e5-f85e-4ecd-870d-b621e65603c1 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/d4f43fbf-e343-497d-b7d9-86649b8ec76e HTTP/1.1" status: 404 len: 337 time: 0.0623231 Mar 09 17:07:43.174339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.174908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58914) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.175599 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ed5caef9-8364-4b0f-a840-87e6c2c43caa tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/floatingips/4eb1c26c-6994-4fc7-a58d-275ceb36792a HTTP/1.1" status: 204 len: 168 time: 2.1441607 Mar 09 17:07:43.184913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58916) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.205125 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84b46b5-99fd-4794-a350-c1f7b4bb03e4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:43.205703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84b46b5-99fd-4794-a350-c1f7b4bb03e4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:43.208728 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d84b46b5-99fd-4794-a350-c1f7b4bb03e4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/5554a6e8-39e6-4701-8d29-bb43692cb889 HTTP/1.1" status: 404 len: 339 time: 0.0328665 Mar 09 17:07:43.232834 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10e72e71-d5e4-400b-b89f-45d189dffa39 req-856dd8a7-1778-44f3-b9d5-5a335d9145df tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541364 Mar 09 17:07:43.233310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58918) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.238081 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-8494cda9-06da-49b9-9a21-a416c54fe937 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] delete failed (client error): The resource could not be found. Mar 09 17:07:43.244098 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8494cda9-06da-49b9-9a21-a416c54fe937 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/floatingips/4eb1c26c-6994-4fc7-a58d-275ceb36792a HTTP/1.1" status: 404 len: 345 time: 0.0526550 Mar 09 17:07:43.245033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58920) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.321040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router (733c1469-42f2-4788-a7e4-15f5c10e475b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.362624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d0169449-b8bd-4883-91ab-c38846159dfd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.373661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.380401 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/d0169449-b8bd-4883-91ab-c38846159dfd HTTP/1.1" status: 204 len: 168 time: 2.1473391 Mar 09 17:07:43.383847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58924) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.390272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1864182917'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:43.401095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.405566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting subnet de458487-125a-4c1f-bbfb-850f050c40e2 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:43.410636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45af5d7-2ee8-49e9-9a90-50e03bf49985 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=d0169449-b8bd-4883-91ab-c38846159dfd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:43.413559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (de458487-125a-4c1f-bbfb-850f050c40e2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.438223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f2409-7a2e-4e0b-94f3-952773e000c8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.443447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f2409-7a2e-4e0b-94f3-952773e000c8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.448713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f2409-7a2e-4e0b-94f3-952773e000c8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.452837 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c7f2409-7a2e-4e0b-94f3-952773e000c8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/ports?network_id=d151bf32-ba9d-45a0-a688-e526afc2884e HTTP/1.1" status: 200 len: 2357 time: 0.2043223 Mar 09 17:07:43.454931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58926) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.493025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (de458487-125a-4c1f-bbfb-850f050c40e2), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.495214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16e9b-76da-49d4-aad1-2e2bbf42cde7 req-196b5ad2-5ec2-4cd3-9a7e-6e75efb60eac tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.496716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0eb16e9b-76da-49d4-aad1-2e2bbf42cde7 req-196b5ad2-5ec2-4cd3-9a7e-6e75efb60eac tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1719816 Mar 09 17:07:43.524162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router_gateway (733c1469-42f2-4788-a7e4-15f5c10e475b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.550419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:43.553581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.558486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62462cc-951b-4db8-a28a-8f3e4f6c1617 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.564311 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a62462cc-951b-4db8-a28a-8f3e4f6c1617 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/subnets/360efe0f-7e70-4e4e-b8ed-0de13f797c89 HTTP/1.1" status: 200 len: 797 time: 0.1032200 Mar 09 17:07:43.568427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58928) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.579405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'port': {'network_id': 'd151bf32-ba9d-45a0-a688-e526afc2884e', 'name': 'tempest-FloatingIPTestJSON-31742729', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:43.611870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:43.621583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (de458487-125a-4c1f-bbfb-850f050c40e2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.622434 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0eb16e9b-76da-49d4-aad1-2e2bbf42cde7 req-b279e16c-31e0-4867-92c0-e7cfa1df3e1f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171772 Mar 09 17:07:43.629890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Deleting port 051f6a81-093c-4bf8-ba7f-8f5e52748996 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:43.630228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (051f6a81-093c-4bf8-ba7f-8f5e52748996), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.632228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (892ba4a2-2532-425c-ba76-a229c719e68d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.632586 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment 892ba4a2-2532-425c-ba76-a229c719e68d of type vlan for network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 Mar 09 17:07:43.719128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.759447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (051f6a81-093c-4bf8-ba7f-8f5e52748996), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.771816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Calling delete_port for 051f6a81-093c-4bf8-ba7f-8f5e52748996 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:43.812720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting port 19ea176c-2932-4290-8c21-b4a46681c759 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:43.812986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (19ea176c-2932-4290-8c21-b4a46681c759), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.822553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0efd2e-6009-417d-a5d3-0f8af8b2ae05 req-ad3cfdb3-a625-43b2-b5e1-a0afcfc78bc0 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.828367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ae0efd2e-6009-417d-a5d3-0f8af8b2ae05 req-ad3cfdb3-a625-43b2-b5e1-a0afcfc78bc0 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1134756 Mar 09 17:07:43.834984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.839994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:43.840592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.861171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (de458487-125a-4c1f-bbfb-850f050c40e2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.925242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:43.936843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Subnet': ['ID=de458487-125a-4c1f-bbfb-850f050c40e2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:43.941001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:43.944306 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-89562a87-0015-4e4c-938e-bb1795c3f10f tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/subnets/de458487-125a-4c1f-bbfb-850f050c40e2 HTTP/1.1" status: 204 len: 168 time: 0.6768074 Mar 09 17:07:43.948569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58932) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.950002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63779935-f009-4731-b929-8739a7e3c109 None None] Network 0a4a3a08-be9c-42b8-93e0-03b27f229b9f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:43.952216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:43.972223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:43.979678 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ae0efd2e-6009-417d-a5d3-0f8af8b2ae05 req-19dbbb7e-2ba1-441f-9631-c54320b6d8e8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457205 Mar 09 17:07:43.983023 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-44bae1ed-a8be-4ab0-b735-9033759ffe96 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5966959 Mar 09 17:07:43.986354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58934) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:43.991222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:44.005021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (19ea176c-2932-4290-8c21-b4a46681c759), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.054287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Calling delete_port for 19ea176c-2932-4290-8c21-b4a46681c759 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:44.126491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.157652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] device_id is not set on port c941f1fe-7366-422e-8e7a-54b51bdaa81a yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:44.282543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] DHCP port deletion for 0a4a3a08-be9c-42b8-93e0-03b27f229b9f request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:44.333645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] Deleting port 3e0881b6-883c-4846-a9be-0837d022a544 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:44.334153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3e0881b6-883c-4846-a9be-0837d022a544), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.384994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (19ea176c-2932-4290-8c21-b4a46681c759), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.403216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26d8d-57f9-456d-8975-eccfabb00bbb req-51cb4068-9402-4da4-8b57-2f1f21179d15 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:44.405516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] For port 3e0881b6-883c-4846-a9be-0837d022a544, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e0881b6-883c-4846-a9be-0837d022a544,segment=NetworkSegment(e094d79d-15f6-498b-9133-877993ce9d11),segment_id=e094d79d-15f6-498b-9133-877993ce9d11)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:44.406106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3e0881b6-883c-4846-a9be-0837d022a544), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.413467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a7e26d8d-57f9-456d-8975-eccfabb00bbb req-51cb4068-9402-4da4-8b57-2f1f21179d15 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.0936074 Mar 09 17:07:44.414979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (0a4a3a08-be9c-42b8-93e0-03b27f229b9f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.421492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] Calling delete_port for 3e0881b6-883c-4846-a9be-0837d022a544 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:44.504031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Port': ['ID=19ea176c-2932-4290-8c21-b4a46681c759,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:44.534462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a7e26d8d-57f9-456d-8975-eccfabb00bbb req-6046b5c0-40c0-4c3f-8565-596ed8d6ee7b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178412 Mar 09 17:07:44.537263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Deleting port 3e0881b6-883c-4846-a9be-0837d022a544 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:44.543412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3e0881b6-883c-4846-a9be-0837d022a544), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.563984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3e0881b6-883c-4846-a9be-0837d022a544 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:44.570230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:44.573762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.576683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (733c1469-42f2-4788-a7e4-15f5c10e475b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.593370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (3e0881b6-883c-4846-a9be-0837d022a544), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.622110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (051f6a81-093c-4bf8-ba7f-8f5e52748996), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.627713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] Pushing event deleted for resources: {'Port': ['ID=3e0881b6-883c-4846-a9be-0837d022a544,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:44.635827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a242117-a86e-4218-9b72-41962fa94c1f None None] No DVR routers for this DVR port 3e0881b6-883c-4846-a9be-0837d022a544 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:44.641299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No active binding found for port 3e0881b6-883c-4846-a9be-0837d022a544 {{(pid=104359) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 09 17:07:44.641973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] The host dv-neutron-master-2-hyperv is not matching for port 3e0881b6-883c-4846-a9be-0837d022a544 host None! {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 09 17:07:44.642558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3e0881b6-883c-4846-a9be-0837d022a544 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:44.680442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event deleted for resources: {'Port': ['ID=051f6a81-093c-4bf8-ba7f-8f5e52748996,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:44.719065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] For port 3e0881b6-883c-4846-a9be-0837d022a544, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e0881b6-883c-4846-a9be-0837d022a544,segment=NetworkSegment(e094d79d-15f6-498b-9133-877993ce9d11),segment_id=e094d79d-15f6-498b-9133-877993ce9d11)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:44.719442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3e0881b6-883c-4846-a9be-0837d022a544), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.745071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (733c1469-42f2-4788-a7e4-15f5c10e475b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.754191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router_controller (733c1469-42f2-4788-a7e4-15f5c10e475b), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.776283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Calling delete_port for 3e0881b6-883c-4846-a9be-0837d022a544 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:44.850271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.890482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (733c1469-42f2-4788-a7e4-15f5c10e475b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.890955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Fanout notify agent at l3_agent the message router_deleted on router 733c1469-42f2-4788-a7e4-15f5c10e475b {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:44.901306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:44.901517 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8d899c8d-7ad4-410a-913e-5b5fa773858c tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "DELETE /v2.0/routers/733c1469-42f2-4788-a7e4-15f5c10e475b HTTP/1.1" status: 204 len: 168 time: 1.8696780 Mar 09 17:07:44.916066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58940) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:44.994594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.14 (d151bf32-ba9d-45a0-a688-e526afc2884e/360efe0f-7e70-4e4e-b8ed-0de13f797c89/c941f1fe-7366-422e-8e7a-54b51bdaa81a) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:45.000714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.13 (d151bf32-ba9d-45a0-a688-e526afc2884e/360efe0f-7e70-4e4e-b8ed-0de13f797c89/c941f1fe-7366-422e-8e7a-54b51bdaa81a) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:45.019855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.026410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.125798 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting subnet e5b9877a-fde3-4e3f-b879-b4aeb6d115c2 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:45.138772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for subnet (e5b9877a-fde3-4e3f-b879-b4aeb6d115c2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.146516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (c941f1fe-7366-422e-8e7a-54b51bdaa81a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.159003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (3e0881b6-883c-4846-a9be-0837d022a544), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.202504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Port': ['ID=3e0881b6-883c-4846-a9be-0837d022a544,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:45.204099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (47dc5c49-5faa-4a4a-a066-3fe076f46eaf), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.204741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Fanout notify agent at l3_agent the message router_deleted on router 47dc5c49-5faa-4a4a-a066-3fe076f46eaf {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:45.209303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] No DVR routers for this DVR port 3e0881b6-883c-4846-a9be-0837d022a544 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:45.212156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (e5b9877a-fde3-4e3f-b879-b4aeb6d115c2), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.256974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (eee55427-6ed2-4d85-b4ed-573ef7b33843), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.265080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c941f1fe-7366-422e-8e7a-54b51bdaa81a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.308561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:45.314497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:45.316831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:45.320822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.322195 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-49e93796-accf-441a-853d-91c99a458aab tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/47dc5c49-5faa-4a4a-a066-3fe076f46eaf HTTP/1.1" status: 204 len: 168 time: 2.3314705 Mar 09 17:07:45.327415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58946) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:45.333277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356653558', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:45.360188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=c941f1fe-7366-422e-8e7a-54b51bdaa81a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:45.387476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=eee55427-6ed2-4d85-b4ed-573ef7b33843,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:45.395658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:45.396279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.415040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (0a4a3a08-be9c-42b8-93e0-03b27f229b9f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.458450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (e5b9877a-fde3-4e3f-b879-b4aeb6d115c2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.459194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.460283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.462088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4a3a08-be9c-42b8-93e0-03b27f229b9f']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:45.464240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': '892ba4a2-2532-425c-ba76-a229c719e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:45.464660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:45.491052 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-93438207-c3f7-44dc-aa56-df5d96062aa5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9216614 Mar 09 17:07:45.498648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e094d79d-15f6-498b-9133-877993ce9d11') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:45.498953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e094d79d-15f6-498b-9133-877993ce9d11') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:45.501134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58948) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:45.509426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'c941f1fe-7366-422e-8e7a-54b51bdaa81a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:45.516424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.527858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (e094d79d-15f6-498b-9133-877993ce9d11), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.561786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e094d79d-15f6-498b-9133-877993ce9d11), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.571432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (e094d79d-15f6-498b-9133-877993ce9d11), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:45.577148 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:45.637921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:45.639952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.690761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (e5b9877a-fde3-4e3f-b879-b4aeb6d115c2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.735642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b9877a-fde3-4e3f-b879-b4aeb6d115c2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:45.738433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (0a4a3a08-be9c-42b8-93e0-03b27f229b9f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.739355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.740552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.746485 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-42f365c2-f36b-464b-ba9e-92a82d7897a7 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "DELETE /v2.0/subnets/e5b9877a-fde3-4e3f-b879-b4aeb6d115c2 HTTP/1.1" status: 204 len: 168 time: 0.8267217 Mar 09 17:07:45.748568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679e2c9-290e-40ca-a5db-74ff2bdba713 None None] Network 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:45.749007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:45.752228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669d0b4-f5d9-4a23-903a-83b8af0b0a71 req-dfd62855-003c-49d6-9afb-7b918bcab2c8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:45.753755 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3669d0b4-f5d9-4a23-903a-83b8af0b0a71 req-dfd62855-003c-49d6-9afb-7b918bcab2c8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1269567 Mar 09 17:07:45.760263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.763461 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] 10.222.0.16 "DELETE /v2.0/networks/0a4a3a08-be9c-42b8-93e0-03b27f229b9f HTTP/1.1" status: 204 len: 168 time: 1.8121986 Mar 09 17:07:45.779376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0859351-834d-4511-a5b3-5c0b98b040b4 tempest-NetworksIpV6Test-855781725 tempest-NetworksIpV6Test-855781725-project] Pushing event deleted for resources: {'Network': ['ID=0a4a3a08-be9c-42b8-93e0-03b27f229b9f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:45.781093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:45.791918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:45.792558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.814104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a290770-56d0-4ef4-b980-85c9db0b5fa5 None None] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:45.837701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (9c419eac-9bfa-4fac-a9e7-ba685ba94f63), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.871145 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3669d0b4-f5d9-4a23-903a-83b8af0b0a71 req-140d2f33-308a-4784-9cb0-9ace863d0ff4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943160 Mar 09 17:07:45.889820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:45.906045 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-97911465-0323-4214-a88f-788a98ed945e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9185631 Mar 09 17:07:45.911894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 58956) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:45.922779 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:07:45.940390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1879380456'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:46.081712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.43 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/5b9a0df2-628d-4076-9d8c-b8f2eb07d086) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:46.108810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:46.109255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.133982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80', 'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': 'eee55427-6ed2-4d85-b4ed-573ef7b33843'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:07:46.135682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.255066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.259783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] DHCP port deletion for 9c419eac-9bfa-4fac-a9e7-ba685ba94f63 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:46.437802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.532153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:46.543491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:46.554733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:46.570318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:46.615423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Allocated IP 2001:db8::2 (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80/eee55427-6ed2-4d85-b4ed-573ef7b33843/dc4db4b8-ba45-45b8-a0fb-a353b8ca7542) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:46.618794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] Deleting port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:46.619399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.622531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58968) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:46.639941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=5b9a0df2-628d-4076-9d8c-b8f2eb07d086,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:46.684331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] For port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,segment=NetworkSegment(006c4599-7971-4e40-88a1-c973295f04af),segment_id=006c4599-7971-4e40-88a1-c973295f04af)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:46.684938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.734928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (087aa56c-7f4e-43a7-92e3-50a31c506c54), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.741371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Calling delete_port for 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:46.769270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.820575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:46.823274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] For port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,segment=NetworkSegment(006c4599-7971-4e40-88a1-c973295f04af),segment_id=006c4599-7971-4e40-88a1-c973295f04af)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:46.823777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.823984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.835669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aa1b2-b9d3-4f25-8780-36cc39c70fcf req-128b1c1a-fdf5-4d73-9256-46c5379dcfa2 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:46.837809 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-496aa1b2-b9d3-4f25-8780-36cc39c70fcf req-128b1c1a-fdf5-4d73-9256-46c5379dcfa2 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.2138636 Mar 09 17:07:46.851305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] Calling delete_port for 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:46.863660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:46.864406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:46.923728 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-245c4778-c8ad-4080-8a00-fe841fb9cae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e70174e560fe4cd8b37a1949b2008fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806571 Mar 09 17:07:46.924287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 2d09f0b1-188c-477e-bc6a-8e018722558b yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:46.929181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58972) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:46.943078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3bf82-45e9-4faf-9498-ec981daac6c2 req-d42b1a7f-2319-43fe-b6d8-2eb7b06b3504 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:46.950027 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15d3bf82-45e9-4faf-9498-ec981daac6c2 req-d42b1a7f-2319-43fe-b6d8-2eb7b06b3504 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2857585 Mar 09 17:07:46.985448 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-496aa1b2-b9d3-4f25-8780-36cc39c70fcf req-957a4ce1-f897-4529-b313-6d4825a620e2 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291013 Mar 09 17:07:46.998777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,segment=NetworkSegment(006c4599-7971-4e40-88a1-c973295f04af),segment_id=006c4599-7971-4e40-88a1-c973295f04af)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:47.020596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Publish callbacks [] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.050685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Allocated IP 172.36.5.218 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/e220b48b-4783-44bd-bf6b-fa657c4934ea) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:47.053357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.079594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4edcfb58-7a37-478a-941a-c27e9c737ea6 admin admin] Publish callbacks [] for security_group (34f7d8e6-8a94-4f71-af72-8b5c940b75b8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.098191 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15d3bf82-45e9-4faf-9498-ec981daac6c2 req-35c70a44-dab3-4bd4-8712-bd2b5ee6929f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470938 Mar 09 17:07:47.104980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.109075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4edcfb58-7a37-478a-941a-c27e9c737ea6 admin admin] Publish callbacks [] for security_group (34f7d8e6-8a94-4f71-af72-8b5c940b75b8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.130299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:47.132321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:47.135413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:47.148906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.186755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.212438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8698b4a2-d7ad-4cc4-a681-d7d063ca77f8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.217784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::120 (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80/eee55427-6ed2-4d85-b4ed-573ef7b33843/2d09f0b1-188c-477e-bc6a-8e018722558b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:47.234970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] No DVR routers for this DVR port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:47.238623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Attempting to bind port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:07:47.238950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Attempting to bind port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '892ba4a2-2532-425c-ba76-a229c719e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:07:47.239347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Attempting to bind port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 on network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:07:47.250025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Pushing event updated for resources: {'Port': ['ID=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.254768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:07:47.257480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Checking segment: {'id': '892ba4a2-2532-425c-ba76-a229c719e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:47.257480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.257480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Bound using segment: {'id': '892ba4a2-2532-425c-ba76-a229c719e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:07:47.257480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Bound port: dc4db4b8-ba45-45b8-a0fb-a353b8ca7542, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892ba4a2-2532-425c-ba76-a229c719e68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:07:47.257480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.260785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Port': ['ID=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.262634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] No DVR routers for this DVR port 8698b4a2-d7ad-4cc4-a681-d7d063ca77f8 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:47.290177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe495d9f-7ef1-4cde-9b93-1f191c1ab160 None None] Pushing event deleted for resources: {'Port': ['ID=8698b4a2-d7ad-4cc4-a681-d7d063ca77f8,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.303647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4edcfb58-7a37-478a-941a-c27e9c737ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (34f7d8e6-8a94-4f71-af72-8b5c940b75b8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.306251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4edcfb58-7a37-478a-941a-c27e9c737ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.307407 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4edcfb58-7a37-478a-941a-c27e9c737ea6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34f7d8e6-8a94-4f71-af72-8b5c940b75b8 HTTP/1.1" status: 204 len: 168 time: 0.3774445 Mar 09 17:07:47.332973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for port (e220b48b-4783-44bd-bf6b-fa657c4934ea), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.344472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcfb58-7a37-478a-941a-c27e9c737ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7d8e6-8a94-4f71-af72-8b5c940b75b8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.373184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] For port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:07:47.383938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (e4aa2fd7-d4d1-425b-92a0-63407b2d270f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.387040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] For port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,segment=NetworkSegment(892ba4a2-2532-425c-ba76-a229c719e68d),segment_id=892ba4a2-2532-425c-ba76-a229c719e68d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:07:47.444778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (9c419eac-9bfa-4fac-a9e7-ba685ba94f63), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.454156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.484883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c419eac-9bfa-4fac-a9e7-ba685ba94f63']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:47.514777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006c4599-7971-4e40-88a1-c973295f04af') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:47.515191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006c4599-7971-4e40-88a1-c973295f04af') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:47.535832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (006c4599-7971-4e40-88a1-c973295f04af), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.539464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0c1e1-49a9-48f1-8899-5750f4aaf8bf None None] Pushing event updated for resources: {'Port': ['ID=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.549454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (2d09f0b1-188c-477e-bc6a-8e018722558b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.568203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (006c4599-7971-4e40-88a1-c973295f04af), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.569025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.576995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:47.577724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (006c4599-7971-4e40-88a1-c973295f04af), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:47.582034 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:47.676648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e220b48b-4783-44bd-bf6b-fa657c4934ea), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.727044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:47.746531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:47.753868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:47.764242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.797997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (9c419eac-9bfa-4fac-a9e7-ba685ba94f63), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.800786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event updated for resources: {'Port': ['ID=e220b48b-4783-44bd-bf6b-fa657c4934ea,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.802257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2d09f0b1-188c-477e-bc6a-8e018722558b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.831361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.838971 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "DELETE /v2.0/networks/9c419eac-9bfa-4fac-a9e7-ba685ba94f63 HTTP/1.1" status: 204 len: 168 time: 2.0886254 Mar 09 17:07:47.841611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58980) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:47.850259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:47.887029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:47.888300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c376681-bee5-4e4d-9c2f-1faacfa70a75 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Network': ['ID=9c419eac-9bfa-4fac-a9e7-ba685ba94f63,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.895017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:47.942142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=5b9a0df2-628d-4076-9d8c-b8f2eb07d086,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:47.974411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:47.980387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:47.981012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.098960 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1755328 Mar 09 17:07:48.099758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 58992) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:48.126501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca751276-208d-49ce-872f-2bfef1a4da45 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=2d09f0b1-188c-477e-bc6a-8e018722558b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:48.143340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (e4aa2fd7-d4d1-425b-92a0-63407b2d270f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.182102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-9cf1b286-537b-4824-9d0c-f8559595ce28 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:48.184018 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-9cf1b286-537b-4824-9d0c-f8559595ce28 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.2931552 Mar 09 17:07:48.297930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a120-46eb-42bd-96b9-6406b874c89e req-061440a4-fa3f-4b8b-916c-cc5d7578f8e8 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:48.297930 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a76a120-46eb-42bd-96b9-6406b874c89e req-061440a4-fa3f-4b8b-916c-cc5d7578f8e8 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 946 time: 0.2094140 Mar 09 17:07:48.310982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Deleting port 95e3e8e7-6177-4f88-abe2-29e09f954c7e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:48.311316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.340209 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP e4aa2fd7-d4d1-425b-92a0-63407b2d270f associated. External IP: 172.36.5.43, port: c941f1fe-7366-422e-8e7a-54b51bdaa81a. Mar 09 17:07:48.433866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 2d09f0b1-188c-477e-bc6a-8e018722558b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:48.434211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2d09f0b1-188c-477e-bc6a-8e018722558b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.463032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Deleting port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:48.465481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.510209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a76a120-46eb-42bd-96b9-6406b874c89e req-9eedc01e-9f6b-45da-977d-175c29128b5b tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655338 Mar 09 17:07:48.534609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.534874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for floatingip (95e3e8e7-6177-4f88-abe2-29e09f954c7e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.580715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:48.645368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:48.645779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.656933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (087aa56c-7f4e-43a7-92e3-50a31c506c54), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.770474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:48.771222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.779337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] For port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:48.779974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.801158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b168d-d412-444b-9297-905b9f632856 req-91e9276a-4940-4786-bc27-a3fda8dc94f3 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:48.802763 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f40b168d-d412-444b-9297-905b9f632856 req-91e9276a-4940-4786-bc27-a3fda8dc94f3 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.1830411 Mar 09 17:07:48.840191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,segment=NetworkSegment(892ba4a2-2532-425c-ba76-a229c719e68d),segment_id=892ba4a2-2532-425c-ba76-a229c719e68d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:48.907623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59008) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:48.916944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:48.980524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Calling delete_port for 95e3e8e7-6177-4f88-abe2-29e09f954c7e owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:49.014183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f40b168d-d412-444b-9297-905b9f632856 req-2299f122-6012-4d2e-9add-dcbec1420bb8 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999569 Mar 09 17:07:49.023474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:49.024299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2d09f0b1-188c-477e-bc6a-8e018722558b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.104133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e8d2e00f-416c-41b0-b674-fc78542c5889 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] Request body: {'port': {'network_id': 'fb93de8f-1c2d-48a2-9b26-cf369f260c0e', 'name': 'tempest-NetworksNegativeTestJSON-938471316'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:49.117162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 2d09f0b1-188c-477e-bc6a-8e018722558b owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:49.125601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe266a-5628-401d-9c00-719a06c99bba req-af8773e4-1f91-400c-a6ad-f449f747d25b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:49.127183 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6fbe266a-5628-401d-9c00-719a06c99bba req-af8773e4-1f91-400c-a6ad-f449f747d25b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.6491597 Mar 09 17:07:49.159136 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d2e00f-416c-41b0-b674-fc78542c5889 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] POST failed (client error): The resource could not be found. Mar 09 17:07:49.159661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d2e00f-416c-41b0-b674-fc78542c5889 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.161034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e8d2e00f-416c-41b0-b674-fc78542c5889 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2522647 Mar 09 17:07:49.170170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59012) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.240704 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6cfcdb-fea8-4355-92e9-673659b948c1 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:49.241247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6cfcdb-fea8-4355-92e9-673659b948c1 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.244303 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2e6cfcdb-fea8-4355-92e9-673659b948c1 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "DELETE /v2.0/networks/9af6b8dc-656b-4b4d-aba1-ac6b0240b4dd HTTP/1.1" status: 404 len: 339 time: 0.0731790 Mar 09 17:07:49.250419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59014) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.270593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa2d93-57c3-4e34-95ca-d64c28a5e156 None None] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:49.305242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.308300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.308695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (2f3698b9-e616-4cea-bc35-3b931ff7c68f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.309016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Floating IP 2f3698b9-e616-4cea-bc35-3b931ff7c68f disassociated. External IP: 172.36.5.108, port: 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5. Mar 09 17:07:49.309364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Calling delete_port for 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:49.326658 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-470c383c-293b-4ec3-82ea-46466a490f21 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:49.327223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470c383c-293b-4ec3-82ea-46466a490f21 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.334832 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-470c383c-293b-4ec3-82ea-46466a490f21 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "DELETE /v2.0/ports/bcae5138-e11a-424d-898c-b3579c23bf48 HTTP/1.1" status: 404 len: 333 time: 0.0765190 Mar 09 17:07:49.338436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59016) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.346126 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6fbe266a-5628-401d-9c00-719a06c99bba req-6355ba42-e302-46c6-b899-dd3fbf1f5990 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047915 Mar 09 17:07:49.350539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-984de143-9128-4515-a706-ce7fe3d20533 None None] Provisioning complete for port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:49.351060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-984de143-9128-4515-a706-ce7fe3d20533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.389962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:49.414173 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-297cb1af-6e3a-4fb2-ab6f-c0f5d36cf328 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:49.414638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297cb1af-6e3a-4fb2-ab6f-c0f5d36cf328 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.421446 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-297cb1af-6e3a-4fb2-ab6f-c0f5d36cf328 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "DELETE /v2.0/subnets/3c940444-a632-4343-9875-5c9005b1eae5 HTTP/1.1" status: 404 len: 337 time: 0.0757792 Mar 09 17:07:49.429592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59020) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.459373 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-985e8b09-d000-4fd7-a061-96a9b6122733 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] GET failed (client error): The resource could not be found. Mar 09 17:07:49.464505 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-985e8b09-d000-4fd7-a061-96a9b6122733 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "GET /v2.0/networks/48c20950-e16e-475e-8d1f-0a6e499a7624 HTTP/1.1" status: 404 len: 339 time: 0.0285180 Mar 09 17:07:49.504187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59022) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.516083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-984de143-9128-4515-a706-ce7fe3d20533 None None] Current status of the port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:49.531732 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf06d480-b999-4136-94d2-a92a7088f124 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] GET failed (client error): The resource could not be found. Mar 09 17:07:49.533182 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bf06d480-b999-4136-94d2-a92a7088f124 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "GET /v2.0/ports/e941a2e3-5e25-4764-85e0-b9775d9424dc HTTP/1.1" status: 404 len: 333 time: 0.0369389 Mar 09 17:07:49.540721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59024) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.583116 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fe5470-8b8e-4b69-99c1-e55d93a6cc89 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] GET failed (client error): The resource could not be found. Mar 09 17:07:49.584628 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c3fe5470-8b8e-4b69-99c1-e55d93a6cc89 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "GET /v2.0/subnets/50edbb8c-d8cb-47f8-a4e6-49dc49a130d4 HTTP/1.1" status: 404 len: 337 time: 0.0411079 Mar 09 17:07:49.589807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59028) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.595761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-26887090-c0e3-4e3f-972e-1a3c590f33f4 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:49.620564 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-26887090-c0e3-4e3f-972e-1a3c590f33f4 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] PUT failed (client error): The resource could not be found. Mar 09 17:07:49.621095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26887090-c0e3-4e3f-972e-1a3c590f33f4 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.622300 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-26887090-c0e3-4e3f-972e-1a3c590f33f4 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "PUT /v2.0/networks/080838cd-97ce-49b3-954b-4f844679416f HTTP/1.1" status: 404 len: 339 time: 0.0314806 Mar 09 17:07:49.626200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59030) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.633002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-386089d1-6f24-4f78-9c0f-c177a2a942f8 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:49.648328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (95e3e8e7-6177-4f88-abe2-29e09f954c7e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.672571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Router 087aa56c-7f4e-43a7-92e3-50a31c506c54 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:07:49.674359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-386089d1-6f24-4f78-9c0f-c177a2a942f8 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] PUT failed (client error): The resource could not be found. Mar 09 17:07:49.674920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386089d1-6f24-4f78-9c0f-c177a2a942f8 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.676084 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-386089d1-6f24-4f78-9c0f-c177a2a942f8 tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "PUT /v2.0/ports/55fd91f0-69e2-4854-9213-b04b479ff0a5 HTTP/1.1" status: 404 len: 333 time: 0.0487766 Mar 09 17:07:49.687946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59032) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:49.706078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a098c41-1417-48cc-9195-221cd5bd2f59 req-a267b173-991a-41d1-a0ef-2631e587cb12 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:49.707631 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9a098c41-1417-48cc-9195-221cd5bd2f59 req-a267b173-991a-41d1-a0ef-2631e587cb12 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1800733 Mar 09 17:07:49.713788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fbd51b6b-37b5-405c-aa6d-b5cff20f1f0a tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:49.720136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Pushing event deleted for resources: {'Port': ['ID=95e3e8e7-6177-4f88-abe2-29e09f954c7e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:49.744390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2d09f0b1-188c-477e-bc6a-8e018722558b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.803715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:49.816464 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:49.820879 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9a098c41-1417-48cc-9195-221cd5bd2f59 req-eed6a516-b53a-467c-b6c0-040e7cc2fd3a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017253 Mar 09 17:07:49.829649 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:49.830770 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:49.867254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7af85ac6-4b4b-4414-be19-3a512c70c951 None None] Provisioning complete for port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:49.867707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7af85ac6-4b4b-4414-be19-3a512c70c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:49.886861 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:49.898422 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:49.899401 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:49.915324 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd51b6b-37b5-405c-aa6d-b5cff20f1f0a tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] PUT failed (client error): The resource could not be found. Mar 09 17:07:49.915882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd51b6b-37b5-405c-aa6d-b5cff20f1f0a tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:49.917139 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fbd51b6b-37b5-405c-aa6d-b5cff20f1f0a tempest-NetworksNegativeTestJSON-1180305223 tempest-NetworksNegativeTestJSON-1180305223-project] 10.222.0.16 "PUT /v2.0/subnets/6bec160b-3c5e-4c63-bb20-ea4a6643ceb9 HTTP/1.1" status: 404 len: 337 time: 0.2098145 Mar 09 17:07:49.920499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=2d09f0b1-188c-477e-bc6a-8e018722558b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:49.996819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7af85ac6-4b4b-4414-be19-3a512c70c951 None None] Current status of the port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:50.003038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7af85ac6-4b4b-4414-be19-3a512c70c951 None None] Could not find standard attr ID for object 2d09f0b1-188c-477e-bc6a-8e018722558b. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:07:50.004725 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:50.006373 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c6d5e-cc8d-4974-bcfe-69ee398715f9 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:50.027982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.034550 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-473e3c2c-3979-45c1-b6ce-490faf3996b1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/2d09f0b1-188c-477e-bc6a-8e018722558b HTTP/1.1" status: 204 len: 168 time: 1.9331152 Mar 09 17:07:50.043623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59038) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:50.051534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.110237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-05e133eb-1f1e-471e-a758-885f10f30e15 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:50.111811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-05e133eb-1f1e-471e-a758-885f10f30e15 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.3935399 Mar 09 17:07:50.116056 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4e4db352-6d12-47ef-aadc-f1503518b97d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6112511 Mar 09 17:07:50.121309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87fb6c-e2c7-4c42-b733-f664cee693ca req-32f977b1-5473-489f-a2f7-59656efd2657 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:50.122900 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb87fb6c-e2c7-4c42-b733-f664cee693ca req-32f977b1-5473-489f-a2f7-59656efd2657 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 867 time: 0.4840312 Mar 09 17:07:50.125429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f409517-c23e-4254-a730-70bbf0a3addb None None] Could not find standard attr ID for object 2d09f0b1-188c-477e-bc6a-8e018722558b. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:07:50.141522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59042) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:50.152195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'port_id': 'c941f1fe-7366-422e-8e7a-54b51bdaa81a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:50.203718 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2105b9eb-e7fd-4379-a299-dcbfcb895eba tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:07:50.207739 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2105b9eb-e7fd-4379-a299-dcbfcb895eba tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/2d09f0b1-188c-477e-bc6a-8e018722558b HTTP/1.1" status: 404 len: 333 time: 0.1152010 Mar 09 17:07:50.221065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59044) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:50.244847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks [] for floatingip (87370eb7-aa83-4015-8436-2ff157689eb9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.247621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.251570 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8478853b-d9a7-46e9-ae60-9ea45a584513 tempest-FloatingIPAdminTestJSON-785203988 tempest-FloatingIPAdminTestJSON-785203988-project] 10.222.0.16 "DELETE /v2.0/floatingips/87370eb7-aa83-4015-8436-2ff157689eb9 HTTP/1.1" status: 204 len: 168 time: 2.4060771 Mar 09 17:07:50.284333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.350082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event deleted for resources: {'Port': ['ID=528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:50.372423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (e4aa2fd7-d4d1-425b-92a0-63407b2d270f), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.407819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:50.418958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] Sync routers for ids ['087aa56c-7f4e-43a7-92e3-50a31c506c54'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:50.442923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] Routers {'087aa56c-7f4e-43a7-92e3-50a31c506c54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:50.445323 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['087aa56c-7f4e-43a7-92e3-50a31c506c54'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:50.456378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca7c9b-c0ba-47aa-bbd4-4473734ba545 req-60e1ffeb-a93b-4f23-b395-8b7f36a0c252 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:50.458068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-baca7c9b-c0ba-47aa-bbd4-4473734ba545 req-60e1ffeb-a93b-4f23-b395-8b7f36a0c252 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1748013 Mar 09 17:07:50.482688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet eee55427-6ed2-4d85-b4ed-573ef7b33843 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:07:50.516324 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb87fb6c-e2c7-4c42-b733-f664cee693ca req-4019efd4-5d42-48e3-91d3-4f8c09088d51 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d9c44a-cd67-47d3-984b-98cff2073a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571866 Mar 09 17:07:50.517087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.518284 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b4beb930-2a5a-4d90-903c-c231ba353473 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1884489 Mar 09 17:07:50.526816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59050) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:50.534287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (eee55427-6ed2-4d85-b4ed-573ef7b33843), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.546187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:50.560630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:07:50.567082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:50.640193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] Routers {'087aa56c-7f4e-43a7-92e3-50a31c506c54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:50.641263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['087aa56c-7f4e-43a7-92e3-50a31c506c54'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:50.665465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:50.677784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:50.679368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578425ab-6c8f-4356-a182-1e510567a671 None None] The sync data for ids ['087aa56c-7f4e-43a7-92e3-50a31c506c54'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:50.726655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (eee55427-6ed2-4d85-b4ed-573ef7b33843), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.730301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:07:50.730695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.776712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59054) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:50.793930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Deleting port 465dc296-7d0d-4c84-9f3a-dbda164ec162 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:50.794899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:50.865010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59058) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:50.883456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:50.913669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-baca7c9b-c0ba-47aa-bbd4-4473734ba545 req-3cb3b151-8f9b-4bdf-bce7-fd85257d2a55 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991604 Mar 09 17:07:50.991541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aa54c-962a-4f4b-a9ec-110f1f367071 req-b2bb2dfb-984e-4662-88de-562f1b74d01f tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:50.999081 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b06aa54c-962a-4f4b-a9ec-110f1f367071 req-b2bb2dfb-984e-4662-88de-562f1b74d01f tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 945 time: 0.3624191 Mar 09 17:07:51.071020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] For port 465dc296-7d0d-4c84-9f3a-dbda164ec162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=465dc296-7d0d-4c84-9f3a-dbda164ec162,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:51.071693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.098325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (eee55427-6ed2-4d85-b4ed-573ef7b33843), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.146647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02cfa33b-ecbf-43ee-bd51-accf44e8fc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.166756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:51.197605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:51.198255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:51.219478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:51.237609 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] Sync routers for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:51.248849 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:51.249687 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:51.261665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22232b-a7a4-478b-b31e-7c9d51bb24f2 req-0aa89a6a-d477-42c9-9e68-2b5322a3e9e8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:51.264079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6e22232b-a7a4-478b-b31e-7c9d51bb24f2 req-0aa89a6a-d477-42c9-9e68-2b5322a3e9e8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1945314 Mar 09 17:07:51.326194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] No DVR routers for this DVR port 528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:51.330733 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b06aa54c-962a-4f4b-a9ec-110f1f367071 req-9ebce586-221f-440e-9d16-aa1f099fa084 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307233 Mar 09 17:07:51.339181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.343518 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-19f14779-7a6e-40d4-97c2-7ec8ad279109 req-4a570358-5c82-40a4-83aa-e58d15ff679a tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.36 "DELETE /v2.0/ports/528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5 HTTP/1.1" status: 204 len: 173 time: 3.1527870 Mar 09 17:07:51.343876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'name': 'network-vif-deleted', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:51.346698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcca736-cee8-4183-88f0-23410cc468c4" -d '{"events": [{"server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "name": "network-vif-deleted", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:51.365891 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:51.406238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.425343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6e22232b-a7a4-478b-b31e-7c9d51bb24f2 req-f8108c91-07a7-4296-bd7d-cea8446b86a0 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538835 Mar 09 17:07:51.426583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb7a71-8f4e-4145-bb45-127e94e53356 x-openstack-request-id: req-2bdb7a71-8f4e-4145-bb45-127e94e53356 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:51.426980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4ce552-822c-4154-a6f9-dc951a46484a", "name": "network-vif-deleted", "tag": "528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:51.427372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bdb7a71-8f4e-4145-bb45-127e94e53356 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:51.428092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ce552-822c-4154-a6f9-dc951a46484a', 'name': 'network-vif-deleted', 'tag': '528c19fb-f2e6-482a-8cd3-e39ac5ffe3f5', 'status': 'completed', 'code': 200} Mar 09 17:07:51.470154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_gateway (087aa56c-7f4e-43a7-92e3-50a31c506c54), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.600795 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-878470f4-38d5-40da-afb3-8a85551baed1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d150de65df428995f363989d8c10d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7333076 Mar 09 17:07:51.604388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59070) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:51.662340 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:51.667101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983021f-6ac6-4d4a-8b9e-38a49b251f94 req-d779b63e-8341-4038-96e6-7676ecd0c54e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:51.673588 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e983021f-6ac6-4d4a-8b9e-38a49b251f94 req-d779b63e-8341-4038-96e6-7676ecd0c54e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1539645 Mar 09 17:07:51.700045 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] Checking router: 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:07:51.712908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (eee55427-6ed2-4d85-b4ed-573ef7b33843), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.720095 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c0766b00-3a58-4c40-938c-22a81f535dae req-fb20297e-6afc-4658-bd76-2dcfa995c1bd tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4ce552-822c-4154-a6f9-dc951a46484a HTTP/1.1" status: 200 len: 210 time: 0.0661194 Mar 09 17:07:51.730270 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:51.731263 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:51.765597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b735a9a-86ce-4de4-b62e-625acdd083bf None None] Network 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:51.777495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=eee55427-6ed2-4d85-b4ed-573ef7b33843,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:51.790314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.790695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7d18d78d-f8f4-4401-a6a0-679b8f06e8dd admin admin] Publish callbacks [] for security_group (afe04d94-60fc-4e96-ad07-e788595e2a61), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.799868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59072) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:51.800680 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2700da93-48a8-419b-8667-ce1a9667474b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/eee55427-6ed2-4d85-b4ed-573ef7b33843 HTTP/1.1" status: 204 len: 168 time: 1.5785203 Mar 09 17:07:51.877285 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:51.928744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.969225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7d18d78d-f8f4-4401-a6a0-679b8f06e8dd admin admin] Publish callbacks [] for security_group (afe04d94-60fc-4e96-ad07-e788595e2a61), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:51.997700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Deleting port e220b48b-4783-44bd-bf6b-fa657c4934ea {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:51.998523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e220b48b-4783-44bd-bf6b-fa657c4934ea), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.064790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] DHCP port deletion for 6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:07:52.157174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e220b48b-4783-44bd-bf6b-fa657c4934ea), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.167236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] Deleting port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:52.167658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.172866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Calling delete_port for e220b48b-4783-44bd-bf6b-fa657c4934ea owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:52.228304 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:52.297854 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4cf183-5473-4331-9806-70f7b242b5b4 None None] The sync data for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv is: [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '29e13b86-a98b-4b1c-8d28-533f837591ac', 'name': '', 'network_id': '54bd7d51-c503-4f53-b140-5d16e5008e99', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'mac_address': 'fa:16:3e:3b:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'subnets': [{'id': 'a8cd4737-cd35-4783-8942-b0b6329358b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:52.315514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.316501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (5a46eaf9-c91f-4266-b826-318a14011c9b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.316984 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Floating IP 5a46eaf9-c91f-4266-b826-318a14011c9b disassociated. External IP: 172.36.5.159, port: 465dc296-7d0d-4c84-9f3a-dbda164ec162. Mar 09 17:07:52.317502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Calling delete_port for 465dc296-7d0d-4c84-9f3a-dbda164ec162 owned by compute:nova {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:52.324799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] For port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,segment=NetworkSegment(892ba4a2-2532-425c-ba76-a229c719e68d),segment_id=892ba4a2-2532-425c-ba76-a229c719e68d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:52.327076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.331970 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e983021f-6ac6-4d4a-8b9e-38a49b251f94 req-fb2de519-ed6e-4257-9d27-2236cacc4bdb tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6574450 Mar 09 17:07:52.361506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] Calling delete_port for dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:52.485476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:52.493803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.527702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:52.611037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02cfa33b-ecbf-43ee-bd51-accf44e8fc73 admin admin] Publish callbacks [] for security_group (e21bd0f6-e408-4eb3-a262-b37706edfa57), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.650345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7d18d78d-f8f4-4401-a6a0-679b8f06e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (afe04d94-60fc-4e96-ad07-e788595e2a61), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.654144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7d18d78d-f8f4-4401-a6a0-679b8f06e8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.655663 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7d18d78d-f8f4-4401-a6a0-679b8f06e8dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afe04d94-60fc-4e96-ad07-e788595e2a61 HTTP/1.1" status: 204 len: 168 time: 1.0500948 Mar 09 17:07:52.694527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:07:52.694931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.713360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f0e25-009c-450b-b9aa-4a60b644452b req-9b5b28e7-1e94-4b81-94d7-01fffaff91d5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:52.713576 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a8f0e25-009c-450b-b9aa-4a60b644452b req-9b5b28e7-1e94-4b81-94d7-01fffaff91d5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2681444 Mar 09 17:07:52.734056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.745445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18d78d-f8f4-4401-a6a0-679b8f06e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe04d94-60fc-4e96-ad07-e788595e2a61,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:52.758532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e220b48b-4783-44bd-bf6b-fa657c4934ea), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.778264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] For port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,segment=NetworkSegment(892ba4a2-2532-425c-ba76-a229c719e68d),segment_id=892ba4a2-2532-425c-ba76-a229c719e68d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:52.779234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.807113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] Pushing event deleted for resources: {'Port': ['ID=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:52.830368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.846184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc374823-3d14-4d4f-a33e-9d55bc998cd7 None None] No DVR routers for this DVR port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:52.849348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c1efe-fced-44fb-845b-a43787e4789c None None] New status for floating IP 2f3698b9-e616-4cea-bc35-3b931ff7c68f: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:07:52.926974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:52.930300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (087aa56c-7f4e-43a7-92e3-50a31c506c54), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.930932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (e4aa2fd7-d4d1-425b-92a0-63407b2d270f), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.932576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02cfa33b-ecbf-43ee-bd51-accf44e8fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e21bd0f6-e408-4eb3-a262-b37706edfa57), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:52.932888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Pushing event deleted for resources: {'Port': ['ID=e220b48b-4783-44bd-bf6b-fa657c4934ea,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:53.007441 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a8f0e25-009c-450b-b9aa-4a60b644452b req-c02ebdc1-af97-4df1-99b9-e0231edcefa2 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763233 Mar 09 17:07:53.042417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (465dc296-7d0d-4c84-9f3a-dbda164ec162), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.051590 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-02cfa33b-ecbf-43ee-bd51-accf44e8fc73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58a7471b92c2408eb4d66ca862c4d1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2655327 Mar 09 17:07:53.066427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a0f35-82f7-4d11-9e98-a56dabca1269 req-551a9858-e67c-49dd-a62d-319117bb923b tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:53.067437 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a29a0f35-82f7-4d11-9e98-a56dabca1269 req-551a9858-e67c-49dd-a62d-319117bb923b tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 867 time: 0.5601740 Mar 09 17:07:53.073903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59088) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:53.155892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 465dc296-7d0d-4c84-9f3a-dbda164ec162 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:07:53.157050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa33b-ecbf-43ee-bd51-accf44e8fc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21bd0f6-e408-4eb3-a262-b37706edfa57,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:53.177480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event deleted for resources: {'Port': ['ID=465dc296-7d0d-4c84-9f3a-dbda164ec162,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:53.187172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 465dc296-7d0d-4c84-9f3a-dbda164ec162 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:07:53.187535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 465dc296-7d0d-4c84-9f3a-dbda164ec162 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:07:53.207764 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a29a0f35-82f7-4d11-9e98-a56dabca1269 req-4d32586a-7391-477e-8dc0-1bf31c5d4093 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups?id=df768f47-95e3-4c84-8e99-ce5d7c527190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201141 Mar 09 17:07:53.261995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59092) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:53.428258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Router 990084b5-2e51-4f90-af01-6ed66377dace has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:53.451118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.451118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9adc9b67-1f0e-4b60-a2e1-728307fcd8a0 admin admin] Publish callbacks [] for security_group (e21bd0f6-e408-4eb3-a262-b37706edfa57), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.454910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (dc4db4b8-ba45-45b8-a0fb-a353b8ca7542), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.496953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59094) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:53.525791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f3a44a9-0f4d-426b-a0fe-283ca16bb4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.647270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:53.664954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:53.682828 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] Sync routers for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:53.697991 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:53.699702 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:53.709695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.724838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] No DVR routers for this DVR port 465dc296-7d0d-4c84-9f3a-dbda164ec162 on host hv-neutron-mast {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:53.754394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=dc4db4b8-ba45-45b8-a0fb-a353b8ca7542,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:53.758113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.758782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No DVR routers for this DVR port dc4db4b8-ba45-45b8-a0fb-a353b8ca7542 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:07:53.761813 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-849f6d0e-2336-4861-aebe-d94c3e1e0efa req-282104f9-a28c-43c3-a255-4a3e7211addc tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.36 "DELETE /v2.0/ports/465dc296-7d0d-4c84-9f3a-dbda164ec162 HTTP/1.1" status: 204 len: 173 time: 3.6211004 Mar 09 17:07:53.763999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'name': 'network-vif-deleted', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:07:53.766424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf0cd0e-d7cb-4fde-af28-2cb1ab094a7f" -d '{"events": [{"server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "name": "network-vif-deleted", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:07:53.807883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f3a44a9-0f4d-426b-a0fe-283ca16bb4c9 admin admin] Publish callbacks [] for security_group (7db93479-5879-4420-b336-b613b7ff3206), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.809481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9adc9b67-1f0e-4b60-a2e1-728307fcd8a0 admin admin] Publish callbacks [] for security_group (e21bd0f6-e408-4eb3-a262-b37706edfa57), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.847219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ac42b7-4d26-4e40-a964-8142292376c8 x-openstack-request-id: req-c8ac42b7-4d26-4e40-a964-8142292376c8 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:07:53.847219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5003b92-74b4-432e-9252-c90a780b4266", "name": "network-vif-deleted", "tag": "465dc296-7d0d-4c84-9f3a-dbda164ec162", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:07:53.847219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ac42b7-4d26-4e40-a964-8142292376c8 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:07:53.847219 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5003b92-74b4-432e-9252-c90a780b4266', 'name': 'network-vif-deleted', 'tag': '465dc296-7d0d-4c84-9f3a-dbda164ec162', 'status': 'completed', 'code': 200} Mar 09 17:07:53.869404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:53.874702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.883720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:53.902588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f3a44a9-0f4d-426b-a0fe-283ca16bb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7db93479-5879-4420-b336-b613b7ff3206), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:53.902962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:53.904371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:53.962130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:53.978821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a44a9-0f4d-426b-a0fe-283ca16bb4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db93479-5879-4420-b336-b613b7ff3206,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:53.988390 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8f3a44a9-0f4d-426b-a0fe-283ca16bb4c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9e72b649397419e952d723e2abe3898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894836 Mar 09 17:07:53.990723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59098) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.009623 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a5c96b3c-30aa-4f9c-807a-d75064a7354a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/floatingips/e4aa2fd7-d4d1-425b-92a0-63407b2d270f HTTP/1.1" status: 200 len: 976 time: 3.8647711 Mar 09 17:07:54.011293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59100) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.015040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:54.016340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.028122 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:54.043947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e678ab02-976b-4d09-bfac-7ec791a2d3aa tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group (05d9c44a-cd67-47d3-984b-98cff2073a28), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.092677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.094568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a1432-821f-4fec-80d4-2bd5e5d78c7a None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:54.126964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.139613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Router 087aa56c-7f4e-43a7-92e3-50a31c506c54 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:54.166814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e678ab02-976b-4d09-bfac-7ec791a2d3aa tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group (05d9c44a-cd67-47d3-984b-98cff2073a28), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.173356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f60431b9-d47e-452c-91f1-3d079d25f9f0 admin admin] Publish callbacks [] for security_group (7db93479-5879-4420-b336-b613b7ff3206), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.179468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.202672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892ba4a2-2532-425c-ba76-a229c719e68d') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.203044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892ba4a2-2532-425c-ba76-a229c719e68d') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.214328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f60431b9-d47e-452c-91f1-3d079d25f9f0 admin admin] Publish callbacks [] for security_group (7db93479-5879-4420-b336-b613b7ff3206), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.245735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (892ba4a2-2532-425c-ba76-a229c719e68d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.291772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 5b9a0df2-628d-4076-9d8c-b8f2eb07d086 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:54.292096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.306478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (892ba4a2-2532-425c-ba76-a229c719e68d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.315362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:07:54.315775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (892ba4a2-2532-425c-ba76-a229c719e68d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:07:54.318892 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:07:54.321393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:54.335456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] Sync routers for ids ['087aa56c-7f4e-43a7-92e3-50a31c506c54'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:54.336816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.337982 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-10f7b4b0-b39e-4b23-b6be-9287c9a562fb tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "PUT /v2.0/routers/087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 200 len: 709 time: 3.8101845 Mar 09 17:07:54.343840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59104) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.357101 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:27Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.359870 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] Routers {'087aa56c-7f4e-43a7-92e3-50a31c506c54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:54.360490 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['087aa56c-7f4e-43a7-92e3-50a31c506c54'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.391702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.392299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.407551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 5b9a0df2-628d-4076-9d8c-b8f2eb07d086 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:54.425488 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] Checking router: 990084b5-2e51-4f90-af01-6ed66377dace for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:07:54.427355 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.440976 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] Routers {'087aa56c-7f4e-43a7-92e3-50a31c506c54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:54.441594 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['087aa56c-7f4e-43a7-92e3-50a31c506c54'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.444006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9adc9b67-1f0e-4b60-a2e1-728307fcd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e21bd0f6-e408-4eb3-a262-b37706edfa57), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.445283 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:54.445401 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.446737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9adc9b67-1f0e-4b60-a2e1-728307fcd8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.447853 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9adc9b67-1f0e-4b60-a2e1-728307fcd8a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e21bd0f6-e408-4eb3-a262-b37706edfa57 HTTP/1.1" status: 204 len: 168 time: 1.3727038 Mar 09 17:07:54.455046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-52deccd6-5497-4a8f-a393-39941ef81394 req-e677352e-8a7c-4cb6-b3a2-fdd3d7bb03a3 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5003b92-74b4-432e-9252-c90a780b4266 HTTP/1.1" status: 200 len: 210 time: 0.1128056 Mar 09 17:07:54.458866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e678ab02-976b-4d09-bfac-7ec791a2d3aa tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (05d9c44a-cd67-47d3-984b-98cff2073a28), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.465260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e678ab02-976b-4d09-bfac-7ec791a2d3aa tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.465260 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e678ab02-976b-4d09-bfac-7ec791a2d3aa tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "DELETE /v2.0/security-groups/05d9c44a-cd67-47d3-984b-98cff2073a28 HTTP/1.1" status: 204 len: 168 time: 1.1941717 Mar 09 17:07:54.477547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59108) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.486189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc9b67-1f0e-4b60-a2e1-728307fcd8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21bd0f6-e408-4eb3-a262-b37706edfa57,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:54.551203 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:54.551854 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e162e-4f71-4477-98c6-ff9024d5406c None None] The sync data for ids ['087aa56c-7f4e-43a7-92e3-50a31c506c54'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:54.553920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.561581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5b90aa11-1673-4be9-9e5a-c2fa7809893b tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/routers/087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 200 len: 744 time: 0.2141051 Mar 09 17:07:54.578616 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-29466a58-45bb-4416-813b-370d0a24e6d1 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] show failed (client error): The resource could not be found. Mar 09 17:07:54.578616 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-29466a58-45bb-4416-813b-370d0a24e6d1 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "GET /v2.0/security-groups/05d9c44a-cd67-47d3-984b-98cff2073a28 HTTP/1.1" status: 404 len: 347 time: 0.0909705 Mar 09 17:07:54.578616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.578616 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80 HTTP/1.1" status: 204 len: 168 time: 2.7694206 Mar 09 17:07:54.578876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59110) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.580415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59112) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.580415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59114) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.580616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678ab02-976b-4d09-bfac-7ec791a2d3aa tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d9c44a-cd67-47d3-984b-98cff2073a28,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:54.645432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f60431b9-d47e-452c-91f1-3d079d25f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7db93479-5879-4420-b336-b613b7ff3206), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.650556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f60431b9-d47e-452c-91f1-3d079d25f9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.654827 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f60431b9-d47e-452c-91f1-3d079d25f9f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7db93479-5879-4420-b336-b613b7ff3206 HTTP/1.1" status: 204 len: 168 time: 0.6631188 Mar 09 17:07:54.685961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'name': 'tempest-PortsIpV6TestJSON-1733516524'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:54.727737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60431b9-d47e-452c-91f1-3d079d25f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db93479-5879-4420-b336-b613b7ff3206,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:54.788971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a68f-3865-40dd-adce-26e648bf059b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=6d306daa-e7c5-4410-b9ec-4b6cfe8a0a80,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:54.793292 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e94bf466-0988-4763-abea-3f118e943609 tempest-RoutersIpV6AdminTest-681024362 tempest-RoutersIpV6AdminTest-681024362-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 200 len: 205 time: 0.2100606 Mar 09 17:07:54.800575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59120) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.805600 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:07:54.870948 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-65ee9966-2d8a-4171-b432-4ffbe415d3e6 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 200 len: 205 time: 0.0675664 Mar 09 17:07:54.871691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59122) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:54.972862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:54.991184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Deleting port 86586016-cba9-4c00-8a6b-5d316a2c90c1 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:54.991379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.029675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5b9a0df2-628d-4076-9d8c-b8f2eb07d086), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.060609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=5b9a0df2-628d-4076-9d8c-b8f2eb07d086,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:55.065924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:55.067619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.097323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 29346950-8731-403b-9147-1c1c12dcfc04 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:55.099295 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:27Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:55.137125 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc082d6-7303-44b9-8d25-bc272cb91972 None None] The sync data for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv is: [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:06:21Z', 'revision_number': 4, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f7e24f50-6b24-4a47-8b49-e4de71816ed4', 'name': '', 'network_id': '156d8939-b06a-43f7-992c-2765bd5353db', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'mac_address': 'fa:16:3e:01:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:19Z', 'updated_at': '2022-03-09T17:06:27Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'subnets': [{'id': '5a9233de-054e-4157-9616-75d5a5021e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:55.207328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.207978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (86586016-cba9-4c00-8a6b-5d316a2c90c1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.243459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Calling delete_port for 86586016-cba9-4c00-8a6b-5d316a2c90c1 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:55.296733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.302275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router_controller (087aa56c-7f4e-43a7-92e3-50a31c506c54), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.306670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (e4aa2fd7-d4d1-425b-92a0-63407b2d270f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.307081 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP e4aa2fd7-d4d1-425b-92a0-63407b2d270f disassociated (deleted). External IP: 172.36.5.43, port: c941f1fe-7366-422e-8e7a-54b51bdaa81a. Mar 09 17:07:55.427194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (29346950-8731-403b-9147-1c1c12dcfc04), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.453784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (087aa56c-7f4e-43a7-92e3-50a31c506c54), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.454326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Fanout notify agent at l3_agent the message router_deleted on router 087aa56c-7f4e-43a7-92e3-50a31c506c54 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:07:55.462384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.463505 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b4b573ba-cec8-4097-8929-3bb4300b9c91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 204 len: 168 time: 0.5883863 Mar 09 17:07:55.467172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59134) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.491309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e34e5-1b57-4272-aaf4-d350568773d8 None None] New status for floating IP 5a46eaf9-c91f-4266-b826-318a14011c9b: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:07:55.500478 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-31702b02-078b-487a-9bda-87451ac88f91 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 200 len: 205 time: 0.0300422 Mar 09 17:07:55.501420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59136) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.578445 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-5dd66e2f-ff3d-4497-97ff-722ee88aee24 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] delete failed (client error): The resource could not be found. Mar 09 17:07:55.583306 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5dd66e2f-ff3d-4497-97ff-722ee88aee24 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/087aa56c-7f4e-43a7-92e3-50a31c506c54 HTTP/1.1" status: 404 len: 336 time: 0.0810683 Mar 09 17:07:55.589072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59144) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.615677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59146) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.633186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a6a8a703-7ea8-4336-8fb2-93984d31ab8a tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dc5c49-5faa-4a4a-a066-3fe076f46eaf HTTP/1.1" status: 200 len: 205 time: 0.0437889 Mar 09 17:07:55.634807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (29346950-8731-403b-9147-1c1c12dcfc04), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.636313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59148) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.640713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48334301-bc5a-4d5a-bde3-552e23c87662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.665783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:07:55.667902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59150) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.691299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=29346950-8731-403b-9147-1c1c12dcfc04,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:55.725751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (86586016-cba9-4c00-8a6b-5d316a2c90c1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.736758 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-4cdde243-c11d-47d9-b980-ec840a241197 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] delete failed (client error): The resource could not be found. Mar 09 17:07:55.737819 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4cdde243-c11d-47d9-b980-ec840a241197 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/47dc5c49-5faa-4a4a-a066-3fe076f46eaf HTTP/1.1" status: 404 len: 336 time: 0.1007011 Mar 09 17:07:55.758896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59152) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.767021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:55.768734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Pushing event deleted for resources: {'Port': ['ID=86586016-cba9-4c00-8a6b-5d316a2c90c1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:55.781731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:55.784189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:55.790164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:55.791075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.805648 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e8df617a-12a5-407e-8719-1e8189f2071c tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e7a14d3-1739-4aff-abc2-7e9ade0e0720 HTTP/1.1" status: 200 len: 205 time: 0.0426645 Mar 09 17:07:55.811179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59154) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.858287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks [] for floatingip (2f3698b9-e616-4cea-bc35-3b931ff7c68f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.860972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.862180 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ccc5c823-e2ef-40b8-8a4a-f42213a2f9b9 tempest-ServersTestJSON-474227824 tempest-ServersTestJSON-474227824-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f3698b9-e616-4cea-bc35-3b931ff7c68f HTTP/1.1" status: 204 len: 168 time: 1.2785556 Mar 09 17:07:55.866059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59158) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.881717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-1e7b957a-3952-4788-8c2d-ca2d3b22849a tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] delete failed (client error): The resource could not be found. Mar 09 17:07:55.884529 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1e7b957a-3952-4788-8c2d-ca2d3b22849a tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/2e7a14d3-1739-4aff-abc2-7e9ade0e0720 HTTP/1.1" status: 404 len: 336 time: 0.0683844 Mar 09 17:07:55.906129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59162) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.913459 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-de7fc1fc-8f6f-4473-a606-fa92e251876a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3287439 Mar 09 17:07:55.914816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5f48f5d8-8c0f-4399-b1cc-1044ba642a21 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group (df768f47-95e3-4c84-8e99-ce5d7c527190), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:55.916364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59166) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.947771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7c52397f-2bf8-4212-b914-b71d1d1bdf45 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=b97dd2c0-6d55-437d-b9b2-f01058d00cc7 HTTP/1.1" status: 200 len: 205 time: 0.0378919 Mar 09 17:07:55.949872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59168) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:55.994209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-48ece21d-8cac-4334-ae31-7a62bb7a81d9 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] delete failed (client error): The resource could not be found. Mar 09 17:07:55.998081 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-48ece21d-8cac-4334-ae31-7a62bb7a81d9 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/b97dd2c0-6d55-437d-b9b2-f01058d00cc7 HTTP/1.1" status: 404 len: 336 time: 0.0441816 Mar 09 17:07:55.998225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59170) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.000952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48334301-bc5a-4d5a-bde3-552e23c87662 admin admin] Publish callbacks [] for security_group (a607bbc2-b660-4cf1-84da-c5ecfcf31fa8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.002875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5f48f5d8-8c0f-4399-b1cc-1044ba642a21 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group (df768f47-95e3-4c84-8e99-ce5d7c527190), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.007762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:07:56.020960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.021068 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:07:56.043294 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:56.045917 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:56.061057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1786f535-b30e-481f-a967-93ab5ce9338d tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=071b7c82-a2f5-458c-8b78-a1b4a79db2d9 HTTP/1.1" status: 200 len: 205 time: 0.0589085 Mar 09 17:07:56.061334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59174) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.103687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-bfef5ced-c365-48c7-9c5f-84310bd6d79e tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] delete failed (client error): The resource could not be found. Mar 09 17:07:56.108938 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bfef5ced-c365-48c7-9c5f-84310bd6d79e tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/071b7c82-a2f5-458c-8b78-a1b4a79db2d9 HTTP/1.1" status: 404 len: 336 time: 0.0426128 Mar 09 17:07:56.108938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59176) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.109391 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:56.123410 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:07:56.126499 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:56.147728 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-31e68de1-b680-4eac-8e18-2f029bb6ba98 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "GET /v2.0/ports?device_id=eae51e6f-23d3-4309-a70d-b327e252544c HTTP/1.1" status: 200 len: 205 time: 0.0363889 Mar 09 17:07:56.148193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59178) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.172742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:07:56.173949 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f946c-1918-4099-8d15-e94e7774d130 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:07:56.193962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59180) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.232720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-9fe2fc10-3749-4e14-bf3e-e92294c9d612 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] delete failed (client error): The resource could not be found. Mar 09 17:07:56.236178 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9fe2fc10-3749-4e14-bf3e-e92294c9d612 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/routers/eae51e6f-23d3-4309-a70d-b327e252544c HTTP/1.1" status: 404 len: 336 time: 0.0848393 Mar 09 17:07:56.237101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59184) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.271463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-10606895-88c2-48fc-8728-582757d0d289 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] DELETE failed (client error): The resource could not be found. Mar 09 17:07:56.271934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10606895-88c2-48fc-8728-582757d0d289 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:07:56.277531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-10606895-88c2-48fc-8728-582757d0d289 tempest-RoutersIpV6AdminTest-1568668474 tempest-RoutersIpV6AdminTest-1568668474-project] 10.222.0.16 "DELETE /v2.0/subnets/5abd0896-722d-4a89-8d48-28a29b507f88 HTTP/1.1" status: 404 len: 337 time: 0.0376809 Mar 09 17:07:56.377042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1770649532'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:56.391091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48334301-bc5a-4d5a-bde3-552e23c87662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a607bbc2-b660-4cf1-84da-c5ecfcf31fa8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.442680 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a87b8665-777c-464f-bd34-b27e860079d8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/floatingips/e4aa2fd7-d4d1-425b-92a0-63407b2d270f HTTP/1.1" status: 204 len: 168 time: 2.4280329 Mar 09 17:07:56.444102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59188) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.458253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48334301-bc5a-4d5a-bde3-552e23c87662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a607bbc2-b660-4cf1-84da-c5ecfcf31fa8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:56.463599 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-48334301-bc5a-4d5a-bde3-552e23c87662 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d54fce3931144d6aa4e987e0df3f36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8467600 Mar 09 17:07:56.467876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59190) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.490191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:56.493511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.514330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 29346950-8731-403b-9147-1c1c12dcfc04 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:56.514668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (29346950-8731-403b-9147-1c1c12dcfc04), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.521628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.581760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5f48f5d8-8c0f-4399-b1cc-1044ba642a21 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (df768f47-95e3-4c84-8e99-ce5d7c527190), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.586301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5f48f5d8-8c0f-4399-b1cc-1044ba642a21 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.586301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5f48f5d8-8c0f-4399-b1cc-1044ba642a21 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "DELETE /v2.0/security-groups/df768f47-95e3-4c84-8e99-ce5d7c527190 HTTP/1.1" status: 204 len: 168 time: 0.9156647 Mar 09 17:07:56.593883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16a80700-bf6d-4bc9-99ae-499407d7610f admin admin] Publish callbacks [] for security_group (a607bbc2-b660-4cf1-84da-c5ecfcf31fa8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.596230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59192) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.610545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (29346950-8731-403b-9147-1c1c12dcfc04), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.624126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48f5d8-8c0f-4399-b1cc-1044ba642a21 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df768f47-95e3-4c84-8e99-ce5d7c527190,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:56.643001 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-7d938819-bd41-41f4-ba1d-b74c9b5cacac tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] show failed (client error): The resource could not be found. Mar 09 17:07:56.646658 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7d938819-bd41-41f4-ba1d-b74c9b5cacac tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "GET /v2.0/security-groups/df768f47-95e3-4c84-8e99-ce5d7c527190 HTTP/1.1" status: 404 len: 347 time: 0.0449297 Mar 09 17:07:56.647747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 29346950-8731-403b-9147-1c1c12dcfc04 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:56.649349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59194) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.651159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16a80700-bf6d-4bc9-99ae-499407d7610f admin admin] Publish callbacks [] for security_group (a607bbc2-b660-4cf1-84da-c5ecfcf31fa8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.674454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port c941f1fe-7366-422e-8e7a-54b51bdaa81a {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:56.674799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c941f1fe-7366-422e-8e7a-54b51bdaa81a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.696323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.791029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59198) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:56.798843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (50ee22c8-7380-4847-be40-94e7009b29fc), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.866954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c941f1fe-7366-422e-8e7a-54b51bdaa81a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.873293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (50ee22c8-7380-4847-be40-94e7009b29fc), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.874139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Deleting port 911ab63a-8a5e-4937-9093-e614680c472d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:56.874487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (911ab63a-8a5e-4937-9093-e614680c472d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.901319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for c941f1fe-7366-422e-8e7a-54b51bdaa81a owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:56.932223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16a80700-bf6d-4bc9-99ae-499407d7610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a607bbc2-b660-4cf1-84da-c5ecfcf31fa8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.935342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16a80700-bf6d-4bc9-99ae-499407d7610f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.936513 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-16a80700-bf6d-4bc9-99ae-499407d7610f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a607bbc2-b660-4cf1-84da-c5ecfcf31fa8 HTTP/1.1" status: 204 len: 168 time: 0.4676762 Mar 09 17:07:56.949162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (29346950-8731-403b-9147-1c1c12dcfc04), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.960389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee22c8-7380-4847-be40-94e7009b29fc,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:56.974615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e8dc-34fe-45f1-a10c-af7903cbe7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:56.983468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a80700-bf6d-4bc9-99ae-499407d7610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a607bbc2-b660-4cf1-84da-c5ecfcf31fa8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.016506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=29346950-8731-403b-9147-1c1c12dcfc04,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.024629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (911ab63a-8a5e-4937-9093-e614680c472d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.024832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (911ab63a-8a5e-4937-9093-e614680c472d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.028113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.034244 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-589f7ef7-209b-4c3a-b8e4-f4a9fe3ee11b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/29346950-8731-403b-9147-1c1c12dcfc04 HTTP/1.1" status: 204 len: 168 time: 1.1133204 Mar 09 17:07:57.040162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59204) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:57.047913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'mac_address': 'fa:16:3e:57:0e:7f', 'name': 'tempest-PortsIpV6TestJSON-1659814872'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:57.062005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Calling delete_port for 911ab63a-8a5e-4937-9093-e614680c472d owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:57.207211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:57.250632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (25d0230a-50b3-447f-8a2d-8e065b15601b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.250988 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment 25d0230a-50b3-447f-8a2d-8e065b15601b of type vlan for network baeda7ca-4335-48c3-a339-865c26a7d946 Mar 09 17:07:57.262732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e8dc-34fe-45f1-a10c-af7903cbe7be admin admin] Publish callbacks [] for security_group (c266a93c-d0c6-4950-8ab5-4a9d0e67fddd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.293675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:57.323038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (baeda7ca-4335-48c3-a339-865c26a7d946), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.369695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e8dc-34fe-45f1-a10c-af7903cbe7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c266a93c-d0c6-4950-8ab5-4a9d0e67fddd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.393874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.424944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4e8dc-34fe-45f1-a10c-af7903cbe7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c266a93c-d0c6-4950-8ab5-4a9d0e67fddd,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.429649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (911ab63a-8a5e-4937-9093-e614680c472d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.433904 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c7a4e8dc-34fe-45f1-a10c-af7903cbe7be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ab42984439f423ab2dec35824d297b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377130 Mar 09 17:07:57.440717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59212) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:57.464917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (baeda7ca-4335-48c3-a339-865c26a7d946), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.468642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Pushing event deleted for resources: {'Port': ['ID=911ab63a-8a5e-4937-9093-e614680c472d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.471258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:57.471928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.485849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 68c82917-3209-4bf7-8f02-228d9a625745 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:57.580802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=baeda7ca-4335-48c3-a339-865c26a7d946,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.599135 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e5b8b108-1cef-42df-ad65-4c1a5712334e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3723855 Mar 09 17:07:57.599811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59218) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:57.600699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:57.604949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'name': 'tempest-PortsTestJSON-1258999093'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:57.609252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Deleting port 29e13b86-a98b-4b1c-8d28-533f837591ac {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:57.609613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.629235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks [] for floatingip (5a46eaf9-c91f-4266-b826-318a14011c9b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.632015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.633622 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a2d97b16-c6ba-411b-86f4-d0f5c915ac31 tempest-ServersTestManualDisk-1445951011 tempest-ServersTestManualDisk-1445951011-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a46eaf9-c91f-4266-b826-318a14011c9b HTTP/1.1" status: 204 len: 168 time: 0.9800706 Mar 09 17:07:57.639664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59220) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:57.643886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1f62d4a-ce24-48c1-90bd-74bb8a54a66b admin admin] Publish callbacks [] for security_group (c266a93c-d0c6-4950-8ab5-4a9d0e67fddd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.650577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c941f1fe-7366-422e-8e7a-54b51bdaa81a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.695235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1f62d4a-ce24-48c1-90bd-74bb8a54a66b admin admin] Publish callbacks [] for security_group (c266a93c-d0c6-4950-8ab5-4a9d0e67fddd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.776159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (68c82917-3209-4bf7-8f02-228d9a625745), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.814886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=c941f1fe-7366-422e-8e7a-54b51bdaa81a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.865496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1f62d4a-ce24-48c1-90bd-74bb8a54a66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c266a93c-d0c6-4950-8ab5-4a9d0e67fddd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.868495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1f62d4a-ce24-48c1-90bd-74bb8a54a66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.870518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f1f62d4a-ce24-48c1-90bd-74bb8a54a66b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c266a93c-d0c6-4950-8ab5-4a9d0e67fddd HTTP/1.1" status: 204 len: 168 time: 0.4110875 Mar 09 17:07:57.880878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f62d4a-ce24-48c1-90bd-74bb8a54a66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c266a93c-d0c6-4950-8ab5-4a9d0e67fddd,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.901153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (68c82917-3209-4bf7-8f02-228d9a625745), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.934875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] For port 29e13b86-a98b-4b1c-8d28-533f837591ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29e13b86-a98b-4b1c-8d28-533f837591ac,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:07:57.935260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.964398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:57.968334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:57.972783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:57.977987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:57.978621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:57.982491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=68c82917-3209-4bf7-8f02-228d9a625745,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:57.990634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Calling delete_port for 29e13b86-a98b-4b1c-8d28-533f837591ac owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:58.045063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:58.048499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.068314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3f30b871-b89e-4807-8c54-8aa7048c8bb9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0267897 Mar 09 17:07:58.070874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59230) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.091104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.096302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-59998015-53ca-4f5c-bf37-318cf16e2a6e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/ports/c941f1fe-7366-422e-8e7a-54b51bdaa81a HTTP/1.1" status: 204 len: 168 time: 1.6510422 Mar 09 17:07:58.111909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59234) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.119043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:58.132333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 3a6df58f-a860-4863-8c17-25e0a4456ed7 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:58.147821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8f8c5-3030-443b-bea1-cb3e1062af03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:58.149310 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8af8f8c5-3030-443b-bea1-cb3e1062af03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/68c82917-3209-4bf7-8f02-228d9a625745 HTTP/1.1" status: 200 len: 845 time: 0.0773704 Mar 09 17:07:58.152625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59236) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.228298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59240) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.237865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.299236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 68c82917-3209-4bf7-8f02-228d9a625745 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:07:58.299607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (68c82917-3209-4bf7-8f02-228d9a625745), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.400806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-21327737'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:58.417342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (68c82917-3209-4bf7-8f02-228d9a625745), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.437475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 68c82917-3209-4bf7-8f02-228d9a625745 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:07:58.494826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.503631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.505233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.545126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:58.548470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.579452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.580897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (29e13b86-a98b-4b1c-8d28-533f837591ac), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.610764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e13b86-a98b-4b1c-8d28-533f837591ac,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:58.648916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.177 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/7b007892-7443-4a46-9556-69303f2e4384) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:07:58.661558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (68c82917-3209-4bf7-8f02-228d9a625745), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.666539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.679489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (990084b5-2e51-4f90-af01-6ed66377dace), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.682607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59246) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.707228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=68c82917-3209-4bf7-8f02-228d9a625745,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:58.740052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.743377 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6270c8cc-05fe-4a1e-b363-06faab35a934 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/68c82917-3209-4bf7-8f02-228d9a625745 HTTP/1.1" status: 204 len: 168 time: 0.5898290 Mar 09 17:07:58.748832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59248) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.811147 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-075af74c-8c1a-461c-9f66-abc6147651e2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:07:58.812876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-075af74c-8c1a-461c-9f66-abc6147651e2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/68c82917-3209-4bf7-8f02-228d9a625745 HTTP/1.1" status: 404 len: 333 time: 0.0629101 Mar 09 17:07:58.821462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59250) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:58.861236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for security_group (dc961913-8a8c-4343-96e6-348a36d3d0b4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.866860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'name': 'tempest-PortsIpV6TestJSON-1608869868'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:58.871029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (7b007892-7443-4a46-9556-69303f2e4384), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.896851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=3a6df58f-a860-4863-8c17-25e0a4456ed7,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:58.927376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (dc961913-8a8c-4343-96e6-348a36d3d0b4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.955024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:58.962809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7b007892-7443-4a46-9556-69303f2e4384), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.976172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc961913-8a8c-4343-96e6-348a36d3d0b4,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:58.979221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (671e3cf7-2ffa-4772-85b6-42d90336d2e7), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:58.979579 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Added segment 671e3cf7-2ffa-4772-85b6-42d90336d2e7 of type vlan for network f4126f56-e377-4d2e-bdf3-1879cb19a80a Mar 09 17:07:59.060833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:07:59.062510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f4126f56-e377-4d2e-bdf3-1879cb19a80a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.072464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:59.077328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:59.079231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=7b007892-7443-4a46-9556-69303f2e4384,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:59.172820 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bae0301b-1f35-4841-aef0-31bd500a2797 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3111423900744ebb8e1f142705bc37dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4835267 Mar 09 17:07:59.174832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (28abe0e3-fb70-4c5b-a326-67f56a1be7dd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.175955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59252) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:59.193556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f4126f56-e377-4d2e-bdf3-1879cb19a80a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.199273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:59.199273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.241631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': '25d0230a-50b3-447f-8a2d-8e065b15601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:07:59.241994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: baeda7ca-4335-48c3-a339-865c26a7d946, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:07:59.304420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Network': ['ID=f4126f56-e377-4d2e-bdf3-1879cb19a80a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:59.315611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:07:59.326141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7b007892-7443-4a46-9556-69303f2e4384), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.330796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d076593-8033-4304-bb2c-ab40599ab675 admin admin] Publish callbacks [] for security_group (f38bf2d1-12c7-48e1-a5d3-da3ce679878b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.354572 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0b9143a6-1599-4cad-9ee1-efb8908e4cd2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1250286 Mar 09 17:07:59.359999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59254) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:59.367126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'subnet': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:59.373131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.381357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d076593-8033-4304-bb2c-ab40599ab675 admin admin] Publish callbacks [] for security_group (f38bf2d1-12c7-48e1-a5d3-da3ce679878b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.485340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:07:59.491394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:59.494476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.540084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (7b007892-7443-4a46-9556-69303f2e4384), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.543823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port f8a92e88-d035-4867-ba66-143613f53735 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:07:59.556868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d076593-8033-4304-bb2c-ab40599ab675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f38bf2d1-12c7-48e1-a5d3-da3ce679878b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.559513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d076593-8033-4304-bb2c-ab40599ab675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.561344 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2d076593-8033-4304-bb2c-ab40599ab675 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f38bf2d1-12c7-48e1-a5d3-da3ce679878b HTTP/1.1" status: 204 len: 168 time: 0.3844073 Mar 09 17:07:59.569871 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d076593-8033-4304-bb2c-ab40599ab675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38bf2d1-12c7-48e1-a5d3-da3ce679878b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:59.613365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (7b007892-7443-4a46-9556-69303f2e4384), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.621743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, baeda7ca-4335-48c3-a339-865c26a7d946) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:07:59.633811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384a20c-53be-407b-bed3-75c417efb6d6 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:07:59.635623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:07:59.641058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:07:59.641683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.686055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:59.689529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.707302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=7b007892-7443-4a46-9556-69303f2e4384,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:07:59.715654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (28abe0e3-fb70-4c5b-a326-67f56a1be7dd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.773302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f672f40f-73b9-4be7-9f2c-98a54aebf1eb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1724274 Mar 09 17:07:59.776284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59258) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:59.781529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-573951525'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:59.795516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.796963 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c46ae433-b2d8-4aee-8ae9-07816f190bf1 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6838026 Mar 09 17:07:59.799671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59260) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:07:59.804963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'port': {'network_id': 'd151bf32-ba9d-45a0-a688-e526afc2884e', 'name': 'tempest-FloatingIPTestJSON-1510078732'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:07:59.911823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:07:59.915311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.943970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:07:59.957734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9e7c0e58-f1f1-4f04-abeb-c97d56f79013), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:07:59.958213 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment 9e7c0e58-f1f1-4f04-abeb-c97d56f79013 of type vlan for network 9c6bb531-dbf5-459e-84a3-093db8876315 Mar 09 17:07:59.998353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:00.001998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.015933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Deleting port f7e24f50-6b24-4a47-8b49-e4de71816ed4 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:00.016278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.020934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (f8a92e88-d035-4867-ba66-143613f53735), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.025961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (9c6bb531-dbf5-459e-84a3-093db8876315), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.033869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] device_id is not set on port 09434570-c95b-4fe0-92a0-cab02267c66d yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:00.148990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:00.153593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (9c6bb531-dbf5-459e-84a3-093db8876315), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.158475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:00.159060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.168890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.13 (d151bf32-ba9d-45a0-a688-e526afc2884e/360efe0f-7e70-4e4e-b8ed-0de13f797c89/09434570-c95b-4fe0-92a0-cab02267c66d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:00.253456 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4758272 Mar 09 17:08:00.257357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60429d-4097-4be4-a462-f1d714f26e09 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=9c6bb531-dbf5-459e-84a3-093db8876315,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:00.261870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59272) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:00.273342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'ports': [{'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'}, {'network_id': '9c6bb531-dbf5-459e-84a3-093db8876315'}]} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.273657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.274143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': '9c6bb531-dbf5-459e-84a3-093db8876315'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.275658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 9c6bb531-dbf5-459e-84a3-093db8876315 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:00.284368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] For port f7e24f50-6b24-4a47-8b49-e4de71816ed4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7e24f50-6b24-4a47-8b49-e4de71816ed4,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:00.284368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.316996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Calling delete_port for f7e24f50-6b24-4a47-8b49-e4de71816ed4 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:00.324925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f8a92e88-d035-4867-ba66-143613f53735), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.403153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (09434570-c95b-4fe0-92a0-cab02267c66d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.412655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (4e21191c-298b-467a-81f0-2ffe759286c2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.494843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (09434570-c95b-4fe0-92a0-cab02267c66d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.523455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:00.550057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:00.557719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=09434570-c95b-4fe0-92a0-cab02267c66d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:00.561171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=f8a92e88-d035-4867-ba66-143613f53735,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:00.563451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:00.576007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network d151bf32-ba9d-45a0-a688-e526afc2884e is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:00.576007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:00.576584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:00.576584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.576909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:00.617875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:00.618490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.623888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:00.641022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] Sync routers for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:00.644763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59282) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:00.644910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6dd6b3d8-71e9-49e6-863e-c9ee5bffda63 admin admin] 10.222.0.16 "PUT /v2.0/routers/0960b0ed-bdba-40f8-b75a-cc3a5f559a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7777822 Mar 09 17:08:00.648949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Subnet': ['ID=4e21191c-298b-467a-81f0-2ffe759286c2,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:00.655232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:00.655857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:00.736995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Checking segment: {'id': '671e3cf7-2ffa-4772-85b6-42d90336d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:00.737638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network hostable DHCP agents. Network: f4126f56-e377-4d2e-bdf3-1879cb19a80a, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:00.766197 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bf897941-0790-45eb-9e39-aad2904876d6 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9654493 Mar 09 17:08:00.770880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59284) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:00.777590 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dde0cfc6-7f89-4489-aee9-f5de3d22ab20 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9205816 Mar 09 17:08:00.778813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'port_id': '09434570-c95b-4fe0-92a0-cab02267c66d'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.789579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59286) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:00.803502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.806873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59288) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:00.835814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (28abe0e3-fb70-4c5b-a326-67f56a1be7dd), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.868387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:00.912804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 2} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:00.917371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.928099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks [] for router (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.965906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f4126f56-e377-4d2e-bdf3-1879cb19a80a) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:00.974762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'networks': [{'name': 'tempest-network--1803150611'}, {'name': 'tempest-network--268400664'}]} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.975079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'network': {'name': 'tempest-network--1803150611'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.975730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'network': {'name': 'tempest-network--268400664'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:00.977232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e387f-e408-4d64-aaca-146e564e2cc9 None None] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:00.983635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.994108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:00.994108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:00.994108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f8a92e88-d035-4867-ba66-143613f53735), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.086614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:08:01.090545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f7e24f50-6b24-4a47-8b49-e4de71816ed4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.117319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks [] for router_gateway (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.159556 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b0ea900c-d9c8-404a-a532-2523d8628732 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7964559 Mar 09 17:08:01.163612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e24f50-6b24-4a47-8b49-e4de71816ed4,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:01.164230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59292) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:01.170787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-297274234'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:01.219573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'project_id': '2309879746234e7680863b1e9d3ee74d', 'fixed_ips': [{'subnet_id': '4e21191c-298b-467a-81f0-2ffe759286c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:01.220779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.235390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'network': 2} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:01.239315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.313170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.413459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port ee350356-6902-454d-89e6-6f864b88c095 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:01.433006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Allocated IP 2001:db8::2 (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/6e04c844-cbdc-4f8f-840a-6e35e28e9afd) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:01.446384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12'}], 'enable_snat': True}, 'gw_port_id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:07:58Z', 'revision_number': 5, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port': {'id': 'd68d37df-bcdb-4d36-8e95-061aa457da92', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:09Z', 'updated_at': '2022-03-09T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:01.483453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] Checking router: 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:08:01.513691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] Routers {'0960b0ed-bdba-40f8-b75a-cc3a5f559a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:01.514344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:01.646409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] Set router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:08:01.685228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Deleting port d68d37df-bcdb-4d36-8e95-061aa457da92 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:01.685726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.709651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:08:01Z', 'revision_number': 6, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:01.755055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Publish callbacks [] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.784545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd408c9b-1b16-44af-a5fd-ebfbaa4d0fda None None] The sync data for ids ['0960b0ed-bdba-40f8-b75a-cc3a5f559a42'] in dv-neutron-master-2-hyperv is: [{'id': '0960b0ed-bdba-40f8-b75a-cc3a5f559a42', 'name': 'tempest-ServersTestJSON-1920813282-router', 'tenant_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:08Z', 'updated_at': '2022-03-09T17:08:01Z', 'revision_number': 6, 'project_id': '7c0c1d195e3c40de90ce47ad6c2a8037', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:01.809426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.810505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (f8a92e88-d035-4867-ba66-143613f53735), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.851523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:01.854699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:01.861972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:01.870683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Pushing event updated for resources: {'Port': ['ID=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:01.910309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (f8a92e88-d035-4867-ba66-143613f53735), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.925597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:01.928103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Attempting to bind port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:01.928524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Attempting to bind port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '671e3cf7-2ffa-4772-85b6-42d90336d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:01.928706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.929188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Attempting to bind port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd on network f4126f56-e377-4d2e-bdf3-1879cb19a80a {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:01.934527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:01.935586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Checking segment: {'id': '671e3cf7-2ffa-4772-85b6-42d90336d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:01.936330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.936330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Bound using segment: {'id': '671e3cf7-2ffa-4772-85b6-42d90336d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:01.936802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Bound port: 6e04c844-cbdc-4f8f-840a-6e35e28e9afd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671e3cf7-2ffa-4772-85b6-42d90336d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:01.937236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.954029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] For port d68d37df-bcdb-4d36-8e95-061aa457da92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d68d37df-bcdb-4d36-8e95-061aa457da92,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:01.954401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:01.977081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] device_id is not set on port 64399c5d-3094-4829-9eb2-7b1842506e9d yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:01.985273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Calling delete_port for d68d37df-bcdb-4d36-8e95-061aa457da92 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:02.007484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] For port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:02.009483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (ee350356-6902-454d-89e6-6f864b88c095), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.012194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] For port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,segment=NetworkSegment(671e3cf7-2ffa-4772-85b6-42d90336d2e7),segment_id=671e3cf7-2ffa-4772-85b6-42d90336d2e7)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:02.020946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (990084b5-2e51-4f90-af01-6ed66377dace), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.035627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] In _notify_port_updated(), no bound segment for port f8a92e88-d035-4867-ba66-143613f53735 on network 53f25cdc-7a1c-454c-a07a-e00adce2e832 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:02.040741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:02.041352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.042661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/ports/f8a92e88-d035-4867-ba66-143613f53735 HTTP/1.1" status: 200 len: 818 time: 1.2509987 Mar 09 17:08:02.047125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for security_group (780c2059-fda3-4b31-a912-2a388af13278), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.054177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59294) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:02.072664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c2b9f-5977-44be-9ff0-21ab7ce0a9df tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=f8a92e88-d035-4867-ba66-143613f53735,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:02.077785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.105815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:08:02.149988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (780c2059-fda3-4b31-a912-2a388af13278), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.150198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.170111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764f92e-91b4-45ba-8ec1-d0a18a5e1de8 None None] Pushing event updated for resources: {'Port': ['ID=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:02.230526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.246206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port e47af1e1-b1a6-45df-829a-973d8a41b576 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:02.281649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780c2059-fda3-4b31-a912-2a388af13278,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:02.289088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Allocated IP 2001:db8::16b (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/64399c5d-3094-4829-9eb2-7b1842506e9d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:02.311409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (28abe0e3-fb70-4c5b-a326-67f56a1be7dd), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.327702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:02.358278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (56752c34-534a-4882-98d6-45b0eb1c66e3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.358551 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Added segment 56752c34-534a-4882-98d6-45b0eb1c66e3 of type vlan for network 8051c6f2-1b67-4214-8b9b-331956e8218c Mar 09 17:08:02.463933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8051c6f2-1b67-4214-8b9b-331956e8218c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.476645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port f8a92e88-d035-4867-ba66-143613f53735 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:02.476992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f8a92e88-d035-4867-ba66-143613f53735), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.517826 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 28abe0e3-fb70-4c5b-a326-67f56a1be7dd associated. External IP: 172.36.5.177, port: 09434570-c95b-4fe0-92a0-cab02267c66d. Mar 09 17:08:02.594119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:02.617054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d68d37df-bcdb-4d36-8e95-061aa457da92), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.626263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f8a92e88-d035-4867-ba66-143613f53735), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.653965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (87f90df6-7580-4bb7-944e-c4e2d82d5125), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.654320 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Added segment 87f90df6-7580-4bb7-944e-c4e2d82d5125 of type vlan for network 3b020149-e930-48c4-a479-8ce44b4d9586 Mar 09 17:08:02.670315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (e47af1e1-b1a6-45df-829a-973d8a41b576), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.674738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for f8a92e88-d035-4867-ba66-143613f53735 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:02.684396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68d37df-bcdb-4d36-8e95-061aa457da92,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:02.699982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.762876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (3b020149-e930-48c4-a479-8ce44b4d9586), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.788463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.817558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Router 990084b5-2e51-4f90-af01-6ed66377dace has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:02.925936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29e13b86-a98b-4b1c-8d28-533f837591ac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:02.937145 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ee350356-6902-454d-89e6-6f864b88c095), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.961577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.965249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks [] for router_controller (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:02.967085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 29e13b86-a98b-4b1c-8d28-533f837591ac {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:02.967498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29e13b86-a98b-4b1c-8d28-533f837591ac not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:02.967989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d68d37df-bcdb-4d36-8e95-061aa457da92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:02.999734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: d68d37df-bcdb-4d36-8e95-061aa457da92 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:03.000437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d68d37df-bcdb-4d36-8e95-061aa457da92 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:03.008859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8051c6f2-1b67-4214-8b9b-331956e8218c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.009383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (3b020149-e930-48c4-a479-8ce44b4d9586), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.014930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.020632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.020945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.022776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.039765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=ee350356-6902-454d-89e6-6f864b88c095,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:03.055003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:03.085225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f8a92e88-d035-4867-ba66-143613f53735), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.091633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:03.107964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (0960b0ed-bdba-40f8-b75a-cc3a5f559a42), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.108587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0960b0ed-bdba-40f8-b75a-cc3a5f559a42 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:08:03.112529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:03.113416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e47af1e1-b1a6-45df-829a-973d8a41b576), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.117036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:03.120341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.123881 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3095c1ac-86fd-4673-84e3-31ad6cdffbd6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0960b0ed-bdba-40f8-b75a-cc3a5f559a42 HTTP/1.1" status: 204 len: 168 time: 2.4754963 Mar 09 17:08:03.126113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59296) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.141931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:03.147608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:03.152420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=f8a92e88-d035-4867-ba66-143613f53735,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:03.152879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.154048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.180272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=64399c5d-3094-4829-9eb2-7b1842506e9d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:03.193207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Network': ['ID=8051c6f2-1b67-4214-8b9b-331956e8218c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:03.201624 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3819273 Mar 09 17:08:03.202925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59298) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.206365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8051c6f2-1b67-4214-8b9b-331956e8218c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:03.223475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:03.234564 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] Sync routers for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:03.238098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.243713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7ffcf997-c968-4622-a428-67e20b18745a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/f8a92e88-d035-4867-ba66-143613f53735 HTTP/1.1" status: 204 len: 168 time: 1.1840758 Mar 09 17:08:03.247774 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:03.248143 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-26c06f03-a85e-47bf-995e-56108b0752c3 admin admin] 10.222.0.16 "PUT /v2.0/routers/990084b5-2e51-4f90-af01-6ed66377dace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6074545 Mar 09 17:08:03.252694 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:03.265172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59300) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.265172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59302) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.288387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:03.291091 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af134675-d2b9-4b50-88a0-f03788b5624d tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1250608 Mar 09 17:08:03.300787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59304) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.320988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1386338423', 'allowed_address_pairs': [{'ip_address': '2001:db8::16b', 'mac_address': 'fa:16:3e:8b:b6:35'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:03.367339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Deleting subnet a8cd4737-cd35-4783-8942-b0b6329358b5 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:03.385765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=e47af1e1-b1a6-45df-829a-973d8a41b576,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:03.393649 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:08:03.426746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Publish callbacks [] for subnet (a8cd4737-cd35-4783-8942-b0b6329358b5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.439016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57dd56-bc66-4c7b-b0d6-990c6aa346ae tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Network': ['ID=3b020149-e930-48c4-a479-8ce44b4d9586,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:03.455365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 3b020149-e930-48c4-a479-8ce44b4d9586 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:03.481994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': '9e7c0e58-f1f1-4f04-abeb-c97d56f79013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c6bb531-dbf5-459e-84a3-093db8876315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:03.482306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: 9c6bb531-dbf5-459e-84a3-093db8876315, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:03.526690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b6955-e36f-494c-bb23-4e450d928ed3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.526690 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-772b6955-e36f-494c-bb23-4e450d928ed3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2577021 Mar 09 17:08:03.526690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59306) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.527099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks [] for router (990084b5-2e51-4f90-af01-6ed66377dace), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.595499 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb49432-2a79-4b95-adc4-0ac6d235c94a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:08:03.596997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ebb49432-2a79-4b95-adc4-0ac6d235c94a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/f8a92e88-d035-4867-ba66-143613f53735 HTTP/1.1" status: 404 len: 333 time: 0.0729492 Mar 09 17:08:03.600971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59308) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.604760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (a8cd4737-cd35-4783-8942-b0b6329358b5), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.605325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1183954118'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:03.627774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 9c6bb531-dbf5-459e-84a3-093db8876315 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:03.665281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796f723-dd96-4608-8564-c66b45c761a6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.670612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796f723-dd96-4608-8564-c66b45c761a6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.675690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796f723-dd96-4608-8564-c66b45c761a6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.681517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796f723-dd96-4608-8564-c66b45c761a6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.683486 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d796f723-dd96-4608-8564-c66b45c761a6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4802518 Mar 09 17:08:03.691737 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:08:00Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:03.695583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59310) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:03.700321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e2e635c2-be6e-4ac4-b35f-fc04a8236755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.715136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks [] for router_gateway (990084b5-2e51-4f90-af01-6ed66377dace), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.719993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:03.723963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.745375 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] Checking router: 990084b5-2e51-4f90-af01-6ed66377dace for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:08:03.757731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:03.760629 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] Routers {'990084b5-2e51-4f90-af01-6ed66377dace'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:03.761418 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['990084b5-2e51-4f90-af01-6ed66377dace'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:03.770633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (565de3d4-1242-4eeb-84c1-42b3989a7a7d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.770985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment 565de3d4-1242-4eeb-84c1-42b3989a7a7d of type vlan for network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 Mar 09 17:08:03.820426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.854220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c6bb531-dbf5-459e-84a3-093db8876315) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:03.862818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:03.865609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719abfc-b26e-4ffe-9d92-95ab616d3387 None None] Network 9c6bb531-dbf5-459e-84a3-093db8876315 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:03.890533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.897023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.897975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.912741 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] Set router 990084b5-2e51-4f90-af01-6ed66377dace gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:08:03.946047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:03.959402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:03.960582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.054330 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-915e67d5-07ed-4239-8bda-0a129306bd21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7897635 Mar 09 17:08:04.056578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59312) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:04.096302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6940b23-a970-44e8-8bd3-32505f77ecac None None] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:04.137367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5357440 Mar 09 17:08:04.142238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8378a78-6da8-4038-8a1e-4039b8717419 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:04.144269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59314) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:04.152691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:04.195986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:04.239376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:04.247996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (8051c6f2-1b67-4214-8b9b-331956e8218c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.254161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.258319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] Provisioning complete for port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:04.259474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.282487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a8cd4737-cd35-4783-8942-b0b6329358b5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.288169 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:08:00Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.304569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:04.311970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:04.323815 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065eb4a6-1106-464c-92cf-30eba9d0d697 None None] The sync data for ids ['990084b5-2e51-4f90-af01-6ed66377dace'] in dv-neutron-master-2-hyperv is: [{'id': '990084b5-2e51-4f90-af01-6ed66377dace', 'name': 'tempest-ServersTestManualDisk-1254565483-router', 'tenant_id': '7402523760324c8884dc4a94d391ccb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110'}], 'enable_snat': True}, 'gw_port_id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:10Z', 'updated_at': '2022-03-09T17:08:00Z', 'revision_number': 5, 'project_id': '7402523760324c8884dc4a94d391ccb0', 'gw_port': {'id': '8ada48fa-9b79-4763-b345-28abb4d9bbd2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990084b5-2e51-4f90-af01-6ed66377dace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:12Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:04.337898 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6daa13e0-8ab7-46a3-9329-98f6a347f72d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/floatingips/28abe0e3-fb70-4c5b-a326-67f56a1be7dd HTTP/1.1" status: 200 len: 979 time: 3.5635693 Mar 09 17:08:04.344200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59316) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:04.402866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:04.403630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.463817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.481158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] Current status of the port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:04.482268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.484626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:04.485123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:07:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.567762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (8051c6f2-1b67-4214-8b9b-331956e8218c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.592828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.618648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Deleting port 8ada48fa-9b79-4763-b345-28abb4d9bbd2 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:04.621080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.626251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8051c6f2-1b67-4214-8b9b-331956e8218c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.631509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (a8cd4737-cd35-4783-8942-b0b6329358b5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.654160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56752c34-534a-4882-98d6-45b0eb1c66e3') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.654722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56752c34-534a-4882-98d6-45b0eb1c66e3') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.681861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] device_id is not set on port 4a705e18-be43-4cf9-bd9a-616a05282780 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:04.693796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8cd4737-cd35-4783-8942-b0b6329358b5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:04.696166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.701409 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-69f03953-1cf4-4463-9404-1cac34eeb0f3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a8cd4737-cd35-4783-8942-b0b6329358b5 HTTP/1.1" status: 204 len: 168 time: 1.5685668 Mar 09 17:08:04.702873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:04.703595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e3ff3-fefb-4a1b-be88-e4f0f16825d5 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:04.704054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (56752c34-534a-4882-98d6-45b0eb1c66e3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.713880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59318) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:04.730673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:04.734508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.736198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] For port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,segment=NetworkSegment(671e3cf7-2ffa-4772-85b6-42d90336d2e7),segment_id=671e3cf7-2ffa-4772-85b6-42d90336d2e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:04.765643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3bdd0-a72b-43bf-8ead-fadba4736c18 None None] Network 54bd7d51-c503-4f53-b140-5d16e5008e99 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:04.822001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (56752c34-534a-4882-98d6-45b0eb1c66e3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.847403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:04.847999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (56752c34-534a-4882-98d6-45b0eb1c66e3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:04.851873 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:04.890216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.901495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port e47af1e1-b1a6-45df-829a-973d8a41b576 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:04.901968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e47af1e1-b1a6-45df-829a-973d8a41b576), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.940518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 09434570-c95b-4fe0-92a0-cab02267c66d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:04.941122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (09434570-c95b-4fe0-92a0-cab02267c66d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.962000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] For port 8ada48fa-9b79-4763-b345-28abb4d9bbd2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ada48fa-9b79-4763-b345-28abb4d9bbd2,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:04.962513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:04.971330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0af9e-1212-4967-94a9-7ecd56327355 None None] Pushing event updated for resources: {'Port': ['ID=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.001729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e04c844-cbdc-4f8f-840a-6e35e28e9afd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:05.003434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Calling delete_port for 8ada48fa-9b79-4763-b345-28abb4d9bbd2 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:05.074046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-117744f6-aea3-4aa9-8531-03afa844a8c9 None None] Provisioning complete for port 64399c5d-3094-4829-9eb2-7b1842506e9d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:05.074454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-117744f6-aea3-4aa9-8531-03afa844a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.080155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e47af1e1-b1a6-45df-829a-973d8a41b576), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.116870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-117744f6-aea3-4aa9-8531-03afa844a8c9 None None] Port 64399c5d-3094-4829-9eb2-7b1842506e9d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:05.119026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] DHCP port deletion for 54bd7d51-c503-4f53-b140-5d16e5008e99 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:05.140105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for e47af1e1-b1a6-45df-829a-973d8a41b576 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:05.166952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:05.167330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.184455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (54bd7d51-c503-4f53-b140-5d16e5008e99), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.202827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (09434570-c95b-4fe0-92a0-cab02267c66d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.204289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-117744f6-aea3-4aa9-8531-03afa844a8c9 None None] Provisioning complete for port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:05.205069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-117744f6-aea3-4aa9-8531-03afa844a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.277518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] Deleting port 4c1a4349-9660-43af-964e-88e563fae1b1 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:05.277811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.284518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Allocated IP 2001:db8::3b2 (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/4a705e18-be43-4cf9-bd9a-616a05282780) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:05.305835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (8051c6f2-1b67-4214-8b9b-331956e8218c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.327762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.331143 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/networks/8051c6f2-1b67-4214-8b9b-331956e8218c HTTP/1.1" status: 204 len: 168 time: 1.6343496 Mar 09 17:08:05.340750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59322) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:05.358772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b2b88-4c6c-4e9a-b09e-7a57f6657924 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Network': ['ID=8051c6f2-1b67-4214-8b9b-331956e8218c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.391889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:05.400633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-117744f6-aea3-4aa9-8531-03afa844a8c9 None None] Current status of the port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:05.407381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] For port 4c1a4349-9660-43af-964e-88e563fae1b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c1a4349-9660-43af-964e-88e563fae1b1,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:05.407803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.411863 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f7e24f50-6b24-4a47-8b49-e4de71816ed4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:05.443671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: f7e24f50-6b24-4a47-8b49-e4de71816ed4 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:05.444019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f7e24f50-6b24-4a47-8b49-e4de71816ed4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:05.445686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] Calling delete_port for 4c1a4349-9660-43af-964e-88e563fae1b1 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:05.447241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e47af1e1-b1a6-45df-829a-973d8a41b576), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.514359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Deleting port 4c1a4349-9660-43af-964e-88e563fae1b1 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:05.514710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.537386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-370c2df1-7b5c-4791-8f11-7dd2c21d370c None None] Provisioning complete for port 64399c5d-3094-4829-9eb2-7b1842506e9d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:05.538001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-370c2df1-7b5c-4791-8f11-7dd2c21d370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.562329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=e47af1e1-b1a6-45df-829a-973d8a41b576,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.584543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (3b020149-e930-48c4-a479-8ce44b4d9586), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.591830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-370c2df1-7b5c-4791-8f11-7dd2c21d370c None None] Port 64399c5d-3094-4829-9eb2-7b1842506e9d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:05.592054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.592860 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4c111ad1-7c5a-49fe-8b33-71d51a818b93 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/e47af1e1-b1a6-45df-829a-973d8a41b576 HTTP/1.1" status: 204 len: 168 time: 1.5323839 Mar 09 17:08:05.596125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59324) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:05.614230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.638729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.639082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (28abe0e3-fb70-4c5b-a326-67f56a1be7dd), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.639452 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 28abe0e3-fb70-4c5b-a326-67f56a1be7dd disassociated. External IP: 172.36.5.177, port: 09434570-c95b-4fe0-92a0-cab02267c66d. Mar 09 17:08:05.639750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 09434570-c95b-4fe0-92a0-cab02267c66d owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:05.645094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] Pushing event deleted for resources: {'Port': ['ID=4c1a4349-9660-43af-964e-88e563fae1b1,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.655460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec483769-ded1-4bee-a11e-982a62bf1017 None None] No DVR routers for this DVR port 4c1a4349-9660-43af-964e-88e563fae1b1 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:05.655768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8ada48fa-9b79-4763-b345-28abb4d9bbd2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.673723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] For port 4c1a4349-9660-43af-964e-88e563fae1b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c1a4349-9660-43af-964e-88e563fae1b1,segment=NetworkSegment(2cdd7422-297d-4c11-94fd-fe19d1646933),segment_id=2cdd7422-297d-4c11-94fd-fe19d1646933)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:05.673723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.689202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Calling delete_port for 4c1a4349-9660-43af-964e-88e563fae1b1 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:05.696923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ef311ca-ab43-4f99-a2a4-0dbb7de3e4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.702865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ada48fa-9b79-4763-b345-28abb4d9bbd2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.705892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (78fa77f6-87d8-40f6-b055-74c9c8eb8cc6), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.793205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (4a705e18-be43-4cf9-bd9a-616a05282780), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.800773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (3b020149-e930-48c4-a479-8ce44b4d9586), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.848376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f259bb9-9fd3-40ee-bbfd-e81d7ab6c957 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:05.853675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f259bb9-9fd3-40ee-bbfd-e81d7ab6c957 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:05.855233 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2f259bb9-9fd3-40ee-bbfd-e81d7ab6c957 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2581549 Mar 09 17:08:05.864805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59326) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:05.885504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b020149-e930-48c4-a479-8ce44b4d9586']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:05.904597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4c1a4349-9660-43af-964e-88e563fae1b1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.929285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f90df6-7580-4bb7-944e-c4e2d82d5125') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:05.929883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f90df6-7580-4bb7-944e-c4e2d82d5125') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:05.931122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=78fa77f6-87d8-40f6-b055-74c9c8eb8cc6,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.937173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1a4349-9660-43af-964e-88e563fae1b1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:05.940207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] No DVR routers for this DVR port 4c1a4349-9660-43af-964e-88e563fae1b1 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:05.951323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (87f90df6-7580-4bb7-944e-c4e2d82d5125), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.961509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (990084b5-2e51-4f90-af01-6ed66377dace), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:05.965214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4a705e18-be43-4cf9-bd9a-616a05282780), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.003208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': '565de3d4-1242-4eeb-84c1-42b3989a7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:06.003570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:06.017586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (09434570-c95b-4fe0-92a0-cab02267c66d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.036564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (87f90df6-7580-4bb7-944e-c4e2d82d5125), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.039324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:06.067150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:06.067472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (87f90df6-7580-4bb7-944e-c4e2d82d5125), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.071642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (54bd7d51-c503-4f53-b140-5d16e5008e99), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:06.071804 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:06.076096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:06.087718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:06.093134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.093797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.108461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=4a705e18-be43-4cf9-bd9a-616a05282780,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:06.121094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bd7d51-c503-4f53-b140-5d16e5008e99']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:06.122669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (990084b5-2e51-4f90-af01-6ed66377dace), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.127409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks [] for router_controller (990084b5-2e51-4f90-af01-6ed66377dace), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.136310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdd7422-297d-4c11-94fd-fe19d1646933') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:06.136706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdd7422-297d-4c11-94fd-fe19d1646933') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:06.206297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=09434570-c95b-4fe0-92a0-cab02267c66d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:06.209324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (2cdd7422-297d-4c11-94fd-fe19d1646933), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.225929 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0c9127a0-1b4e-4ca4-a679-e71fbaac4f4c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9131331 Mar 09 17:08:06.229467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port ee350356-6902-454d-89e6-6f864b88c095 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:06.230613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ee350356-6902-454d-89e6-6f864b88c095), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.231000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.241962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2cdd7422-297d-4c11-94fd-fe19d1646933), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.250950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:06.273164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:06.273580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (2cdd7422-297d-4c11-94fd-fe19d1646933), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:06.275268 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:06.307851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (3b020149-e930-48c4-a479-8ce44b4d9586), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.317241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ee350356-6902-454d-89e6-6f864b88c095), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.319858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.325995 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/networks/3b020149-e930-48c4-a479-8ce44b4d9586 HTTP/1.1" status: 204 len: 168 time: 0.9640212 Mar 09 17:08:06.330591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59330) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.359967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (990084b5-2e51-4f90-af01-6ed66377dace), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.360539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990084b5-2e51-4f90-af01-6ed66377dace {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:08:06.374686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for ee350356-6902-454d-89e6-6f864b88c095 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:06.376619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:06.378454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1663f4f-8ce6-43f2-8e79-8248c4ce7c74 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Network': ['ID=3b020149-e930-48c4-a479-8ce44b4d9586,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:06.386895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f4b98-0d23-4630-807b-a4a264d7cfdc None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:06.388407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:06.397416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df5f57-8673-4e40-b942-c3615e808e7a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.400164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.400164 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-54c421c3-14bb-4a65-a201-fb5434b2ab54 admin admin] 10.222.0.16 "DELETE /v2.0/routers/990084b5-2e51-4f90-af01-6ed66377dace HTTP/1.1" status: 204 len: 168 time: 3.1337676 Mar 09 17:08:06.403018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.404160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.406959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df5f57-8673-4e40-b942-c3615e808e7a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.407085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59334) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.412334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df5f57-8673-4e40-b942-c3615e808e7a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.413759 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d8df5f57-8673-4e40-b942-c3615e808e7a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1812265 Mar 09 17:08:06.416524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.460205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (54bd7d51-c503-4f53-b140-5d16e5008e99), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.468056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.478975 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/54bd7d51-c503-4f53-b140-5d16e5008e99 HTTP/1.1" status: 204 len: 168 time: 1.7583754 Mar 09 17:08:06.583065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-94cfee04-b86e-4fab-8bc8-cd385ee77b14 None None] Provisioning complete for port 4a705e18-be43-4cf9-bd9a-616a05282780 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:06.583859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94cfee04-b86e-4fab-8bc8-cd385ee77b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4a705e18-be43-4cf9-bd9a-616a05282780), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.606876 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0ab8d10f-b7b0-497e-8c8b-3c943d84cbb4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4558709 Mar 09 17:08:06.615414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Deleting subnet 5a9233de-054e-4157-9616-75d5a5021e5d {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:06.616203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Publish callbacks [] for subnet (5a9233de-054e-4157-9616-75d5a5021e5d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.620384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.624226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623ae66-a860-43b8-a108-2026098c13fa admin admin] Pushing event deleted for resources: {'Network': ['ID=54bd7d51-c503-4f53-b140-5d16e5008e99,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:06.646480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:06.660823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': '78fa77f6-87d8-40f6-b055-74c9c8eb8cc6'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:06.662637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.664190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (5a9233de-054e-4157-9616-75d5a5021e5d), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.752962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5a9233de-054e-4157-9616-75d5a5021e5d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.770359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-94cfee04-b86e-4fab-8bc8-cd385ee77b14 None None] Port 4a705e18-be43-4cf9-bd9a-616a05282780 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:06.846798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14348970-1e20-416f-af03-246a17c8db5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.854303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14348970-1e20-416f-af03-246a17c8db5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:06.857641 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-14348970-1e20-416f-af03-246a17c8db5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5237305 Mar 09 17:08:06.863176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59342) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.864321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Allocated IP 2001:db8::2 (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0/78fa77f6-87d8-40f6-b055-74c9c8eb8cc6/cfc17bf7-8bff-4350-9931-b4295a5eff3b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:06.870757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1285820376'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:06.891706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (5a9233de-054e-4157-9616-75d5a5021e5d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.924538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9233de-054e-4157-9616-75d5a5021e5d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:06.942304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:06.947295 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7f07c64e-0aeb-4cc0-b2f7-df89aff0e915 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5a9233de-054e-4157-9616-75d5a5021e5d HTTP/1.1" status: 204 len: 168 time: 0.5334444 Mar 09 17:08:06.949333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6477f-3ed4-4aad-ade1-72cd248aba01 None None] Network 156d8939-b06a-43f7-992c-2765bd5353db requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:06.949775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59344) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:06.995874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ee350356-6902-454d-89e6-6f864b88c095), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.115763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e04c844-cbdc-4f8f-840a-6e35e28e9afd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:07.202910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59346) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.223147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:07.223541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.278483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.318876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0b53ecae-d5de-4a99-96c1-736d5f0e3b01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c0c1d195e3c40de90ce47ad6c2a8037&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1135399 Mar 09 17:08:07.323473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59348) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.345863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=ee350356-6902-454d-89e6-6f864b88c095,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:07.358532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:07.361118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:07.362685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.365598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:07.371037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.392728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (156d8939-b06a-43f7-992c-2765bd5353db), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.393456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] DHCP port deletion for 156d8939-b06a-43f7-992c-2765bd5353db request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:07.411348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:07.414229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.417734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-03e45088-64c3-4dda-9e19-01d89ce6dd80 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/ee350356-6902-454d-89e6-6f864b88c095 HTTP/1.1" status: 204 len: 168 time: 1.5459349 Mar 09 17:08:07.421023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59350) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.446220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (49df0c19-bf84-4315-bfd5-f355b782a555), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.446660 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Added segment 49df0c19-bf84-4315-bfd5-f355b782a555 of type vlan for network a684d88a-c126-4b22-a2bc-0394a3896c6c Mar 09 17:08:07.461259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:07.477399 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:07.493522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c1a4349-9660-43af-964e-88e563fae1b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:07.495328 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:07.496001 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:07.504723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (a684d88a-c126-4b22-a2bc-0394a3896c6c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.506059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port 4a705e18-be43-4cf9-bd9a-616a05282780 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:07.506698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4a705e18-be43-4cf9-bd9a-616a05282780), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.514227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Deleting port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:07.514686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.558966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 4c1a4349-9660-43af-964e-88e563fae1b1 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:07.559309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c1a4349-9660-43af-964e-88e563fae1b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:07.574637 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:07.584980 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:07.587094 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:07.598483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] For port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:07.598920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.613903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Calling delete_port for edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:07.615848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (a684d88a-c126-4b22-a2bc-0394a3896c6c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.627477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:07.627477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.629307 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:07.630362 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22c7e0-aa11-4ebe-8754-ff7d1d24135f None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:07.640486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Publish callbacks [] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.664031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] Deleting port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:07.664031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.752616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.762173 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8976960 Mar 09 17:08:07.763657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Network': ['ID=a684d88a-c126-4b22-a2bc-0394a3896c6c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:07.768520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59352) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.771602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] For port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,segment=NetworkSegment(439eec3e-8233-49bc-b9cd-28e37b62174b),segment_id=439eec3e-8233-49bc-b9cd-28e37b62174b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:07.772032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.776647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-886394518'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:07.783363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Publish callbacks [] for security_group (99a07261-92fe-4996-9670-987277303dc1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.797079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4a705e18-be43-4cf9-bd9a-616a05282780), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.811911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] Calling delete_port for edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:07.815872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.816475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.817358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.817858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.818362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.821651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4d040-0379-4f13-ad7c-cf0e9a7dcd9b tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:07.825458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:07.835334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:07.843004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for 4a705e18-be43-4cf9-bd9a-616a05282780 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:07.846774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:07.853879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Publish callbacks [] for security_group (99a07261-92fe-4996-9670-987277303dc1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.861206 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.ipam_backend_mixin [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78fa77f6-87d8-40f6-b055-74c9c8eb8cc6 (CIDR: 2001:db8::/64) Mar 09 17:08:07.876244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.880445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d3f15ed3-8a09-4a8f-9946-388875ff0261 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/ports/09434570-c95b-4fe0-92a0-cab02267c66d HTTP/1.1" status: 204 len: 168 time: 3.5319562 Mar 09 17:08:07.882829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59354) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.884885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network a684d88a-c126-4b22-a2bc-0394a3896c6c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:07.893572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d903ba-2424-4293-beb5-9e0c4180eba4 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:07.900997 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-51d903ba-2424-4293-beb5-9e0c4180eba4 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4729781 Mar 09 17:08:07.924315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59356) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.945577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:08:07.946686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:07.955372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Pushing event updated for resources: {'Port': ['ID=cfc17bf7-8bff-4350-9931-b4295a5eff3b,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:07.955704 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-adbb7351-f17e-4e77-bd1a-b2588c70306d tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/floatingips/28abe0e3-fb70-4c5b-a326-67f56a1be7dd HTTP/1.1" status: 200 len: 688 time: 0.0710986 Mar 09 17:08:07.960040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59358) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:07.974464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:07.979102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.983562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:07.994121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5db494-d7bf-4381-a966-c8a69b0cac87 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:08:07.998583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-db5db494-d7bf-4381-a966-c8a69b0cac87 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/e47af1e1-b1a6-45df-829a-973d8a41b576 HTTP/1.1" status: 404 len: 333 time: 0.0702825 Mar 09 17:08:08.009238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59360) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:08.033917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.045726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] No DVR routers for this DVR port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:08.052771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Attempting to bind port cfc17bf7-8bff-4350-9931-b4295a5eff3b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:08.056783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Attempting to bind port cfc17bf7-8bff-4350-9931-b4295a5eff3b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '565de3d4-1242-4eeb-84c1-42b3989a7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:08.056783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Attempting to bind port cfc17bf7-8bff-4350-9931-b4295a5eff3b on network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:08.061981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:08.062635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Checking segment: {'id': '565de3d4-1242-4eeb-84c1-42b3989a7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:08.063212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.063781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Bound using segment: {'id': '565de3d4-1242-4eeb-84c1-42b3989a7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:08.064445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Bound port: cfc17bf7-8bff-4350-9931-b4295a5eff3b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565de3d4-1242-4eeb-84c1-42b3989a7a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:08.064997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.076242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:08.082421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.100251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fab063d8-a6f8-424d-a264-e7fb303bf0c4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.100724 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Added segment fab063d8-a6f8-424d-a264-e7fb303bf0c4 of type vlan for network b671f88d-502e-43c7-bd46-15bc99dbb8e1 Mar 09 17:08:08.109217 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6624c0b3-9722-4e88-847e-b8cecd387bc6 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:08:08.113523 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6624c0b3-9722-4e88-847e-b8cecd387bc6 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/ee350356-6902-454d-89e6-6f864b88c095 HTTP/1.1" status: 404 len: 333 time: 0.1029150 Mar 09 17:08:08.114601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59362) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:08.121134 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9b3f0977-a6eb-42e1-aece-f2fa8399e133 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4945257 Mar 09 17:08:08.128844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59364) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:08.132242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] No DVR routers for this DVR port edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:08.134080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1ec49-3483-4721-858e-ab88f0b6ddb1 None None] Pushing event deleted for resources: {'Port': ['ID=edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.143843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:08.191283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] For port cfc17bf7-8bff-4350-9931-b4295a5eff3b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:08.203611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (156d8939-b06a-43f7-992c-2765bd5353db), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.219934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] For port cfc17bf7-8bff-4350-9931-b4295a5eff3b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc17bf7-8bff-4350-9931-b4295a5eff3b,segment=NetworkSegment(565de3d4-1242-4eeb-84c1-42b3989a7a7d),segment_id=565de3d4-1242-4eeb-84c1-42b3989a7a7d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:08.234235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (b671f88d-502e-43c7-bd46-15bc99dbb8e1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.240221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156d8939-b06a-43f7-992c-2765bd5353db']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:08.253591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439eec3e-8233-49bc-b9cd-28e37b62174b') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:08.253591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439eec3e-8233-49bc-b9cd-28e37b62174b') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:08.272995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (439eec3e-8233-49bc-b9cd-28e37b62174b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.291435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (439eec3e-8233-49bc-b9cd-28e37b62174b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.298326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:08.298724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (439eec3e-8233-49bc-b9cd-28e37b62174b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:08.300696 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:08.305581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.307221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.324862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (99a07261-92fe-4996-9670-987277303dc1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.327380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.328672 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99a07261-92fe-4996-9670-987277303dc1 HTTP/1.1" status: 204 len: 168 time: 1.0043061 Mar 09 17:08:08.382335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (b671f88d-502e-43c7-bd46-15bc99dbb8e1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.392161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:08.392928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.394927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd88ef-c014-4c90-aa3a-c3341e8285cb None None] Pushing event updated for resources: {'Port': ['ID=cfc17bf7-8bff-4350-9931-b4295a5eff3b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.485851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a07261-92fe-4996-9670-987277303dc1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.498938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (9c6bb531-dbf5-459e-84a3-093db8876315), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.508147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Network': ['ID=b671f88d-502e-43c7-bd46-15bc99dbb8e1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.510980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (156d8939-b06a-43f7-992c-2765bd5353db), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.519073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b97625e1-be62-4f2b-8fb6-85d82aedebf0 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7481914 Mar 09 17:08:08.525258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59368) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:08.534746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network b671f88d-502e-43c7-bd46-15bc99dbb8e1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:08.540962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.544488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.545033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.545478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.545939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.546449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.546887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.547445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.547886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.548315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.548772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.549201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.549647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b54fe2-4ae6-4a3b-96f9-a777a3119648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:08.551115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'ports': [{'network_id': 'a684d88a-c126-4b22-a2bc-0394a3896c6c', 'name': 'tempest-port--281367764', 'admin_state_up': True}, {'network_id': 'b671f88d-502e-43c7-bd46-15bc99dbb8e1', 'admin_state_up': False}]} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:08.551451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'port': {'network_id': 'a684d88a-c126-4b22-a2bc-0394a3896c6c', 'name': 'tempest-port--281367764', 'admin_state_up': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:08.557063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'port': {'network_id': 'b671f88d-502e-43c7-bd46-15bc99dbb8e1', 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:08.580568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8ada48fa-9b79-4763-b345-28abb4d9bbd2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:08.652997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.670731 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] 10.222.0.16 "DELETE /v2.0/networks/156d8939-b06a-43f7-992c-2765bd5353db HTTP/1.1" status: 204 len: 168 time: 1.7170115 Mar 09 17:08:08.670910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4a705e18-be43-4cf9-bd9a-616a05282780), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.685017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 8ada48fa-9b79-4763-b345-28abb4d9bbd2 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:08.685580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8ada48fa-9b79-4763-b345-28abb4d9bbd2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:08.686158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:08.713908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 7b007892-7443-4a46-9556-69303f2e4384 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:08.718263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7b007892-7443-4a46-9556-69303f2e4384), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.760821 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:08.761409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edd5a544-b30f-4b0c-a72d-6fb0ce0ecbab not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:08.763483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=4a705e18-be43-4cf9-bd9a-616a05282780,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.775955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:08.780620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.816969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (9c6bb531-dbf5-459e-84a3-093db8876315), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:08.889413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b36c9-ff51-43a5-9194-c96ea8e81b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=156d8939-b06a-43f7-992c-2765bd5353db,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:08.999648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6bb531-dbf5-459e-84a3-093db8876315']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:09.112981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7c0e58-f1f1-4f04-abeb-c97d56f79013') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:09.113516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7c0e58-f1f1-4f04-abeb-c97d56f79013') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:09.134159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'port': 2} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:09.147711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.167047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (9e7c0e58-f1f1-4f04-abeb-c97d56f79013), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.179226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.236944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9e7c0e58-f1f1-4f04-abeb-c97d56f79013), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.264173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7b007892-7443-4a46-9556-69303f2e4384), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.264539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (7b007892-7443-4a46-9556-69303f2e4384), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.302237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 7b007892-7443-4a46-9556-69303f2e4384 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:09.361718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.365332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5ab97dfd-ac84-4655-b426-d3f0ea07aa42 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/ports/4a705e18-be43-4cf9-bd9a-616a05282780 HTTP/1.1" status: 204 len: 168 time: 2.9478524 Mar 09 17:08:09.370796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] device_id is not set on port a3458973-40ac-432e-98b8-4be6c87a80fb yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:09.375884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59380) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:09.376243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59382) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:09.418701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:09.420232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (9e7c0e58-f1f1-4f04-abeb-c97d56f79013), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:09.423817 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:09.452484 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9974c5-e99c-4a4f-b750-d14389bf2089 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] GET failed (client error): The resource could not be found. Mar 09 17:08:09.457959 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1f9974c5-e99c-4a4f-b750-d14389bf2089 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "GET /v2.0/ports/4a705e18-be43-4cf9-bd9a-616a05282780 HTTP/1.1" status: 404 len: 333 time: 0.0719843 Mar 09 17:08:09.460616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59386) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:09.467409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1747862728'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:09.475538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for port (a3458973-40ac-432e-98b8-4be6c87a80fb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.634092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] device_id is not set on port 00afc460-11cd-42e2-80f2-9330a591e7bf yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:09.647946 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-382314f9-ab8e-4ade-89f9-5414c252d47e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7402523760324c8884dc4a94d391ccb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2667930 Mar 09 17:08:09.650506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59388) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:09.720795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (9c6bb531-dbf5-459e-84a3-093db8876315), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.735084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.738552 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/9c6bb531-dbf5-459e-84a3-093db8876315 HTTP/1.1" status: 204 len: 168 time: 1.6130512 Mar 09 17:08:09.744159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59394) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:09.759960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1432085201'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:09.763643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7babebe-18c2-47d6-be34-7df6695320ff tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=9c6bb531-dbf5-459e-84a3-093db8876315,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:09.775135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for port (00afc460-11cd-42e2-80f2-9330a591e7bf), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.784304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:09.786763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc9823-0f1c-4b8a-8db0-5b10bf377a96 None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:09.787696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.801327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b6d630b-ce09-457a-9bbb-9c0d6b97eab9 admin admin] Publish callbacks [] for security_group (7d111e42-ef46-4cbf-b358-aaa61fac4648), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.863229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] device_id is not set on port a038ef02-d93a-4ac3-8b75-658d54aac319 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:09.871220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b6d630b-ce09-457a-9bbb-9c0d6b97eab9 admin admin] Publish callbacks [] for security_group (7d111e42-ef46-4cbf-b358-aaa61fac4648), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.874340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Provisioning complete for port cfc17bf7-8bff-4350-9931-b4295a5eff3b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:09.874340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.879006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:09.883742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.885219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7b007892-7443-4a46-9556-69303f2e4384), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.888419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.942159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a3458973-40ac-432e-98b8-4be6c87a80fb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:09.951912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=7b007892-7443-4a46-9556-69303f2e4384,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.023246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Current status of the port cfc17bf7-8bff-4350-9931-b4295a5eff3b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:10.023640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.031986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:10.079091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (28abe0e3-fb70-4c5b-a326-67f56a1be7dd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.081819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.083363 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8f301255-9595-47da-a75d-d13d114917c9 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/floatingips/28abe0e3-fb70-4c5b-a326-67f56a1be7dd HTTP/1.1" status: 204 len: 168 time: 2.1111102 Mar 09 17:08:10.087096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59402) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:10.087259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Port': ['ID=a3458973-40ac-432e-98b8-4be6c87a80fb,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.098191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c602b200-613f-4a1e-8ddc-a2d0670822bb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.098404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '667f111e-dab4-4fc0-bdf1-f83a23a1e9f3'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:10.101359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment c602b200-613f-4a1e-8ddc-a2d0670822bb of type vlan for network dd896361-fb37-40bd-b372-566e7d56e014 Mar 09 17:08:10.101896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] For port cfc17bf7-8bff-4350-9931-b4295a5eff3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc17bf7-8bff-4350-9931-b4295a5eff3b,segment=NetworkSegment(565de3d4-1242-4eeb-84c1-42b3989a7a7d),segment_id=565de3d4-1242-4eeb-84c1-42b3989a7a7d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:10.162360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.165185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Checking segment: {'id': '49df0c19-bf84-4315-bfd5-f355b782a555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a684d88a-c126-4b22-a2bc-0394a3896c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:10.165703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network hostable DHCP agents. Network: a684d88a-c126-4b22-a2bc-0394a3896c6c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:10.168214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Allocated IP 2001:db8::40 (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/a038ef02-d93a-4ac3-8b75-658d54aac319) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:10.186606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (dd896361-fb37-40bd-b372-566e7d56e014), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.193135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (fde770c8-99d7-4308-a45d-fd84aa4ac0e0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.203280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.207416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b6d630b-ce09-457a-9bbb-9c0d6b97eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7d111e42-ef46-4cbf-b358-aaa61fac4648), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.211209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b6d630b-ce09-457a-9bbb-9c0d6b97eab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.215345 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1b6d630b-ce09-457a-9bbb-9c0d6b97eab9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d111e42-ef46-4cbf-b358-aaa61fac4648 HTTP/1.1" status: 204 len: 168 time: 0.5608509 Mar 09 17:08:10.231800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Pushing event updated for resources: {'Port': ['ID=cfc17bf7-8bff-4350-9931-b4295a5eff3b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.241415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.241801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.242209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.242557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.242893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.243289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.243647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.243991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.245240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.245736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.246081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.246743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.250473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45df607-65f0-4d8e-a634-7c9691f1e31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:08:10.270452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network a684d88a-c126-4b22-a2bc-0394a3896c6c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:10.285489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d630b-ce09-457a-9bbb-9c0d6b97eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d111e42-ef46-4cbf-b358-aaa61fac4648,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.319780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:10.325183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (dd896361-fb37-40bd-b372-566e7d56e014), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.325943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:10.331393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:10.332042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.333317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:10.333915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.363618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=fde770c8-99d7-4308-a45d-fd84aa4ac0e0,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.389822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a17102-d97b-4149-8569-b9c9f4ec7e4f None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:10.405593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a684d88a-c126-4b22-a2bc-0394a3896c6c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:10.434447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:10.438476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (00afc460-11cd-42e2-80f2-9330a591e7bf), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.438634 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-18909a3c-c52b-4fd3-a85e-1694b9fa6a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2983072 Mar 09 17:08:10.440920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59408) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:10.447447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'fixed_ips': [{'subnet_id': '78fa77f6-87d8-40f6-b055-74c9c8eb8cc6'}, {'subnet_id': 'fde770c8-99d7-4308-a45d-fd84aa4ac0e0'}], 'name': 'tempest-PortsIpV6TestJSON-724466690'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:10.504091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=dd896361-fb37-40bd-b372-566e7d56e014,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.512732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5a9e4-29e0-497d-aaf0-b14ef6241a6a None None] Network a684d88a-c126-4b22-a2bc-0394a3896c6c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:10.525741 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7752380f-1377-47a1-9915-635f87ee2413 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7740099 Mar 09 17:08:10.533006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59412) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:10.539117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network dd896361-fb37-40bd-b372-566e7d56e014 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:10.546452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:10.599969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5452160b-2e0f-463f-86f2-1e1c64e2362f None None] Provisioning complete for port cfc17bf7-8bff-4350-9931-b4295a5eff3b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:10.600833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5452160b-2e0f-463f-86f2-1e1c64e2362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.641388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.654544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Port': ['ID=00afc460-11cd-42e2-80f2-9330a591e7bf,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:10.665062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.705473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Checking segment: {'id': 'fab063d8-a6f8-424d-a264-e7fb303bf0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b671f88d-502e-43c7-bd46-15bc99dbb8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:10.705857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network hostable DHCP agents. Network: b671f88d-502e-43c7-bd46-15bc99dbb8e1, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:10.706688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfc17bf7-8bff-4350-9931-b4295a5eff3b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:10.721301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:10.774114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:10.783019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.857253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:08:10.859876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:08:10.871135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.933455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network b671f88d-502e-43c7-bd46-15bc99dbb8e1 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:10.945050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:10.960086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5452160b-2e0f-463f-86f2-1e1c64e2362f None None] Current status of the port cfc17bf7-8bff-4350-9931-b4295a5eff3b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:11.063427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] Update dhcp port {'port': {'network_id': '6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0', 'fixed_ips': [{'subnet_id': '78fa77f6-87d8-40f6-b055-74c9c8eb8cc6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fde770c8-99d7-4308-a45d-fd84aa4ac0e0'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'cfc17bf7-8bff-4350-9931-b4295a5eff3b'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:08:11.070973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b671f88d-502e-43c7-bd46-15bc99dbb8e1) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:11.075778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:11.089654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:11.095510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:11.100175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:11.100887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.103512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:11.112775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1dac24-5891-4be7-a49b-dda5946328bb None None] Network b671f88d-502e-43c7-bd46-15bc99dbb8e1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:11.115278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:11.121746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:11.123420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.128638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=a038ef02-d93a-4ac3-8b75-658d54aac319,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:11.164115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.198317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:11.218791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.48 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/e533a8a7-b9f6-4bd7-8dd7-968f5744a933) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:11.249296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9a8f2936-12d0-4e36-8821-01fc324e6a36 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7104683 Mar 09 17:08:11.250169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59430) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:11.256703 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-792a4bc0-1d8c-4262-9f09-eedab68e2613 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7950003 Mar 09 17:08:11.274538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59432) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:11.284526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16b', 'mac_address': 'fa:16:3e:8b:b6:35'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:11.385892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port cfc17bf7-8bff-4350-9931-b4295a5eff3b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:11.386295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.390936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (f6808f31-1859-484f-bbbb-7fc21fe5118b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.564515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.686071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a28554db-e644-493e-a83e-432db6cd2f07 None None] Provisioning complete for port a038ef02-d93a-4ac3-8b75-658d54aac319 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:11.686672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a28554db-e644-493e-a83e-432db6cd2f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.726055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port cfc17bf7-8bff-4350-9931-b4295a5eff3b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:11.744701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a28554db-e644-493e-a83e-432db6cd2f07 None None] Port a038ef02-d93a-4ac3-8b75-658d54aac319 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:11.758307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d97a12-9a6c-4179-b987-5651dc4cbc72 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:11.764037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d97a12-9a6c-4179-b987-5651dc4cbc72 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:11.765670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-34d97a12-9a6c-4179-b987-5651dc4cbc72 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5079219 Mar 09 17:08:11.766423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.772204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59448) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:11.777793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::26f (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0/78fa77f6-87d8-40f6-b055-74c9c8eb8cc6/26412c6e-a80f-47b7-97c3-199ffe2a6cb1) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:11.784260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:11.791962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=f6808f31-1859-484f-bbbb-7fc21fe5118b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:11.816068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8:0:1::1c7 (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0/fde770c8-99d7-4308-a45d-fd84aa4ac0e0/26412c6e-a80f-47b7-97c3-199ffe2a6cb1) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:11.817379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': 'c602b200-613f-4a1e-8ddc-a2d0670822bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:11.817765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: dd896361-fb37-40bd-b372-566e7d56e014, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:11.842999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:11.851188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:11.853082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=e533a8a7-b9f6-4bd7-8dd7-968f5744a933,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:11.861950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:11.994278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network dd896361-fb37-40bd-b372-566e7d56e014 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:12.015155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Deleting port a3458973-40ac-432e-98b8-4be6c87a80fb {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:12.015155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a3458973-40ac-432e-98b8-4be6c87a80fb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.046977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59456) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:12.165560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.243410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d2c56060-2461-47df-ae72-4befecce760b tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:12.280245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd896361-fb37-40bd-b372-566e7d56e014) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:12.290667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeebbd0-093b-42f6-b3a5-3775a7d53a1f None None] Network dd896361-fb37-40bd-b372-566e7d56e014 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:12.293049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:12.293652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.363606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a3458973-40ac-432e-98b8-4be6c87a80fb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.385064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Calling delete_port for a3458973-40ac-432e-98b8-4be6c87a80fb owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:12.386152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.394803 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-76e79b80-b23a-4817-a9f5-39c729238f37 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8597600 Mar 09 17:08:12.398376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59462) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:12.401941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.450188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:12.457472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014', 'name': 'tempest-PortsTestJSON-932528181'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:12.463196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=26412c6e-a80f-47b7-97c3-199ffe2a6cb1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:12.467466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:12.469684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:12.471752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] Allocated IP 2001:db8:0:1::2 (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0/fde770c8-99d7-4308-a45d-fd84aa4ac0e0/cfc17bf7-8bff-4350-9931-b4295a5eff3b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:12.475352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:12.476209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.485819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dd896361-fb37-40bd-b372-566e7d56e014', 'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': 'f6808f31-1859-484f-bbbb-7fc21fe5118b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:12.486921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.501100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.507752 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d2c56060-2461-47df-ae72-4befecce760b tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "PUT /v2.0/quotas/2bc03fc5973b4830984c25574b4ae982 HTTP/1.1" status: 200 len: 368 time: 0.4577439 Mar 09 17:08:12.511097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59464) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:12.517972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Request body: {'network': {'project_id': '2bc03fc5973b4830984c25574b4ae982'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:12.564205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] In _notify_port_updated(), no bound segment for port a038ef02-d93a-4ac3-8b75-658d54aac319 on network f4126f56-e377-4d2e-bdf3-1879cb19a80a {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:12.569616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:12.570343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.574687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "PUT /v2.0/ports/a038ef02-d93a-4ac3-8b75-658d54aac319 HTTP/1.1" status: 200 len: 1002 time: 1.2986484 Mar 09 17:08:12.575920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59466) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:12.594990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a3458973-40ac-432e-98b8-4be6c87a80fb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.636545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fe105ad7-4ab2-4eca-bd88-25a4a39894ed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1935563 Mar 09 17:08:12.641867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59470) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:12.642714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d2ace-4409-4b89-9c59-3932ae162c38 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=a038ef02-d93a-4ac3-8b75-658d54aac319,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:12.653857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78fa77f6-87d8-40f6-b055-74c9c8eb8cc6'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:12.670699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (61b8482e-8ccd-43f3-ab23-00c142860d97), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.679582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] For port cfc17bf7-8bff-4350-9931-b4295a5eff3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc17bf7-8bff-4350-9931-b4295a5eff3b,segment=NetworkSegment(565de3d4-1242-4eeb-84c1-42b3989a7a7d),segment_id=565de3d4-1242-4eeb-84c1-42b3989a7a7d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:12.698230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Port': ['ID=a3458973-40ac-432e-98b8-4be6c87a80fb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:12.711421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.714831 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e8d29595-3823-430e-b421-185e88bbcd03 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/ports/a3458973-40ac-432e-98b8-4be6c87a80fb HTTP/1.1" status: 204 len: 168 time: 0.9362257 Mar 09 17:08:12.721303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59474) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:12.732001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Made reservation on behalf of 2bc03fc5973b4830984c25574b4ae982 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:12.733926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.777355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Allocated IP 172.20.0.2 (dd896361-fb37-40bd-b372-566e7d56e014/f6808f31-1859-484f-bbbb-7fc21fe5118b/ed46c101-95b4-4402-92c9-631cdba53a96) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:12.784825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] Publish callbacks [] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.817024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.832530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:12.839642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.881421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.898197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.952822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port a038ef02-d93a-4ac3-8b75-658d54aac319 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:12.953180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:12.978761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Deleting port 00afc460-11cd-42e2-80f2-9330a591e7bf {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:12.979111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (00afc460-11cd-42e2-80f2-9330a591e7bf), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.036894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:13.064767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7122872-b7a5-4326-8557-ba4264975a22 None None] Pushing event updated for resources: {'Port': ['ID=cfc17bf7-8bff-4350-9931-b4295a5eff3b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.076905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-05af56fc-c053-4cf6-8fd7-1259f9082c9b None None] Provisioning complete for port a038ef02-d93a-4ac3-8b75-658d54aac319 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:13.078079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-05af56fc-c053-4cf6-8fd7-1259f9082c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.093192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for security_group (e639ff8f-1c10-499b-9546-7904b24888c4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.101635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Publish callbacks [] for port (ed46c101-95b4-4402-92c9-631cdba53a96), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.126476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-05af56fc-c053-4cf6-8fd7-1259f9082c9b None None] Port a038ef02-d93a-4ac3-8b75-658d54aac319 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:13.158298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (00afc460-11cd-42e2-80f2-9330a591e7bf), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.159519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.166715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e639ff8f-1c10-499b-9546-7904b24888c4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.179798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Calling delete_port for 00afc460-11cd-42e2-80f2-9330a591e7bf owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:13.182507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.208216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.248264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Network dd896361-fb37-40bd-b372-566e7d56e014 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:13.250644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:13.259305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:13.269799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for a038ef02-d93a-4ac3-8b75-658d54aac319 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:13.274429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:13.292567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.10 (dd896361-fb37-40bd-b372-566e7d56e014/f6808f31-1859-484f-bbbb-7fc21fe5118b/4110b7e4-d22e-41ab-bd85-ef89ecbb8f63) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:13.303963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Pushing event updated for resources: {'Port': ['ID=ed46c101-95b4-4402-92c9-631cdba53a96,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.322504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e639ff8f-1c10-499b-9546-7904b24888c4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.327105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (5572e3d6-0d1f-46a6-b642-0da48b2722e5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.327470 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Added segment 5572e3d6-0d1f-46a6-b642-0da48b2722e5 of type vlan for network d318350a-4c6a-42f8-8da6-1b7152ecd18f Mar 09 17:08:13.352855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59482) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:13.412506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Attempting to bind port ed46c101-95b4-4402-92c9-631cdba53a96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:13.413151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Attempting to bind port ed46c101-95b4-4402-92c9-631cdba53a96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c602b200-613f-4a1e-8ddc-a2d0670822bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:13.413806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Attempting to bind port ed46c101-95b4-4402-92c9-631cdba53a96 on network dd896361-fb37-40bd-b372-566e7d56e014 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:13.420301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:13.423973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Checking segment: {'id': 'c602b200-613f-4a1e-8ddc-a2d0670822bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:13.423973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.423973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Bound using segment: {'id': 'c602b200-613f-4a1e-8ddc-a2d0670822bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:13.423973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Bound port: ed46c101-95b4-4402-92c9-631cdba53a96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c602b200-613f-4a1e-8ddc-a2d0670822bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dd896361-fb37-40bd-b372-566e7d56e014'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:13.423973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.446880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d318350a-4c6a-42f8-8da6-1b7152ecd18f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.499270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] For port ed46c101-95b4-4402-92c9-631cdba53a96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:13.502946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] For port ed46c101-95b4-4402-92c9-631cdba53a96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed46c101-95b4-4402-92c9-631cdba53a96,segment=NetworkSegment(c602b200-613f-4a1e-8ddc-a2d0670822bb),segment_id=c602b200-613f-4a1e-8ddc-a2d0670822bb)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:13.557713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-836028389', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:13.566698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (00afc460-11cd-42e2-80f2-9330a591e7bf), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.574927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Delete allocated IP 2001:db8:0:1::1c7 (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0/fde770c8-99d7-4308-a45d-fd84aa4ac0e0) {{(pid=104358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 17:08:13.586426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.606625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d318350a-4c6a-42f8-8da6-1b7152ecd18f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.608131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:13.608771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.646016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Port': ['ID=00afc460-11cd-42e2-80f2-9330a591e7bf,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.680536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.686512 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4737a44c-abf2-40db-a6d6-806677ff07b8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/ports/00afc460-11cd-42e2-80f2-9330a591e7bf HTTP/1.1" status: 204 len: 168 time: 0.9616315 Mar 09 17:08:13.692023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95e129-f8eb-43db-bd15-009e1a46029a None None] Pushing event updated for resources: {'Port': ['ID=ed46c101-95b4-4402-92c9-631cdba53a96,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.695078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59486) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:13.735096 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3f17097f-7d83-41e7-9ab5-57fb7c7e88a9 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0353241 Mar 09 17:08:13.741326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:13.743629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Made reservation on behalf of 580b63d7cf574194bfa96655eb53136a for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:13.745995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.777211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1169493410'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:13.781152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a038ef02-d93a-4ac3-8b75-658d54aac319), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.785960 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2735686 Mar 09 17:08:13.798990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59490) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:13.808038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e202617-0553-4e60-b229-ce427233451c tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Pushing event updated for resources: {'Network': ['ID=d318350a-4c6a-42f8-8da6-1b7152ecd18f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.817873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Request body: {'network': {'project_id': '2bc03fc5973b4830984c25574b4ae982'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:13.822744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d318350a-4c6a-42f8-8da6-1b7152ecd18f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:13.848732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.860211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=a038ef02-d93a-4ac3-8b75-658d54aac319,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:13.897090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (4110b7e4-d22e-41ab-bd85-ef89ecbb8f63), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.943059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:13.946689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:13.967830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d4d25b01-14e4-41dc-b4df-f798f143e860 None None] Provisioning complete for port cfc17bf7-8bff-4350-9931-b4295a5eff3b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:13.969532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d4d25b01-14e4-41dc-b4df-f798f143e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.037522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.047090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4110b7e4-d22e-41ab-bd85-ef89ecbb8f63), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.070118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Made reservation on behalf of 2bc03fc5973b4830984c25574b4ae982 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:14.070118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.072535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.078815 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2997d153-cfd4-4682-a8b6-dbd1393c68e3 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/ports/a038ef02-d93a-4ac3-8b75-658d54aac319 HTTP/1.1" status: 204 len: 168 time: 1.4934602 Mar 09 17:08:14.082992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59492) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:14.095958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.113979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.116865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network dd896361-fb37-40bd-b372-566e7d56e014 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:14.123139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:14.126190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:14.157591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:14.160492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=4110b7e4-d22e-41ab-bd85-ef89ecbb8f63,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:14.169037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d4d25b01-14e4-41dc-b4df-f798f143e860 None None] Current status of the port cfc17bf7-8bff-4350-9931-b4295a5eff3b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:14.170614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2885d5f8-8e3a-497c-807a-093ca9a65f52 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] GET failed (client error): The resource could not be found. Mar 09 17:08:14.177646 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2885d5f8-8e3a-497c-807a-093ca9a65f52 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "GET /v2.0/ports/a038ef02-d93a-4ac3-8b75-658d54aac319 HTTP/1.1" status: 404 len: 333 time: 0.0674284 Mar 09 17:08:14.179014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59494) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:14.187336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1092538495'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:14.233513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:14.236893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.243857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.244212 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Added segment f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c of type vlan for network d5b44274-9626-4e88-80cb-9b861ddcf3b1 Mar 09 17:08:14.299160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] In _notify_port_updated(), no bound segment for port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 on network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:14.304292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for security_group (36c9c501-db3b-4e8b-b4b9-9e4089c457b8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.304624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:14.305338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.306464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ddd7a271-fba6-4427-9301-4f8945894635), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.306676 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Added segment ddd7a271-fba6-4427-9301-4f8945894635 of type vlan for network 7778db1f-2a22-4277-becb-e4cf5c4be364 Mar 09 17:08:14.310874 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/ports/26412c6e-a80f-47b7-97c3-199ffe2a6cb1 HTTP/1.1" status: 200 len: 925 time: 1.6679037 Mar 09 17:08:14.311543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59496) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:14.346527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d5b44274-9626-4e88-80cb-9b861ddcf3b1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.364545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78fa77f6-87d8-40f6-b055-74c9c8eb8cc6'}, {'subnet_id': 'fde770c8-99d7-4308-a45d-fd84aa4ac0e0'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:14.408406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (61b8482e-8ccd-43f3-ab23-00c142860d97), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.408894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (36c9c501-db3b-4e8b-b4b9-9e4089c457b8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.413835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0d73-d94e-4999-b7f9-017673cd70c4 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=26412c6e-a80f-47b7-97c3-199ffe2a6cb1,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:14.422892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] device_id is not set on port 103a3a61-e4fa-4f97-9587-db5218b1058d yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:14.424810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:14.425438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.430833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6bfd-82c6-40a4-9eb9-4bb007c1a759 None None] Provisioning complete for port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:14.432516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6bfd-82c6-40a4-9eb9-4bb007c1a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.458419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (7778db1f-2a22-4277-becb-e4cf5c4be364), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.519705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6bfd-82c6-40a4-9eb9-4bb007c1a759 None None] Port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:14.558904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9c501-db3b-4e8b-b4b9-9e4089c457b8,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:14.634574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d5b44274-9626-4e88-80cb-9b861ddcf3b1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.635722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:14.636446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.693852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Allocated IP 172.36.5.97 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/103a3a61-e4fa-4f97-9587-db5218b1058d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:14.700552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (7778db1f-2a22-4277-becb-e4cf5c4be364), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.706129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:14.713224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.725705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfc17bf7-8bff-4350-9931-b4295a5eff3b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:14.774366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:14.778108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.781289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ea750712-cdf1-4ffb-a840-a76ca5393516 None None] Provisioning complete for port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:14.781957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ea750712-cdf1-4ffb-a840-a76ca5393516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.795808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9852035 Mar 09 17:08:14.796611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4da08f-8498-4ff7-982f-c9499166e3d1 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Pushing event updated for resources: {'Network': ['ID=d5b44274-9626-4e88-80cb-9b861ddcf3b1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:14.802889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59498) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:14.816255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a62d33d4-27f4-40e2-a73e-1273e6440f7d tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Request body: {'network': {'project_id': '2bc03fc5973b4830984c25574b4ae982'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:14.821484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d5b44274-9626-4e88-80cb-9b861ddcf3b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:14.846233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] device_id is not set on port 1ba09d23-fbd2-434d-92b1-316b5550eb74 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:14.865592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ea750712-cdf1-4ffb-a840-a76ca5393516 None None] Port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:14.869340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=e533a8a7-b9f6-4bd7-8dd7-968f5744a933,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:14.904301 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1609139 Mar 09 17:08:14.906981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port cfc17bf7-8bff-4350-9931-b4295a5eff3b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:14.907532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59500) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:14.908105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:14.920656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-439205807'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:14.933638 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 61b8482e-8ccd-43f3-ab23-00c142860d97 associated. External IP: 172.36.5.48, port: 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3. Mar 09 17:08:14.945281 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62d33d4-27f4-40e2-a73e-1273e6440f7d tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 17:08:14.945955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62d33d4-27f4-40e2-a73e-1273e6440f7d tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:14.947309 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a62d33d4-27f4-40e2-a73e-1273e6440f7d tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1384637 Mar 09 17:08:14.992423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59502) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:15.006998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002305e8-6e1c-4110-be16-9f5aeb0efc49 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Network': ['ID=7778db1f-2a22-4277-becb-e4cf5c4be364,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:15.018921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port cfc17bf7-8bff-4350-9931-b4295a5eff3b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:15.019923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed46c101-95b4-4402-92c9-631cdba53a96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:15.031999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 7778db1f-2a22-4277-becb-e4cf5c4be364 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:15.058022 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-41301ba6-54a7-49a8-bdc9-12af4e87ceed tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6027560 Mar 09 17:08:15.058225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.060966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59504) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:15.166572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ed46c101-95b4-4402-92c9-631cdba53a96 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:15.167751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.175222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:15.178920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.254109 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-795badd7-879e-4eb8-b0c1-93b58c086c14 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bc03fc5973b4830984c25574b4ae982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574248 Mar 09 17:08:15.263378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59508) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:15.273960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Allocated IP 2001:db8::2ba (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/1ba09d23-fbd2-434d-92b1-316b5550eb74) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:15.282544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ed46c101-95b4-4402-92c9-631cdba53a96 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:15.283030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.329400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for port (103a3a61-e4fa-4f97-9587-db5218b1058d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.331212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c57cda0-6bad-4a79-8d37-65f06c299e31 None None] Network dd896361-fb37-40bd-b372-566e7d56e014 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:15.335899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port ed46c101-95b4-4402-92c9-631cdba53a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed46c101-95b4-4402-92c9-631cdba53a96,segment=NetworkSegment(c602b200-613f-4a1e-8ddc-a2d0670822bb),segment_id=c602b200-613f-4a1e-8ddc-a2d0670822bb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:15.370848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:15.371430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4110b7e4-d22e-41ab-bd85-ef89ecbb8f63), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.397594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:15.408449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.447782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7fd6256-5f24-43c2-a659-f43ec3d5e7a4 None None] Provisioning complete for port ed46c101-95b4-4402-92c9-631cdba53a96 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:15.448637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6256-5f24-43c2-a659-f43ec3d5e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.459241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2848dc0a-312a-4c72-9a73-04047f9cbf0a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.459595 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Added segment 2848dc0a-312a-4c72-9a73-04047f9cbf0a of type vlan for network e56f2c40-5652-486e-8c41-36fbe10b106a Mar 09 17:08:15.506946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:15.508213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-890b8be9-4aa9-4628-8651-d6194ba18c62 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for security_group (e639ff8f-1c10-499b-9546-7904b24888c4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.515512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=ed46c101-95b4-4402-92c9-631cdba53a96,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:15.556029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (e56f2c40-5652-486e-8c41-36fbe10b106a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.556963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4110b7e4-d22e-41ab-bd85-ef89ecbb8f63), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.584166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:15.590674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.596043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-890b8be9-4aa9-4628-8651-d6194ba18c62 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for security_group (e639ff8f-1c10-499b-9546-7904b24888c4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.605370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (103a3a61-e4fa-4f97-9587-db5218b1058d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.702798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:15.717520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:15.720110 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:15.722461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8:0:1::81 (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0/fde770c8-99d7-4308-a45d-fd84aa4ac0e0/26412c6e-a80f-47b7-97c3-199ffe2a6cb1) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:15.754922 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd6256-5f24-43c2-a659-f43ec3d5e7a4 None None] Current status of the port ed46c101-95b4-4402-92c9-631cdba53a96 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:15.768087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Pushing event updated for resources: {'Port': ['ID=103a3a61-e4fa-4f97-9587-db5218b1058d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:15.795473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:15.798572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.798704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (e56f2c40-5652-486e-8c41-36fbe10b106a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.803952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:15.804508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.833525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.878085 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cf1eb739-5f16-444f-8098-30cbb6270667 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.5229516 Mar 09 17:08:15.890343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:15.893517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.97'}]}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:15.919084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:15.927193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:15.929646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:15.935784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:15.936514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.936877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:15.942768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-890b8be9-4aa9-4628-8651-d6194ba18c62 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e639ff8f-1c10-499b-9546-7904b24888c4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.945410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-890b8be9-4aa9-4628-8651-d6194ba18c62 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:15.948375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=1ba09d23-fbd2-434d-92b1-316b5550eb74,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:15.950088 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-890b8be9-4aa9-4628-8651-d6194ba18c62 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/e639ff8f-1c10-499b-9546-7904b24888c4 HTTP/1.1" status: 204 len: 168 time: 0.6854138 Mar 09 17:08:15.954131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59514) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:15.955900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:15.959625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Network': ['ID=e56f2c40-5652-486e-8c41-36fbe10b106a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:15.982440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:15.983099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:15.986351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network e56f2c40-5652-486e-8c41-36fbe10b106a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:15.998184 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7ee12e6e-d131-42f2-beaa-fa4bf70f9ff6 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0889857 Mar 09 17:08:16.023452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (4110b7e4-d22e-41ab-bd85-ef89ecbb8f63), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.028928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b8be9-4aa9-4628-8651-d6194ba18c62 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639ff8f-1c10-499b-9546-7904b24888c4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:16.093059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:16.101224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3f23d1ac-a6a3-498c-b0f6-653e8b7466bb None None] Provisioning complete for port 4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:16.101943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3f23d1ac-a6a3-498c-b0f6-653e8b7466bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4110b7e4-d22e-41ab-bd85-ef89ecbb8f63), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.115897 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fc397c8f-b7b0-4dab-9025-90bd33f3c655 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9357593 Mar 09 17:08:16.119416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59516) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:16.121389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.132927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:b6:35'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:16.138366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.145565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=4110b7e4-d22e-41ab-bd85-ef89ecbb8f63,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:16.236914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3f23d1ac-a6a3-498c-b0f6-653e8b7466bb None None] Port 4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 was deleted so its status cannot be updated. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 09 17:08:16.245754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:16.246686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:16.265935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.279161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (9faea7b5-1825-42cf-8100-330ae49a0669), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.280528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (9faea7b5-1825-42cf-8100-330ae49a0669), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.320206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:16.320960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0afe7-bf83-4a14-b9fb-bfb6f6e71b05 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:16.327248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3f23d1ac-a6a3-498c-b0f6-653e8b7466bb None None] Provisioning complete for port ed46c101-95b4-4402-92c9-631cdba53a96 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:16.327664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3f23d1ac-a6a3-498c-b0f6-653e8b7466bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.384931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=26412c6e-a80f-47b7-97c3-199ffe2a6cb1,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:16.431743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d5b44274-9626-4e88-80cb-9b861ddcf3b1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.441830 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9665298f-e1e1-42c7-9671-5319fc1b0d48 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3541000 Mar 09 17:08:16.458650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59520) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:16.515656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3f23d1ac-a6a3-498c-b0f6-653e8b7466bb None None] Current status of the port ed46c101-95b4-4402-92c9-631cdba53a96 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:16.536978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-689649104'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:16.549252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.579615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.587312 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5b8e6789-ec7d-4df7-af31-f459f05aca75 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 HTTP/1.1" status: 204 len: 168 time: 1.5252426 Mar 09 17:08:16.596546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed46c101-95b4-4402-92c9-631cdba53a96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:16.622241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59522) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:16.682446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] In _notify_port_updated(), no bound segment for port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 on network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:16.697083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:16.709207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.710769 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a3f81128-58d5-4274-a835-30385923f255 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/ports/26412c6e-a80f-47b7-97c3-199ffe2a6cb1 HTTP/1.1" status: 200 len: 1010 time: 2.3930430 Mar 09 17:08:16.713682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e72e40-b038-4ba9-b8d9-2f0e801bc70b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:08:16.717080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e72e40-b038-4ba9-b8d9-2f0e801bc70b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:16.720286 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-98e72e40-b038-4ba9-b8d9-2f0e801bc70b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 HTTP/1.1" status: 404 len: 333 time: 0.0918214 Mar 09 17:08:16.722951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ed46c101-95b4-4402-92c9-631cdba53a96 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:16.723700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59524) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:16.724162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.724615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59526) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:16.733379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-150f7db9-7388-47ee-9eae-cc26a208c139 None None] Provisioning complete for port 1ba09d23-fbd2-434d-92b1-316b5550eb74 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:16.733379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-150f7db9-7388-47ee-9eae-cc26a208c139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:16.870821 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7affafe5-0b00-492d-972e-81d877c513e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:08:16.876822 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7affafe5-0b00-492d-972e-81d877c513e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/4110b7e4-d22e-41ab-bd85-ef89ecbb8f63 HTTP/1.1" status: 404 len: 333 time: 0.1313529 Mar 09 17:08:16.876822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:16.881799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-150f7db9-7388-47ee-9eae-cc26a208c139 None None] Port 1ba09d23-fbd2-434d-92b1-316b5550eb74 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:16.927354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ed46c101-95b4-4402-92c9-631cdba53a96 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:16.932817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-150f7db9-7388-47ee-9eae-cc26a208c139 None None] Could not find standard attr ID for object 4110b7e4-d22e-41ab-bd85-ef89ecbb8f63. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:16.949676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:16.953766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.017888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d5b44274-9626-4e88-80cb-9b861ddcf3b1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.064852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9e21a234-d780-47cc-87ea-692255d83d04 None None] Provisioning complete for port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:17.065829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9e21a234-d780-47cc-87ea-692255d83d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.084989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b44274-9626-4e88-80cb-9b861ddcf3b1']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:17.096979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:17.097275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:17.101883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9e21a234-d780-47cc-87ea-692255d83d04 None None] Port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:17.113596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.115008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for router_controller (9faea7b5-1825-42cf-8100-330ae49a0669), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.155977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728826d0-0c6a-44e3-b862-37cd4167e958 req-06b7406c-1e10-4ba5-a4b7-3f008e27bb56 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:17.157532 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-728826d0-0c6a-44e3-b862-37cd4167e958 req-06b7406c-1e10-4ba5-a4b7-3f008e27bb56 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1311169 Mar 09 17:08:17.159269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet f6808f31-1859-484f-bbbb-7fc21fe5118b {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:17.172335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:17.175099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.180024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (f6808f31-1859-484f-bbbb-7fc21fe5118b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.214845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:17.215255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (f92f5015-3ba0-4472-aaa5-bf6c80c2bf3c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: warnings.warn('Neutron quota engine will require "--force" ' Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:17.219323 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:17.247037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b74b010a-b15a-4fd5-bf80-ecb332af70ee), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.247361 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Added segment b74b010a-b15a-4fd5-bf80-ecb332af70ee of type vlan for network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 Mar 09 17:08:17.285715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (f6808f31-1859-484f-bbbb-7fc21fe5118b), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.312646 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-728826d0-0c6a-44e3-b862-37cd4167e958 req-97f9cc5f-b8fc-4a3c-8c04-8557de6ad608 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406708 Mar 09 17:08:17.358740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-04d10623-bc3a-40d5-84d9-1ebd93771f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:17.360722 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-04d10623-bc3a-40d5-84d9-1ebd93771f4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.3390656 Mar 09 17:08:17.378153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:17.378520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.396292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.444668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for router_gateway (9faea7b5-1825-42cf-8100-330ae49a0669), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.477861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.531889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.582000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] In _notify_port_updated(), no bound segment for port 1ba09d23-fbd2-434d-92b1-316b5550eb74 on network f4126f56-e377-4d2e-bdf3-1879cb19a80a {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:17.587364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:17.588077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.589569 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "PUT /v2.0/ports/1ba09d23-fbd2-434d-92b1-316b5550eb74 HTTP/1.1" status: 200 len: 1003 time: 1.4657876 Mar 09 17:08:17.594684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59532) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:17.666342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d71f6-1f71-436b-aec2-c1e0b3f4164c tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=1ba09d23-fbd2-434d-92b1-316b5550eb74,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:17.849163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port 1ba09d23-fbd2-434d-92b1-316b5550eb74 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:17.849627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.852395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f6808f31-1859-484f-bbbb-7fc21fe5118b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.873939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-3cec1185-dac1-4fd5-829f-0618bdbc7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:17.875412 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-3cec1185-dac1-4fd5-829f-0618bdbc7766 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.5053356 Mar 09 17:08:17.882040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d5b44274-9626-4e88-80cb-9b861ddcf3b1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.907884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.911193 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d5b44274-9626-4e88-80cb-9b861ddcf3b1 HTTP/1.1" status: 204 len: 168 time: 1.9484205 Mar 09 17:08:17.935527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-500ce5f3-4709-4aad-9bf1-22b0bf4f8306 None None] Provisioning complete for port 1ba09d23-fbd2-434d-92b1-316b5550eb74 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:17.938598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:08:17.939266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-500ce5f3-4709-4aad-9bf1-22b0bf4f8306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:17.941058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59534) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:17.997032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-500ce5f3-4709-4aad-9bf1-22b0bf4f8306 None None] Port 1ba09d23-fbd2-434d-92b1-316b5550eb74 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:18.033673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a288-e905-45d7-8b69-9917304ff31e tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5b44274-9626-4e88-80cb-9b861ddcf3b1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:18.076240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d318350a-4c6a-42f8-8da6-1b7152ecd18f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.089005 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-0c6fc324-cf0e-407a-94af-40181dd5142a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1002 time: 0.1997378 Mar 09 17:08:18.090620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.102539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for router_gateway (9faea7b5-1825-42cf-8100-330ae49a0669), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.126809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.128508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.130746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.133437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:18.134264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.137030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 26412c6e-a80f-47b7-97c3-199ffe2a6cb1 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:18.158009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (f6808f31-1859-484f-bbbb-7fc21fe5118b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.167081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for 1ba09d23-fbd2-434d-92b1-316b5550eb74 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:18.245324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=f6808f31-1859-484f-bbbb-7fc21fe5118b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:18.247349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.253420 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-60eef6b0-bfcb-4344-a47c-e56e75afd833 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/f6808f31-1859-484f-bbbb-7fc21fe5118b HTTP/1.1" status: 204 len: 168 time: 1.3734660 Mar 09 17:08:18.256378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59536) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:18.273456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-301255f6-cb1c-4594-be9c-b4f516ee2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:18.274437 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-301255f6-cb1c-4594-be9c-b4f516ee2323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.1759338 Mar 09 17:08:18.278360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86cb2ea-32ee-44ca-80fa-b5c326f658cd None None] Network dd896361-fb37-40bd-b372-566e7d56e014 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:18.349922 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8732569 Mar 09 17:08:18.376508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59540) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:18.377205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994fd47-3fff-47b7-8b13-5a42df026c3a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Network': ['ID=6cb04cb9-b9cf-403d-b9e4-25a1623a84d3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:18.383935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'subnet': {'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:18.418879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d318350a-4c6a-42f8-8da6-1b7152ecd18f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.436171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:18.486960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d318350a-4c6a-42f8-8da6-1b7152ecd18f']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:18.502881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5572e3d6-0d1f-46a6-b642-0da48b2722e5') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:18.503478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5572e3d6-0d1f-46a6-b642-0da48b2722e5') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:18.521019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (5572e3d6-0d1f-46a6-b642-0da48b2722e5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.546346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (dd896361-fb37-40bd-b372-566e7d56e014), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.576511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-bb67b5e6-6728-43d2-81c0-4e037fadbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:18.577368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (5572e3d6-0d1f-46a6-b642-0da48b2722e5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.578036 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-bb67b5e6-6728-43d2-81c0-4e037fadbd56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2796228 Mar 09 17:08:18.593964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:18.595527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (5572e3d6-0d1f-46a6-b642-0da48b2722e5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:18.598993 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:18.692004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6070fc-8f69-4d3a-b3cb-6f0a5e21393e req-bb906a5e-f752-482e-b521-12bc76914f56 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:18.696777 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4b6070fc-8f69-4d3a-b3cb-6f0a5e21393e req-bb906a5e-f752-482e-b521-12bc76914f56 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2760453 Mar 09 17:08:18.714431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] DHCP port deletion for dd896361-fb37-40bd-b372-566e7d56e014 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:18.734233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for router (9faea7b5-1825-42cf-8100-330ae49a0669), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.772414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] Deleting port ed46c101-95b4-4402-92c9-631cdba53a96 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:18.772868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.776763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d318350a-4c6a-42f8-8da6-1b7152ecd18f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.794910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.800958 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d318350a-4c6a-42f8-8da6-1b7152ecd18f HTTP/1.1" status: 204 len: 168 time: 0.8565512 Mar 09 17:08:18.800958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf48c4-c397-40cf-a34b-651c92f079a2 tempest-QuotasNegativeTest-925900698 tempest-QuotasNegativeTest-925900698-project-admin] Pushing event deleted for resources: {'Network': ['ID=d318350a-4c6a-42f8-8da6-1b7152ecd18f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:18.808974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:18.814128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.871506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] For port ed46c101-95b4-4402-92c9-631cdba53a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed46c101-95b4-4402-92c9-631cdba53a96,segment=NetworkSegment(c602b200-613f-4a1e-8ddc-a2d0670822bb),segment_id=c602b200-613f-4a1e-8ddc-a2d0670822bb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:18.871877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.884530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1ba09d23-fbd2-434d-92b1-316b5550eb74), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:18.891272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] Calling delete_port for ed46c101-95b4-4402-92c9-631cdba53a96 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:18.934357 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4b6070fc-8f69-4d3a-b3cb-6f0a5e21393e req-9ed6f763-3c5b-4f58-8d0c-31fc8373e02b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148046 Mar 09 17:08:19.042467 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-dfd72050-36b0-4cc4-959d-f0fdbf92ada8 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312673 Mar 09 17:08:19.053622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (9faea7b5-1825-42cf-8100-330ae49a0669), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.059414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks [] for router_controller (9faea7b5-1825-42cf-8100-330ae49a0669), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.073143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port ed46c101-95b4-4402-92c9-631cdba53a96 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:19.073624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.074000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.122940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=1ba09d23-fbd2-434d-92b1-316b5550eb74,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:19.123356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (26412c6e-a80f-47b7-97c3-199ffe2a6cb1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.160001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.172134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f42daee6-694d-45ac-ad70-da6b1fe81d4a tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/ports/1ba09d23-fbd2-434d-92b1-316b5550eb74 HTTP/1.1" status: 204 len: 168 time: 1.5756886 Mar 09 17:08:19.172918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59544) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.190813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] No DVR routers for this DVR port ed46c101-95b4-4402-92c9-631cdba53a96 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:19.196441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b7ee9-9f8a-460f-be84-fd5982ba6398 None None] Pushing event deleted for resources: {'Port': ['ID=ed46c101-95b4-4402-92c9-631cdba53a96,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:19.215713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (9faea7b5-1825-42cf-8100-330ae49a0669), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.216812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9faea7b5-1825-42cf-8100-330ae49a0669 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:08:19.219850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e442bc2e-8627-46e1-aafe-096603e98b34 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] GET failed (client error): The resource could not be found. Mar 09 17:08:19.232465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e442bc2e-8627-46e1-aafe-096603e98b34 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "GET /v2.0/ports/1ba09d23-fbd2-434d-92b1-316b5550eb74 HTTP/1.1" status: 404 len: 333 time: 0.0426197 Mar 09 17:08:19.232465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59546) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.235770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799397546'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:19.352019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59550) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.358080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] For port ed46c101-95b4-4402-92c9-631cdba53a96, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:19.358455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.358894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'subnets': [{'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--944073146', 'ip_version': 6}, {'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:19.359289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'subnet': {'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--944073146', 'ip_version': 6}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:19.360023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Request body: {'subnet': {'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:19.365776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=26412c6e-a80f-47b7-97c3-199ffe2a6cb1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:19.428481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for ed46c101-95b4-4402-92c9-631cdba53a96 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:19.441667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_backend_mixin [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Port ed46c101-95b4-4402-92c9-631cdba53a96 was not found and therefore no delete operation was performed {{(pid=104358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:08:19.471015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ed46c101-95b4-4402-92c9-631cdba53a96), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.475990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.483332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8d720b52-f711-4a5d-a75a-fbadcb34adcc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/26412c6e-a80f-47b7-97c3-199ffe2a6cb1 HTTP/1.1" status: 204 len: 168 time: 2.7546275 Mar 09 17:08:19.485950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59552) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.488207 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 09 17:08:19.489554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7df3603a-9540-4596-9b29-6ec44f53ec16 tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5993414 Mar 09 17:08:19.500696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59554) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.532937 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3aa6f7b8-abac-4b6b-b320-f137c509412a req-be448560-bde6-4bfd-aa09-3554a70f714a service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845335 Mar 09 17:08:19.574796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=ed46c101-95b4-4402-92c9-631cdba53a96,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:19.583987 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-510831d9-a9df-4714-9903-32ca2efbdf0b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:08:19.588225 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-510831d9-a9df-4714-9903-32ca2efbdf0b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/26412c6e-a80f-47b7-97c3-199ffe2a6cb1 HTTP/1.1" status: 404 len: 333 time: 0.0941427 Mar 09 17:08:19.588534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No DVR routers for this DVR port ed46c101-95b4-4402-92c9-631cdba53a96 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:19.595771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59556) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.673484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Deleting port 103a3a61-e4fa-4f97-9587-db5218b1058d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:19.680512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (103a3a61-e4fa-4f97-9587-db5218b1058d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.704582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Made reservation on behalf of 26caddffd2e147b38935d9f7e6d20405 for: {'subnet': 2} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:19.709104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.709538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.711693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet fde770c8-99d7-4308-a45d-fd84aa4ac0e0 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:19.740110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (dd896361-fb37-40bd-b372-566e7d56e014), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.748617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (fde770c8-99d7-4308-a45d-fd84aa4ac0e0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.751247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (2b1bf5e6-53a5-4743-9a5d-4959bdc9efff), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.766177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:19.770199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.818744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd896361-fb37-40bd-b372-566e7d56e014']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:19.852281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c602b200-613f-4a1e-8ddc-a2d0670822bb') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:19.852637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c602b200-613f-4a1e-8ddc-a2d0670822bb') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:19.859062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (fde770c8-99d7-4308-a45d-fd84aa4ac0e0), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.895902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (c602b200-613f-4a1e-8ddc-a2d0670822bb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.918890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Subnet': ['ID=2b1bf5e6-53a5-4743-9a5d-4959bdc9efff,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:19.946379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c602b200-613f-4a1e-8ddc-a2d0670822bb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.954524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59560) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:19.966749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Checking segment: {'id': 'b74b010a-b15a-4fd5-bf80-ecb332af70ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:19.967103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network hostable DHCP agents. Network: 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:19.969656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:19.970078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (c602b200-613f-4a1e-8ddc-a2d0670822bb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:19.975772 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:20.104895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] device_id is not set on port 0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:20.130087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (103a3a61-e4fa-4f97-9587-db5218b1058d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.204514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Calling delete_port for 103a3a61-e4fa-4f97-9587-db5218b1058d owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:20.346470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (fde770c8-99d7-4308-a45d-fd84aa4ac0e0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.366992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d6f160a6-9c86-4439-a838-af3737472080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.371349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2631b-e0dd-4b31-a6e0-a14524789aae req-5614fb27-f459-40d5-aa3a-b27056246ccf tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:20.373417 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ad2631b-e0dd-4b31-a6e0-a14524789aae req-5614fb27-f459-40d5-aa3a-b27056246ccf tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2737184 Mar 09 17:08:20.410811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Allocated IP 2001:db8::73 (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:20.414415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:20.461903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (dd896361-fb37-40bd-b372-566e7d56e014), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.465013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.468271 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/dd896361-fb37-40bd-b372-566e7d56e014 HTTP/1.1" status: 204 len: 168 time: 2.2118902 Mar 09 17:08:20.473811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59566) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:20.488484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848097827'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:20.505952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d6f160a6-9c86-4439-a838-af3737472080 admin admin] Publish callbacks [] for security_group (e038cce3-5334-4b49-be06-6106a9c9b72a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.509317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed46c101-95b4-4402-92c9-631cdba53a96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:20.509992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3315ae9-94cc-412d-b71b-2df7a0173e72 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=dd896361-fb37-40bd-b372-566e7d56e014,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:20.513038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:20.517469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:20.518073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.535317 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ad2631b-e0dd-4b31-a6e0-a14524789aae req-f061b065-9e54-4761-8f80-4f0801b3bbb1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533124 Mar 09 17:08:20.550985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (fde770c8-99d7-4308-a45d-fd84aa4ac0e0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.558709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dbb70f-e112-4e18-875c-12ade956af98 None None] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:20.571496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ed46c101-95b4-4402-92c9-631cdba53a96 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:20.571927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed46c101-95b4-4402-92c9-631cdba53a96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:20.586594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.594474 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/fde770c8-99d7-4308-a45d-fd84aa4ac0e0 HTTP/1.1" status: 204 len: 168 time: 0.9935238 Mar 09 17:08:20.594474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d6f160a6-9c86-4439-a838-af3737472080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e038cce3-5334-4b49-be06-6106a9c9b72a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.600744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c410b36-a772-4b5e-bf85-44f1f3c221c3 None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:20.600905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59568) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:20.600905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c20029-c165-4777-8a7b-8db916651198 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=fde770c8-99d7-4308-a45d-fd84aa4ac0e0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:20.648160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:20.650554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.657655 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-850dd524-b3b6-466d-a084-32c543a51eae tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2756445 Mar 09 17:08:20.660382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59570) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:20.662502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1317929165', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:20.705725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f160a6-9c86-4439-a838-af3737472080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e038cce3-5334-4b49-be06-6106a9c9b72a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:20.711836 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d6f160a6-9c86-4439-a838-af3737472080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9613ad86a874fccbfa6438d6f38eb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7547481 Mar 09 17:08:20.717287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59572) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:20.729536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet 78fa77f6-87d8-40f6-b055-74c9c8eb8cc6 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:20.745059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (78fa77f6-87d8-40f6-b055-74c9c8eb8cc6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.750083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:20.754383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6cb04cb9-b9cf-403d-b9e4-25a1623a84d3', 'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3', 'project_id': '8ccf5b1ca0314589b17c35c6393db698', 'fixed_ips': [{'subnet_id': '2b1bf5e6-53a5-4743-9a5d-4959bdc9efff'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:20.755358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.760890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (103a3a61-e4fa-4f97-9587-db5218b1058d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.789278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (89df1fbd-1516-4257-be9e-766c039a4a44), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.790302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (89df1fbd-1516-4257-be9e-766c039a4a44), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.800323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (420f00a9-d8f3-45f8-8aa7-86c19ce38ee1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.800698 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment 420f00a9-d8f3-45f8-8aa7-86c19ce38ee1 of type vlan for network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e Mar 09 17:08:20.803610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Pushing event deleted for resources: {'Port': ['ID=103a3a61-e4fa-4f97-9587-db5218b1058d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:20.824528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (78fa77f6-87d8-40f6-b055-74c9c8eb8cc6), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.906581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.920859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ab76b3-279e-4bd3-bae5-947818f0eff3 admin admin] Publish callbacks [] for security_group (e038cce3-5334-4b49-be06-6106a9c9b72a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.923550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Allocated IP 172.20.0.2 (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3/2b1bf5e6-53a5-4743-9a5d-4959bdc9efff/e31a81b2-f85e-4edd-a155-25e8ab6f6cba) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:20.988765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ab76b3-279e-4bd3-bae5-947818f0eff3 admin admin] Publish callbacks [] for security_group (e038cce3-5334-4b49-be06-6106a9c9b72a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:20.998952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_controller (89df1fbd-1516-4257-be9e-766c039a4a44), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.022168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (78fa77f6-87d8-40f6-b055-74c9c8eb8cc6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.046256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.053961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b7c91904-212a-4f6c-8d59-9e5d9c5fa0ff tempest-RoutersAdminNegativeIpV6Test-39278949 tempest-RoutersAdminNegativeIpV6Test-39278949-project-admin] 10.222.0.16 "DELETE /v2.0/ports/103a3a61-e4fa-4f97-9587-db5218b1058d HTTP/1.1" status: 204 len: 168 time: 1.5520799 Mar 09 17:08:21.058181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.063975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.068010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (e04ae234-2c5d-4b3f-a618-22c751c05f2c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.085432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:21.085432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.158669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.180724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:21.194610 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5e5366ed-0b09-4d37-8e50-9f99e5ab7003 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7170477 Mar 09 17:08:21.197399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59576) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:21.203214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:21.220091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ab76b3-279e-4bd3-bae5-947818f0eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e038cce3-5334-4b49-be06-6106a9c9b72a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.227190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ab76b3-279e-4bd3-bae5-947818f0eff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.227190 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56ab76b3-279e-4bd3-bae5-947818f0eff3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e038cce3-5334-4b49-be06-6106a9c9b72a HTTP/1.1" status: 204 len: 168 time: 0.5055416 Mar 09 17:08:21.235221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Publish callbacks [] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.248848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab76b3-279e-4bd3-bae5-947818f0eff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038cce3-5334-4b49-be06-6106a9c9b72a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.299027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (78fa77f6-87d8-40f6-b055-74c9c8eb8cc6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.334526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (89df1fbd-1516-4257-be9e-766c039a4a44), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.346081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.353951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.388833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.393356 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/78fa77f6-87d8-40f6-b055-74c9c8eb8cc6 HTTP/1.1" status: 204 len: 168 time: 0.7910197 Mar 09 17:08:21.398344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59580) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:21.399365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01864f12-eb4a-4f8b-8396-2565f19d2aed tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=78fa77f6-87d8-40f6-b055-74c9c8eb8cc6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.404829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:21.408690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:21.415382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:21.427200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Pushing event updated for resources: {'Port': ['ID=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.429378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.470227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:21.473204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Checking segment: {'id': 'ddd7a271-fba6-4427-9301-4f8945894635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:21.473574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network hostable DHCP agents. Network: 7778db1f-2a22-4277-becb-e4cf5c4be364, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:21.485815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:21.495353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Subnet': ['ID=e04ae234-2c5d-4b3f-a618-22c751c05f2c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.498508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:21.504123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:21.504792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.554010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.593536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Attempting to bind port e31a81b2-f85e-4edd-a155-25e8ab6f6cba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:21.593993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Attempting to bind port e31a81b2-f85e-4edd-a155-25e8ab6f6cba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b74b010a-b15a-4fd5-bf80-ecb332af70ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:21.594698 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Attempting to bind port e31a81b2-f85e-4edd-a155-25e8ab6f6cba on network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:21.608891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:21.609287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Checking segment: {'id': 'b74b010a-b15a-4fd5-bf80-ecb332af70ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:21.609706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.610122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Bound using segment: {'id': 'b74b010a-b15a-4fd5-bf80-ecb332af70ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:21.610617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Bound port: e31a81b2-f85e-4edd-a155-25e8ab6f6cba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74b010a-b15a-4fd5-bf80-ecb332af70ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:21.613154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.621836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network 7778db1f-2a22-4277-becb-e4cf5c4be364 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:21.627200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2a61489b-0c3c-4d5a-a251-12f12290004b tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3988321 Mar 09 17:08:21.632732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59588) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:21.639715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:21.645438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.653984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'network_id': 'f4126f56-e377-4d2e-bdf3-1879cb19a80a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-656623419'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:21.744368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7778db1f-2a22-4277-becb-e4cf5c4be364) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:21.763884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97743bd7-d726-427d-b8bb-f4c75665c654 None None] Network 7778db1f-2a22-4277-becb-e4cf5c4be364 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:21.808889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac370983-80f4-4de5-8aa3-9ca542fb4321 None None] Network 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:21.815646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59590) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:21.817515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7d88c260-6810-4e7c-89ab-5012e98223cf), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.845676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] For port e31a81b2-f85e-4edd-a155-25e8ab6f6cba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:21.894280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port cfc17bf7-8bff-4350-9931-b4295a5eff3b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:21.895098 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:21.919608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] For port e31a81b2-f85e-4edd-a155-25e8ab6f6cba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,segment=NetworkSegment(b74b010a-b15a-4fd5-bf80-ecb332af70ee),segment_id=b74b010a-b15a-4fd5-bf80-ecb332af70ee)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:21.941549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event updated for resources: {'Subnet': ['ID=7d88c260-6810-4e7c-89ab-5012e98223cf,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:21.957562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583b26-4111-4bf6-afe1-9f3169587490 req-c5761e5e-7695-4558-88ba-346366ed62d4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:21.959172 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49583b26-4111-4bf6-afe1-9f3169587490 req-c5761e5e-7695-4558-88ba-346366ed62d4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2458661 Mar 09 17:08:22.009286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.032180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-19dd9ff4-a782-49ca-af63-c8e4d974b357 None None] Provisioning complete for port cfc17bf7-8bff-4350-9931-b4295a5eff3b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:22.033285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-19dd9ff4-a782-49ca-af63-c8e4d974b357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.081514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] For port cfc17bf7-8bff-4350-9931-b4295a5eff3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc17bf7-8bff-4350-9931-b4295a5eff3b,segment=NetworkSegment(565de3d4-1242-4eeb-84c1-42b3989a7a7d),segment_id=565de3d4-1242-4eeb-84c1-42b3989a7a7d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:22.081773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.102143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Checking segment: {'id': '2848dc0a-312a-4c72-9a73-04047f9cbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:22.102606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network hostable DHCP agents. Network: e56f2c40-5652-486e-8c41-36fbe10b106a, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:22.105064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-32b5afca-2f4b-4558-b5d0-c1cdfc549618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.127671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for cfc17bf7-8bff-4350-9931-b4295a5eff3b owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:22.132606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (89df1fbd-1516-4257-be9e-766c039a4a44), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.160100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.200389 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49583b26-4111-4bf6-afe1-9f3169587490 req-dd18a7d0-d45d-465c-9ff0-7cf788949ae4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062640 Mar 09 17:08:22.236673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7778db1f-2a22-4277-becb-e4cf5c4be364', 'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364', 'project_id': '26caddffd2e147b38935d9f7e6d20405', 'fixed_ips': [{'subnet_id': 'e04ae234-2c5d-4b3f-a618-22c751c05f2c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:22.237542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.253678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Made reservation on behalf of 2309879746234e7680863b1e9d3ee74d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:22.256026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59594) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:22.257575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.269296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc78c5-9454-405c-8170-e6b0274a79b7 None None] Pushing event updated for resources: {'Port': ['ID=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:22.288654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9f79963f-5e9a-4484-aad9-f11d23e0a823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.318240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Network e56f2c40-5652-486e-8c41-36fbe10b106a is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:22.347133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (8c544030-0a97-47aa-95ee-7b2360fdf7ea), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.353689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] device_id is not set on port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:22.438694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-32b5afca-2f4b-4558-b5d0-c1cdfc549618 admin admin] Publish callbacks [] for security_group (9422a87b-377e-4daf-8598-20e02eff5614), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.474097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Allocated IP 2001:db8::1 (7778db1f-2a22-4277-becb-e4cf5c4be364/e04ae234-2c5d-4b3f-a618-22c751c05f2c/00bef0f3-504b-4f52-8743-3d08e1c06fb8) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:22.483441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06f58f-6517-47ce-9de8-eb21cea09b6f None None] DHCP port deletion for 6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:22.491947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-19dd9ff4-a782-49ca-af63-c8e4d974b357 None None] Current status of the port cfc17bf7-8bff-4350-9931-b4295a5eff3b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:22.493121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (cfc17bf7-8bff-4350-9931-b4295a5eff3b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.508333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=8c544030-0a97-47aa-95ee-7b2360fdf7ea,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:22.510801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e56f2c40-5652-486e-8c41-36fbe10b106a) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:22.527856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973407e-1e33-4f41-a67d-1433fcc78895 None None] Network e56f2c40-5652-486e-8c41-36fbe10b106a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:22.538405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-32b5afca-2f4b-4558-b5d0-c1cdfc549618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9422a87b-377e-4daf-8598-20e02eff5614), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.553280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.36.5.99 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/766e65bb-e67e-4157-b57b-2d98189d7115) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:22.554770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=cfc17bf7-8bff-4350-9931-b4295a5eff3b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:22.571285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Allocated IP 2001:db8::35a (f4126f56-e377-4d2e-bdf3-1879cb19a80a/4e21191c-298b-467a-81f0-2ffe759286c2/04a0cb1b-1c20-4727-b66e-9c4c91aad7c6) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:22.585752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:22.586293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:22.587143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.591762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No DVR routers for this DVR port cfc17bf7-8bff-4350-9931-b4295a5eff3b on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:22.632009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9f79963f-5e9a-4484-aad9-f11d23e0a823 admin admin] Publish callbacks [] for security_group (444a2184-a2e7-4e14-8fa2-81ae99312567), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.632947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfc17bf7-8bff-4350-9931-b4295a5eff3b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:22.639744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5afca-2f4b-4558-b5d0-c1cdfc549618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9422a87b-377e-4daf-8598-20e02eff5614,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:22.676887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:22.677300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:22.728612 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-63b59fbe-a80a-4d16-ac40-b9c496168fa8 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3750999 Mar 09 17:08:22.739030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:22.751021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.764846 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-32b5afca-2f4b-4558-b5d0-c1cdfc549618 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2053040283e443c0b0cca77d099e74d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9429419 Mar 09 17:08:22.765432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9f79963f-5e9a-4484-aad9-f11d23e0a823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (444a2184-a2e7-4e14-8fa2-81ae99312567), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.767700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59598) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:22.822234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:22.867903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565de3d4-1242-4eeb-84c1-42b3989a7a7d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:22.868354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565de3d4-1242-4eeb-84c1-42b3989a7a7d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:22.871850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (766e65bb-e67e-4157-b57b-2d98189d7115), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.881227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79963f-5e9a-4484-aad9-f11d23e0a823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a2184-a2e7-4e14-8fa2-81ae99312567,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:22.887226 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9f79963f-5e9a-4484-aad9-f11d23e0a823 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76c0552fc4504051887be3645d90e90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6256757 Mar 09 17:08:22.890313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59600) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:22.896558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdc940-bb89-4a56-a5f4-4b84119a3e5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:22.898225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdc940-bb89-4a56-a5f4-4b84119a3e5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:22.899553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdc940-bb89-4a56-a5f4-4b84119a3e5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:22.911344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b6fdc940-bb89-4a56-a5f4-4b84119a3e5e tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1712162 Mar 09 17:08:22.912763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: cfc17bf7-8bff-4350-9931-b4295a5eff3b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:22.913122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfc17bf7-8bff-4350-9931-b4295a5eff3b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:22.914805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:22.922662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4bae7f92-0e50-4132-9d4b-016fc76e5e2c None None] Provisioning complete for port 0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:22.925683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4bae7f92-0e50-4132-9d4b-016fc76e5e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.925791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (565de3d4-1242-4eeb-84c1-42b3989a7a7d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.931746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:22.937108 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:08:22.957881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (565de3d4-1242-4eeb-84c1-42b3989a7a7d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.971222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd643-0468-4cea-963f-f3ea52b08844 admin admin] Publish callbacks [] for security_group (9422a87b-377e-4daf-8598-20e02eff5614), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.973070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:22.973487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (565de3d4-1242-4eeb-84c1-42b3989a7a7d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:22.980843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Deleting subnet e04ae234-2c5d-4b3f-a618-22c751c05f2c {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:22.981982 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:23.028951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74feed3a-1ded-4bd3-a859-b810c46fcee4 admin admin] Publish callbacks [] for security_group (444a2184-a2e7-4e14-8fa2-81ae99312567), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.037825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.041789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e56f2c40-5652-486e-8c41-36fbe10b106a', 'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a', 'project_id': '26caddffd2e147b38935d9f7e6d20405', 'fixed_ips': [{'subnet_id': '7d88c260-6810-4e7c-89ab-5012e98223cf'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:23.042721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.050664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4bae7f92-0e50-4132-9d4b-016fc76e5e2c None None] Port 0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:23.078476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Publish callbacks [] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.089896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:23.094674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:23.096151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.100173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd643-0468-4cea-963f-f3ea52b08844 admin admin] Publish callbacks [] for security_group (9422a87b-377e-4daf-8598-20e02eff5614), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.129322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (766e65bb-e67e-4157-b57b-2d98189d7115), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.135389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74feed3a-1ded-4bd3-a859-b810c46fcee4 admin admin] Publish callbacks [] for security_group (444a2184-a2e7-4e14-8fa2-81ae99312567), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.135583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d7164-68bd-4184-9916-1f5fe3799491 None None] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:23.174735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.186645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for subnet (e04ae234-2c5d-4b3f-a618-22c751c05f2c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.195113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.225871 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.254481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.263101 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0 HTTP/1.1" status: 204 len: 168 time: 1.8596914 Mar 09 17:08:23.263982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59606) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:23.265308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d5595-d214-4a27-a5fe-557c048cac2b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=6a3a5d19-ec70-4c1c-a9dd-1c34f59018b0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:23.266475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (e04ae234-2c5d-4b3f-a618-22c751c05f2c), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.293217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Network 7778db1f-2a22-4277-becb-e4cf5c4be364 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:23.294007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-00ec97c3-18df-49a6-825f-8b9908819755 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0952218 Mar 09 17:08:23.304775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:23.309171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59608) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:23.324388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-327536127'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:23.326720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:23.331352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74feed3a-1ded-4bd3-a859-b810c46fcee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (444a2184-a2e7-4e14-8fa2-81ae99312567), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.332231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:23.335229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74feed3a-1ded-4bd3-a859-b810c46fcee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.338309 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-74feed3a-1ded-4bd3-a859-b810c46fcee4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/444a2184-a2e7-4e14-8fa2-81ae99312567 HTTP/1.1" status: 204 len: 168 time: 0.4466734 Mar 09 17:08:23.339806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd643-0468-4cea-963f-f3ea52b08844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9422a87b-377e-4daf-8598-20e02eff5614), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.343192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd643-0468-4cea-963f-f3ea52b08844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.344677 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5c6cd643-0468-4cea-963f-f3ea52b08844 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9422a87b-377e-4daf-8598-20e02eff5614 HTTP/1.1" status: 204 len: 168 time: 0.5706618 Mar 09 17:08:23.368714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feed3a-1ded-4bd3-a859-b810c46fcee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a2184-a2e7-4e14-8fa2-81ae99312567,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:23.393394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:23.417483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e', 'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': '8c544030-0a97-47aa-95ee-7b2360fdf7ea'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:23.418334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.424142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949dfdbe-7430-45de-8190-b2eb0e14a59d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:23.425989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-949dfdbe-7430-45de-8190-b2eb0e14a59d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1514981 Mar 09 17:08:23.428339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cd643-0468-4cea-963f-f3ea52b08844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422a87b-377e-4daf-8598-20e02eff5614,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:23.430618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:23.447765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=766e65bb-e67e-4157-b57b-2d98189d7115,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:23.472806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:23.474051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Pushing event updated for resources: {'Port': ['ID=00bef0f3-504b-4f52-8743-3d08e1c06fb8,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:23.520491 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0687edbe-a30b-4e71-a844-bdc613e0264c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0880661 Mar 09 17:08:23.524550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59616) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:23.532666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1158446935'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:23.541894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Attempting to bind port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:23.544972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Attempting to bind port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ddd7a271-fba6-4427-9301-4f8945894635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:23.545363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Attempting to bind port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 on network 7778db1f-2a22-4277-becb-e4cf5c4be364 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:23.573242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:23.577178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:23.578242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Checking segment: {'id': 'ddd7a271-fba6-4427-9301-4f8945894635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:23.579083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.579484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Bound using segment: {'id': 'ddd7a271-fba6-4427-9301-4f8945894635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:23.580755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Bound port: 00bef0f3-504b-4f52-8743-3d08e1c06fb8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd7a271-fba6-4427-9301-4f8945894635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7778db1f-2a22-4277-becb-e4cf5c4be364'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:23.581157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.675630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Allocated IP 2001:db8:0:1::1 (e56f2c40-5652-486e-8c41-36fbe10b106a/7d88c260-6810-4e7c-89ab-5012e98223cf/aa84bdb2-bcc7-4b6d-9116-6671e199ed17) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:23.712038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ddb4f1-f658-42c6-a707-d61632a62a0c None None] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:23.751963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:23.757102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.794319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:23.807381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f439b2de-b094-4c2d-827c-de13b7022074), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.807989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment f439b2de-b094-4c2d-827c-de13b7022074 of type vlan for network 6fcd3968-d026-40d7-bff7-2c4bff7f324f Mar 09 17:08:23.862975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6fcd3968-d026-40d7-bff7-2c4bff7f324f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.884424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] For port 00bef0f3-504b-4f52-8743-3d08e1c06fb8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:23.905127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:23.926146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:23.931448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:23.932072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.940705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6fcd3968-d026-40d7-bff7-2c4bff7f324f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.945682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Allocated IP 172.20.0.2 (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e/8c544030-0a97-47aa-95ee-7b2360fdf7ea/a03a56de-1035-4d3e-8233-b41a83694f49) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:23.947402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:23.947652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] For port 00bef0f3-504b-4f52-8743-3d08e1c06fb8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00bef0f3-504b-4f52-8743-3d08e1c06fb8,segment=NetworkSegment(ddd7a271-fba6-4427-9301-4f8945894635),segment_id=ddd7a271-fba6-4427-9301-4f8945894635)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:23.948956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] Provisioning complete for port e31a81b2-f85e-4edd-a155-25e8ab6f6cba triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:23.949329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.949787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:23.982916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd64ea-cdab-4506-9f2c-7f376f1b5dc9 req-ddc660cf-0712-43fb-adc6-03b8bd1ca445 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:23.985549 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2cfd64ea-cdab-4506-9f2c-7f376f1b5dc9 req-ddc660cf-0712-43fb-adc6-03b8bd1ca445 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.6287391 Mar 09 17:08:23.991471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=04a0cb1b-1c20-4727-b66e-9c4c91aad7c6,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:24.050518 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e08fe48b-6176-4c86-8f93-c3ecc7f51405 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4107347 Mar 09 17:08:24.056447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59622) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:24.071569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (e04ae234-2c5d-4b3f-a618-22c751c05f2c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.077019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.082765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=6fcd3968-d026-40d7-bff7-2c4bff7f324f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:24.112037 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6b22ef1a-b181-4a8c-8125-2501eef7d26a tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5861707 Mar 09 17:08:24.112928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59624) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:24.120949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:24.131534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:24.165264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16b', 'mac_address': 'fa:16:3e:8b:b6:35'}, {'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:b7:8c:2b'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:24.357573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:24.369028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.397929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2cfd64ea-cdab-4506-9f2c-7f376f1b5dc9 req-5ffe3e4a-9d73-46ef-a30a-bd284f11e6d9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975165 Mar 09 17:08:24.494335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Publish callbacks [] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.499276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b285c4-c5a8-49ac-be20-9505d05b86b0 None None] Pushing event updated for resources: {'Port': ['ID=00bef0f3-504b-4f52-8743-3d08e1c06fb8,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:24.540411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:24.546666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.605842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] Current status of the port e31a81b2-f85e-4edd-a155-25e8ab6f6cba is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:24.606325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.625695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59634) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:24.645715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (e04ae234-2c5d-4b3f-a618-22c751c05f2c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.668085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.685182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.709975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:24.711709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Network e56f2c40-5652-486e-8c41-36fbe10b106a is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:24.726560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Subnet': ['ID=e04ae234-2c5d-4b3f-a618-22c751c05f2c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:24.761056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:24.777560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e31a81b2-f85e-4edd-a155-25e8ab6f6cba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:24.808195 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-297d5d95-3547-4f48-bc36-38d782636344 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=580b63d7cf574194bfa96655eb53136a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800947 Mar 09 17:08:24.813456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59638) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:24.824643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:24.824856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.832578 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3246d119-32e6-4e37-b32f-9012816ef896 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/subnets/e04ae234-2c5d-4b3f-a618-22c751c05f2c HTTP/1.1" status: 204 len: 168 time: 1.9152658 Mar 09 17:08:24.871398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59640) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:24.957056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Publish callbacks [] for port (a03a56de-1035-4d3e-8233-b41a83694f49), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:24.959781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] For port e31a81b2-f85e-4edd-a155-25e8ab6f6cba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,segment=NetworkSegment(b74b010a-b15a-4fd5-bf80-ecb332af70ee),segment_id=b74b010a-b15a-4fd5-bf80-ecb332af70ee)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:24.971449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Pushing event updated for resources: {'Port': ['ID=aa84bdb2-bcc7-4b6d-9116-6671e199ed17,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:25.015097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c024036-ef3e-479e-b556-872f29197c6a admin admin] Publish callbacks [] for security_group (36c9c501-db3b-4e8b-b4b9-9e4089c457b8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.026322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Attempting to bind port aa84bdb2-bcc7-4b6d-9116-6671e199ed17 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:25.027308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Attempting to bind port aa84bdb2-bcc7-4b6d-9116-6671e199ed17 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2848dc0a-312a-4c72-9a73-04047f9cbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:25.027751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Attempting to bind port aa84bdb2-bcc7-4b6d-9116-6671e199ed17 on network e56f2c40-5652-486e-8c41-36fbe10b106a {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:25.033344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Deleting subnet 7d88c260-6810-4e7c-89ab-5012e98223cf {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:25.038643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.051147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c024036-ef3e-479e-b556-872f29197c6a admin admin] Publish callbacks [] for security_group (36c9c501-db3b-4e8b-b4b9-9e4089c457b8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.073757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for subnet (7d88c260-6810-4e7c-89ab-5012e98223cf), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.091777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (a21e9dea-7f99-4fef-b099-6243b2379a53), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.141318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (89df1fbd-1516-4257-be9e-766c039a4a44), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.160494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f2e8a-e22b-4f22-bb61-6dfba4cb1d6d None None] Pushing event updated for resources: {'Port': ['ID=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:25.174761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.174946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': 'f439b2de-b094-4c2d-827c-de13b7022074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:25.174946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 6fcd3968-d026-40d7-bff7-2c4bff7f324f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:25.189926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=a21e9dea-7f99-4fef-b099-6243b2379a53,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:25.202072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (7d88c260-6810-4e7c-89ab-5012e98223cf), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.255420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c024036-ef3e-479e-b556-872f29197c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (36c9c501-db3b-4e8b-b4b9-9e4089c457b8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.261033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c024036-ef3e-479e-b556-872f29197c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.264324 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3c024036-ef3e-479e-b556-872f29197c6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36c9c501-db3b-4e8b-b4b9-9e4089c457b8 HTTP/1.1" status: 204 len: 168 time: 0.4477310 Mar 09 17:08:25.287075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c024036-ef3e-479e-b556-872f29197c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9c501-db3b-4e8b-b4b9-9e4089c457b8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:25.299719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:25.313824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.7 (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e/8c544030-0a97-47aa-95ee-7b2360fdf7ea/77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:25.362518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6fcd3968-d026-40d7-bff7-2c4bff7f324f) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:25.366809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:25.368938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.462473 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3118db7d-f3bb-4ba5-91c4-ed0a9339ce62 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3483565 Mar 09 17:08:25.465534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59654) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:25.471148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f', 'name': 'tempest-PortsIpV6TestJSON-297757641'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:25.479386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:25.486491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Pushing event updated for resources: {'Port': ['ID=a03a56de-1035-4d3e-8233-b41a83694f49,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:25.490874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e31a81b2-f85e-4edd-a155-25e8ab6f6cba triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:25.491350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.536596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:25.540961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8e50f-e5cc-4e88-9f9e-5bcd7cf7ad54 None None] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:25.543239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:25.543707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Checking segment: {'id': '2848dc0a-312a-4c72-9a73-04047f9cbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:25.548749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.553166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Bound using segment: {'id': '2848dc0a-312a-4c72-9a73-04047f9cbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:25.553166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Bound port: aa84bdb2-bcc7-4b6d-9116-6671e199ed17, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2848dc0a-312a-4c72-9a73-04047f9cbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e56f2c40-5652-486e-8c41-36fbe10b106a'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:25.553166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.568827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:25.635483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ca830799-5c1b-4bdc-9fcb-fb1a679879f1 None None] Provisioning complete for port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:25.636278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca830799-5c1b-4bdc-9fcb-fb1a679879f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.693182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31322-0d57-4b4b-b70e-76c8e64a2c5d req-17fa21c2-4177-4540-a6f2-d1c86282b9d3 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:25.695705 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-54d31322-0d57-4b4b-b70e-76c8e64a2c5d req-17fa21c2-4177-4540-a6f2-d1c86282b9d3 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1080563 Mar 09 17:08:25.713444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.719175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7d88c260-6810-4e7c-89ab-5012e98223cf), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.782146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:25.789754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.803771 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-54d31322-0d57-4b4b-b70e-76c8e64a2c5d req-10eac172-44dc-4014-980b-2b3af8b82c36 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031890 Mar 09 17:08:25.840807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.871527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ca830799-5c1b-4bdc-9fcb-fb1a679879f1 None None] Port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:25.872790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 6382f8b4-6630-45e2-b900-137acf074ab1 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:25.938592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Attempting to bind port a03a56de-1035-4d3e-8233-b41a83694f49 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:25.938980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Attempting to bind port a03a56de-1035-4d3e-8233-b41a83694f49 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:25.939348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Attempting to bind port a03a56de-1035-4d3e-8233-b41a83694f49 on network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:25.957547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd45fb4-e26b-459b-8293-8f53015d67f2 None None] Network 7778db1f-2a22-4277-becb-e4cf5c4be364 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:25.978152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e31a81b2-f85e-4edd-a155-25e8ab6f6cba is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:25.995241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:25.995804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Checking segment: {'id': '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:25.996218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:25.996647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Bound using segment: {'id': '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:25.997744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Bound port: a03a56de-1035-4d3e-8233-b41a83694f49, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:25.998139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.003005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ca830799-5c1b-4bdc-9fcb-fb1a679879f1 None None] Provisioning complete for port e31a81b2-f85e-4edd-a155-25e8ab6f6cba triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:26.003378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca830799-5c1b-4bdc-9fcb-fb1a679879f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.036020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] In _notify_port_updated(), no bound segment for port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 on network f4126f56-e377-4d2e-bdf3-1879cb19a80a {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:26.046919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:26.047692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.051886 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "PUT /v2.0/ports/04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 HTTP/1.1" status: 200 len: 1066 time: 1.9117751 Mar 09 17:08:26.052432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59670) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:26.059584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (89df1fbd-1516-4257-be9e-766c039a4a44), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.067595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.086300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::1a4 (6fcd3968-d026-40d7-bff7-2c4bff7f324f/a21e9dea-7f99-4fef-b099-6243b2379a53/6382f8b4-6630-45e2-b900-137acf074ab1) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:26.161167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (7d88c260-6810-4e7c-89ab-5012e98223cf), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.169498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb4fb0-db07-4b49-8471-3d39d0f09e5f tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event updated for resources: {'Port': ['ID=04a0cb1b-1c20-4727-b66e-9c4c91aad7c6,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:26.170568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] For port aa84bdb2-bcc7-4b6d-9116-6671e199ed17, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:26.176367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6fcd3968-d026-40d7-bff7-2c4bff7f324f', 'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': 'a21e9dea-7f99-4fef-b099-6243b2379a53'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:26.177170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.224965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Subnet': ['ID=7d88c260-6810-4e7c-89ab-5012e98223cf,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:26.232456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.238061 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-69900a80-3513-48cc-a3cb-c3216f165f07 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/subnets/7d88c260-6810-4e7c-89ab-5012e98223cf HTTP/1.1" status: 204 len: 168 time: 1.3492925 Mar 09 17:08:26.239807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59676) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:26.255954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] For port aa84bdb2-bcc7-4b6d-9116-6671e199ed17, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa84bdb2-bcc7-4b6d-9116-6671e199ed17,segment=NetworkSegment(2848dc0a-312a-4c72-9a73-04047f9cbf0a),segment_id=2848dc0a-312a-4c72-9a73-04047f9cbf0a)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:26.385689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:26.385998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.427414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.432613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0830779-3094-4c0c-be09-6e2e79433b8f tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:26.434244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f0830779-3094-4c0c-be09-6e2e79433b8f tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1729908 Mar 09 17:08:26.438833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59682) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:26.469123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] For port a03a56de-1035-4d3e-8233-b41a83694f49, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:26.513754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ca830799-5c1b-4bdc-9fcb-fb1a679879f1 None None] Current status of the port e31a81b2-f85e-4edd-a155-25e8ab6f6cba is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:26.526109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.577023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] For port a03a56de-1035-4d3e-8233-b41a83694f49, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a03a56de-1035-4d3e-8233-b41a83694f49,segment=NetworkSegment(420f00a9-d8f3-45f8-8aa7-86c19ce38ee1),segment_id=420f00a9-d8f3-45f8-8aa7-86c19ce38ee1)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:26.693478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] DHCP port deletion for 7778db1f-2a22-4277-becb-e4cf5c4be364 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:26.707078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.758399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc091f-15cd-47da-acc9-24550e003213 None None] Pushing event updated for resources: {'Port': ['ID=aa84bdb2-bcc7-4b6d-9116-6671e199ed17,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:26.771297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.817905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:26.824926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Provisioning complete for port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:26.825966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.834887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (6382f8b4-6630-45e2-b900-137acf074ab1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:26.875590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd620-8981-41db-b8a4-2910e5175eec None None] Pushing event updated for resources: {'Port': ['ID=a03a56de-1035-4d3e-8233-b41a83694f49,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:26.895720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e31a81b2-f85e-4edd-a155-25e8ab6f6cba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:26.900998 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Port 04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:26.968232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Provisioning complete for port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:26.968892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.103752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] Deleting port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:27.104191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.125977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e31a81b2-f85e-4edd-a155-25e8ab6f6cba triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:27.126363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.130945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Current status of the port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:27.131352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.227912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (e56f2c40-5652-486e-8c41-36fbe10b106a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.269692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] For port 00bef0f3-504b-4f52-8743-3d08e1c06fb8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00bef0f3-504b-4f52-8743-3d08e1c06fb8,segment=NetworkSegment(ddd7a271-fba6-4427-9301-4f8945894635),segment_id=ddd7a271-fba6-4427-9301-4f8945894635)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:27.274351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:27.277361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] For port 00bef0f3-504b-4f52-8743-3d08e1c06fb8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00bef0f3-504b-4f52-8743-3d08e1c06fb8,segment=NetworkSegment(ddd7a271-fba6-4427-9301-4f8945894635),segment_id=ddd7a271-fba6-4427-9301-4f8945894635)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:27.277800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.285666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:27.290352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6382f8b4-6630-45e2-b900-137acf074ab1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.307252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59700) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:27.311151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:27.316617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:27.327554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] Calling delete_port for 00bef0f3-504b-4f52-8743-3d08e1c06fb8 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:27.359912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:27.360940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (04a0cb1b-1c20-4727-b66e-9c4c91aad7c6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.373545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:27.376390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59704) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:27.378567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 89df1fbd-1516-4257-be9e-766c039a4a44 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:08:27.400032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:27.407955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:27.408767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.423124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=6382f8b4-6630-45e2-b900-137acf074ab1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:27.464159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.530811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:27.531618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.564505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0cabe0d3-6974-4ea4-b035-ef10d85551b4 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:27.615864 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-014ee9a7-49ba-4558-9ff2-6a97da57654f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1463320 Mar 09 17:08:27.623871 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59708) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:27.630649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Deleting port aa84bdb2-bcc7-4b6d-9116-6671e199ed17 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:27.631010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.659934 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-15c4e6ca-e8bf-4645-a143-455fa34539d8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.3402503 Mar 09 17:08:27.663146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59710) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:27.730298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Allocated IP 2001:db8::2 (6fcd3968-d026-40d7-bff7-2c4bff7f324f/a21e9dea-7f99-4fef-b099-6243b2379a53/637fb4f4-7a84-46c9-a86e-4ae297199a85) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:27.760726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28bd25-19b1-47be-a6ad-99b463f4cdf1 None None] Pushing event updated for resources: {'Port': ['ID=00bef0f3-504b-4f52-8743-3d08e1c06fb8,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:27.764951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e31a81b2-f85e-4edd-a155-25e8ab6f6cba is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:27.851373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (00bef0f3-504b-4f52-8743-3d08e1c06fb8), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.878989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] Pushing event deleted for resources: {'Port': ['ID=00bef0f3-504b-4f52-8743-3d08e1c06fb8,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:27.893408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5f767-c814-422e-acda-47bef93f3140 None None] No DVR routers for this DVR port 00bef0f3-504b-4f52-8743-3d08e1c06fb8 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:27.901183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] For port aa84bdb2-bcc7-4b6d-9116-6671e199ed17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa84bdb2-bcc7-4b6d-9116-6671e199ed17,segment=NetworkSegment(2848dc0a-312a-4c72-9a73-04047f9cbf0a),segment_id=2848dc0a-312a-4c72-9a73-04047f9cbf0a)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:27.901564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:27.914283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:27.931714 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] Sync routers for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:27.939044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Calling delete_port for aa84bdb2-bcc7-4b6d-9116-6671e199ed17 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:27.987547 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:27.989000 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:28.001896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Publish callbacks [] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.021993 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0cabe0d3-6974-4ea4-b035-ef10d85551b4 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "PUT /v2.0/quotas/24824a28e61c4c8fba0b2315c54b2f8e HTTP/1.1" status: 200 len: 366 time: 0.6319027 Mar 09 17:08:28.036133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.037922 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-600859a5-ed86-4037-8f98-ca9cb4e4fe5e tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3789947 Mar 09 17:08:28.045050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59712) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.047000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59714) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.061230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.079435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-17598f4c-1c39-4b8e-8036-86c3a5f34f58 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0332172 Mar 09 17:08:28.090510 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:28.091232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f', 'name': 'tempest-PortsIpV6TestJSON-252235849'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:28.099558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59716) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.105146 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:28.105146 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:28.105388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:28.111688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:28.114898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:28.126230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Pushing event updated for resources: {'Port': ['ID=637fb4f4-7a84-46c9-a86e-4ae297199a85,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:28.150116 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:28.152764 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dd5f4-974e-45d3-ab58-b96f94362720 None None] The sync data for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:28.166616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=04a0cb1b-1c20-4727-b66e-9c4c91aad7c6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:28.199454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:28.200836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.213533 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8ee8d0a2-4937-4c8a-ba0e-a6fe73f3277e tempest-AgentManagementNegativeTest-1991790720 tempest-AgentManagementNegativeTest-1991790720-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8835082 Mar 09 17:08:28.237010 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4598295a-a5ac-42cc-a4ab-47a3e38031ca tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "GET /v2.0/quotas/24824a28e61c4c8fba0b2315c54b2f8e HTTP/1.1" status: 200 len: 366 time: 0.0973983 Mar 09 17:08:28.237468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Attempting to bind port 637fb4f4-7a84-46c9-a86e-4ae297199a85 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:28.237855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Attempting to bind port 637fb4f4-7a84-46c9-a86e-4ae297199a85 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f439b2de-b094-4c2d-827c-de13b7022074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:28.238221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Attempting to bind port 637fb4f4-7a84-46c9-a86e-4ae297199a85 on network 6fcd3968-d026-40d7-bff7-2c4bff7f324f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:28.244485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59720) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.247147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:28.247997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Checking segment: {'id': 'f439b2de-b094-4c2d-827c-de13b7022074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:28.248378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.248941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Bound using segment: {'id': 'f439b2de-b094-4c2d-827c-de13b7022074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:28.249727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Bound port: 637fb4f4-7a84-46c9-a86e-4ae297199a85, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f439b2de-b094-4c2d-827c-de13b7022074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6fcd3968-d026-40d7-bff7-2c4bff7f324f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:28.250357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.357945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7a18b-cb00-4634-9a00-ecf134c1ddc9 None None] Network e56f2c40-5652-486e-8c41-36fbe10b106a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:28.381928 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eecdef65-595a-4d7d-9076-2d297c1ddcbb tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/24824a28e61c4c8fba0b2315c54b2f8e HTTP/1.1" status: 204 len: 168 time: 0.1340692 Mar 09 17:08:28.386324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59722) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.414098 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2b595536-ef63-4836-9197-274a7ff204d2 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0239172 Mar 09 17:08:28.418403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59724) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.425782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (aa84bdb2-bcc7-4b6d-9116-6671e199ed17), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.479605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.491107 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-be68f41a-ad1f-494a-a854-8bba05725ea6 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/ports/04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 HTTP/1.1" status: 204 len: 168 time: 2.4359136 Mar 09 17:08:28.494062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59726) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.501731 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c713675d-edc5-45e8-abd1-c7f125ebecd6 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "GET /v2.0/quotas/24824a28e61c4c8fba0b2315c54b2f8e HTTP/1.1" status: 200 len: 370 time: 0.0788162 Mar 09 17:08:28.526654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59728) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.579155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-608cee8e-1c35-4d39-b44d-1e13acd0bf9d tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "GET /v2.0/quotas/24824a28e61c4c8fba0b2315c54b2f8e/default HTTP/1.1" status: 200 len: 370 time: 0.0488348 Mar 09 17:08:28.583577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59730) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.594393 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc4a601-beb6-4edd-a4ea-a74cb25ed864 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] GET failed (client error): The resource could not be found. Mar 09 17:08:28.595861 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fbc4a601-beb6-4edd-a4ea-a74cb25ed864 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "GET /v2.0/ports/04a0cb1b-1c20-4727-b66e-9c4c91aad7c6 HTTP/1.1" status: 404 len: 333 time: 0.0927913 Mar 09 17:08:28.596840 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-ab5c63f2-69d4-43d8-b0b6-9ac1d0f86b82 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] delete failed (client error): The resource could not be found. Mar 09 17:08:28.597751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ab5c63f2-69d4-43d8-b0b6-9ac1d0f86b82 tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/24824a28e61c4c8fba0b2315c54b2f8e HTTP/1.1" status: 404 len: 348 time: 0.0130970 Mar 09 17:08:28.600660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59732) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.613154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.638656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] For port 637fb4f4-7a84-46c9-a86e-4ae297199a85, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:28.643172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] For port 637fb4f4-7a84-46c9-a86e-4ae297199a85, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637fb4f4-7a84-46c9-a86e-4ae297199a85,segment=NetworkSegment(f439b2de-b094-4c2d-827c-de13b7022074),segment_id=f439b2de-b094-4c2d-827c-de13b7022074)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:28.646373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] No DVR routers for this DVR port aa84bdb2-bcc7-4b6d-9116-6671e199ed17 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:28.659034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Port': ['ID=aa84bdb2-bcc7-4b6d-9116-6671e199ed17,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:28.722308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:28.728670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a03a56de-1035-4d3e-8233-b41a83694f49 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:28.733254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-038a29a6-24ff-4920-9dfa-7c36c63064e5 None None] Could not find standard attr ID for object aa84bdb2-bcc7-4b6d-9116-6671e199ed17. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:28.740646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.740773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:28.743911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.765884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:28.806969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4701f6-65aa-4c48-9c1c-fad20af13df2 None None] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:28.888436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e898a492-9b2d-4194-bf1b-0ba9bb0d63cf None None] DHCP port deletion for e56f2c40-5652-486e-8c41-36fbe10b106a request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:28.911406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59738) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:28.918553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.920739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (e56f2c40-5652-486e-8c41-36fbe10b106a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.946811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::1ef (6fcd3968-d026-40d7-bff7-2c4bff7f324f/a21e9dea-7f99-4fef-b099-6243b2379a53/d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:28.951121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port 0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:28.951669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:28.974559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59742) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:29.006472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f2c40-5652-486e-8c41-36fbe10b106a']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:29.020916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2848dc0a-312a-4c72-9a73-04047f9cbf0a') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:29.022232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2848dc0a-312a-4c72-9a73-04047f9cbf0a') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:29.032132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] Provisioning complete for port a03a56de-1035-4d3e-8233-b41a83694f49 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:29.032548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.042906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (2848dc0a-312a-4c72-9a73-04047f9cbf0a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.061848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2848dc0a-312a-4c72-9a73-04047f9cbf0a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.070200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:29.070865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (2848dc0a-312a-4c72-9a73-04047f9cbf0a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.083162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:network and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:29.096034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffe655-840b-42f0-87ae-a0b0f5422952 None None] Pushing event updated for resources: {'Port': ['ID=637fb4f4-7a84-46c9-a86e-4ae297199a85,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:29.103967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:29.113149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a03a56de-1035-4d3e-8233-b41a83694f49 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:29.113672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: warnings.warn('Neutron quota engine will require "--force" ' Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:29.142040 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:29.186412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.194387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:subnet and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:29.261565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:29.266676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for 0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:29.274305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] Current status of the port a03a56de-1035-4d3e-8233-b41a83694f49 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:29.276177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.288892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:subnetpool and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:29.330109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (e56f2c40-5652-486e-8c41-36fbe10b106a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.344623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.353046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/networks/e56f2c40-5652-486e-8c41-36fbe10b106a HTTP/1.1" status: 204 len: 168 time: 2.9110234 Mar 09 17:08:29.377481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59744) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:29.382654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:29.411083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-496e8c16-f828-47dd-9f15-c175c785a777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.411593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] For port a03a56de-1035-4d3e-8233-b41a83694f49, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a03a56de-1035-4d3e-8233-b41a83694f49,segment=NetworkSegment(420f00a9-d8f3-45f8-8aa7-86c19ce38ee1),segment_id=420f00a9-d8f3-45f8-8aa7-86c19ce38ee1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:29.438270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae183-5238-45fa-ae0c-b2d24753bb98 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Network': ['ID=e56f2c40-5652-486e-8c41-36fbe10b106a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:29.463081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a03a56de-1035-4d3e-8233-b41a83694f49 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:29.463817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.468542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.545943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1efa4-fb97-4a8f-85b9-e5d906c10359 None None] Pushing event updated for resources: {'Port': ['ID=a03a56de-1035-4d3e-8233-b41a83694f49,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:29.590002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:port and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:29.609861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:08:29.610416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:08:29.613008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (7778db1f-2a22-4277-becb-e4cf5c4be364), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.627642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:29.651741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.676821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:router and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:29.685775 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-3468e5cd-71a1-4382-9dca-03f29cd2b950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2684326 Mar 09 17:08:29.688363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:29.697133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aa6b6955-fc7f-4ae6-9530-96b3fdd8e688 None None] Provisioning complete for port 77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:29.697522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa6b6955-fc7f-4ae6-9530-96b3fdd8e688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.730066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:floatingip and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:29.751342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b6955-fc7f-4ae6-9530-96b3fdd8e688 None None] Port 77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:29.762129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aa6b6955-fc7f-4ae6-9530-96b3fdd8e688 None None] Provisioning complete for port a03a56de-1035-4d3e-8233-b41a83694f49 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:29.768046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa6b6955-fc7f-4ae6-9530-96b3fdd8e688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.768177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:29.769508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.777575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.787484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.835290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:29.840149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (7778db1f-2a22-4277-becb-e4cf5c4be364), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.875195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:29.900061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b6955-fc7f-4ae6-9530-96b3fdd8e688 None None] Current status of the port a03a56de-1035-4d3e-8233-b41a83694f49 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:29.943072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.950213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:29.954223 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4cdcf706-0eb4-41e1-95c0-d71b9f41af03 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/ports/0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 HTTP/1.1" status: 204 len: 168 time: 1.3525918 Mar 09 17:08:29.960661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59746) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:29.977155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7778db1f-2a22-4277-becb-e4cf5c4be364']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:30.024420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd7a271-fba6-4427-9301-4f8945894635') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:30.024731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd7a271-fba6-4427-9301-4f8945894635') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:30.030469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-496e8c16-f828-47dd-9f15-c175c785a777 admin admin] Publish callbacks [] for security_group (74f03f77-f5f4-49c8-a5ab-2e8932c3175a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.038036 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e7ca7d-0e89-4c97-bbc1-c7c94ce850f9 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] GET failed (client error): The resource could not be found. Mar 09 17:08:30.045027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:30.045524 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-32e7ca7d-0e89-4c97-bbc1-c7c94ce850f9 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "GET /v2.0/ports/0eb5cb5e-e1f4-4c81-9649-f84a0acab2e1 HTTP/1.1" status: 404 len: 333 time: 0.0797417 Mar 09 17:08:30.046207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59748) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.053713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b2368e39-1d1e-431a-b79b-074f8527da93 None None] Could not find standard attr ID for object 77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:30.057160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:30.065007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (ddd7a271-fba6-4427-9301-4f8945894635), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.066567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:30.071828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:30.072502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.077827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-fb6a1ee4-2a04-4465-a179-18a93cb7e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:30.083065 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-fb6a1ee4-2a04-4465-a179-18a93cb7e85c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.3653753 Mar 09 17:08:30.088777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:security_group and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:30.125290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:30.131400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:30.165872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ddd7a271-fba6-4427-9301-4f8945894635), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.173473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a03a56de-1035-4d3e-8233-b41a83694f49 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:30.174906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa84bdb2-bcc7-4b6d-9116-6671e199ed17 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:30.191019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.199696 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2189e3fe-2154-4c10-b433-bb9e541a5601 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d HTTP/1.1" status: 204 len: 168 time: 2.5289195 Mar 09 17:08:30.199696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:30.199696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (ddd7a271-fba6-4427-9301-4f8945894635), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.206835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: aa84bdb2-bcc7-4b6d-9116-6671e199ed17 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:30.207932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa84bdb2-bcc7-4b6d-9116-6671e199ed17 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:30.208557 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:30.230319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59750) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.237469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Port aa84bdb2-bcc7-4b6d-9116-6671e199ed17 not found, will not notify nova. {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 09 17:08:30.287333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Usage tracker for resource:security_group_rule and project:dec7464e471f4e97944ca9a36aecc72b is out of sync, need to count used quota {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 09 17:08:30.291064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-496e8c16-f828-47dd-9f15-c175c785a777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (74f03f77-f5f4-49c8-a5ab-2e8932c3175a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.312768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 00bef0f3-504b-4f52-8743-3d08e1c06fb8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:30.321251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.quota.resource [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104358) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 09 17:08:30.330091 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-496e8c16-f828-47dd-9f15-c175c785a777 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=035ddddd3c444d229943af464ff98dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4153574 Mar 09 17:08:30.333945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59752) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.372924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 00bef0f3-504b-4f52-8743-3d08e1c06fb8 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:30.373776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 00bef0f3-504b-4f52-8743-3d08e1c06fb8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:30.395692 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-20107fab-a2f9-47fd-b55c-e3a23b0ca85b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7685285 Mar 09 17:08:30.397356 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b0035ad3-e2d3-4d44-a107-6c7eb788213f tempest-QuotasTest-1461074852 tempest-QuotasTest-1461074852-project-admin] 10.222.0.16 "GET /v2.0/quotas/dec7464e471f4e97944ca9a36aecc72b/details.json HTTP/1.1" status: 200 len: 703 time: 1.4218447 Mar 09 17:08:30.417729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59754) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.507532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-8b5dc01b-8516-4853-8edc-8a0e98bef4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:30.509770 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-8b5dc01b-8516-4853-8edc-8a0e98bef4e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.4024501 Mar 09 17:08:30.533023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e42d16e-9bfb-498b-975d-888e8d3af5ff admin admin] Publish callbacks [] for security_group (74f03f77-f5f4-49c8-a5ab-2e8932c3175a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.543126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e8c16-f828-47dd-9f15-c175c785a777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f03f77-f5f4-49c8-a5ab-2e8932c3175a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:30.551906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08160199-c11b-4450-b5aa-44f16e91cf22 None None] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:30.584973 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac298c7d-cc9f-4c86-8ed6-ff3e6902e1ee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:08:30.588865 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ac298c7d-cc9f-4c86-8ed6-ff3e6902e1ee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d HTTP/1.1" status: 404 len: 333 time: 0.3551962 Mar 09 17:08:30.596104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59758) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.637540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e42d16e-9bfb-498b-975d-888e8d3af5ff admin admin] Publish callbacks [] for security_group (74f03f77-f5f4-49c8-a5ab-2e8932c3175a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.653537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] Provisioning complete for port 637fb4f4-7a84-46c9-a86e-4ae297199a85 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:30.655228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.664920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91807d6c-485e-4d07-9f0c-21f6ee2e9925 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:30.669469 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-91807d6c-485e-4d07-9f0c-21f6ee2e9925 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a4 HTTP/1.1" status: 200 len: 928 time: 0.2475245 Mar 09 17:08:30.672703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59760) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.675735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-bddcc63b-d3d9-46ae-89d6-c280187ea518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1002 time: 0.1447823 Mar 09 17:08:30.737950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (7778db1f-2a22-4277-becb-e4cf5c4be364), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.742624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.746920 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/networks/7778db1f-2a22-4277-becb-e4cf5c4be364 HTTP/1.1" status: 204 len: 168 time: 1.3572471 Mar 09 17:08:30.750712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 637fb4f4-7a84-46c9-a86e-4ae297199a85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:30.771218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59762) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:30.790648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-71825b1b-55a5-4ffb-a99b-f79c128b1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:30.792043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-71825b1b-55a5-4ffb-a99b-f79c128b1053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.0640235 Mar 09 17:08:30.818924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58409e4b-ab91-4dfe-a19f-c3e1e439a38c tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Network': ['ID=7778db1f-2a22-4277-becb-e4cf5c4be364,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:30.867454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] Current status of the port 637fb4f4-7a84-46c9-a86e-4ae297199a85 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:30.869400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.885666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 8c544030-0a97-47aa-95ee-7b2360fdf7ea {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:30.899411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (8c544030-0a97-47aa-95ee-7b2360fdf7ea), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.911386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port 64399c5d-3094-4829-9eb2-7b1842506e9d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:30.911575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-870a35fe-e340-4b23-af15-b91e46a4086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:30.911734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.913151 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-870a35fe-e340-4b23-af15-b91e46a4086a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1100452 Mar 09 17:08:30.926784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 637fb4f4-7a84-46c9-a86e-4ae297199a85 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:30.927336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.951457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:30.952069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.954936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e42d16e-9bfb-498b-975d-888e8d3af5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (74f03f77-f5f4-49c8-a5ab-2e8932c3175a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.962209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e42d16e-9bfb-498b-975d-888e8d3af5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:30.964532 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0e42d16e-9bfb-498b-975d-888e8d3af5ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74f03f77-f5f4-49c8-a5ab-2e8932c3175a HTTP/1.1" status: 204 len: 168 time: 0.6286979 Mar 09 17:08:31.018970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42d16e-9bfb-498b-975d-888e8d3af5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f03f77-f5f4-49c8-a5ab-2e8932c3175a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:31.025568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] For port 637fb4f4-7a84-46c9-a86e-4ae297199a85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637fb4f4-7a84-46c9-a86e-4ae297199a85,segment=NetworkSegment(f439b2de-b094-4c2d-827c-de13b7022074),segment_id=f439b2de-b094-4c2d-827c-de13b7022074)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:31.091254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (8c544030-0a97-47aa-95ee-7b2360fdf7ea), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.116537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59768) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:31.119819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.149955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (b671f88d-502e-43c7-bd46-15bc99dbb8e1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.186396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 637fb4f4-7a84-46c9-a86e-4ae297199a85 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:31.189784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.195068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.230714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:31.251086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21772b7e-3dff-43a2-bdd9-8894094a04f2 None None] Pushing event updated for resources: {'Port': ['ID=637fb4f4-7a84-46c9-a86e-4ae297199a85,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:31.291497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.1 (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3/2b1bf5e6-53a5-4743-9a5d-4959bdc9efff/5d02e0be-0397-4a9e-982f-3d01bb82b293) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:31.305975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:08:31.305975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:08:31.347460 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-eb1410ef-6678-429c-8201-58766545d8c6 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267828 Mar 09 17:08:31.347836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Provisioning complete for port 6382f8b4-6630-45e2-b900-137acf074ab1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:31.348215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6382f8b4-6630-45e2-b900-137acf074ab1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.366745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b80765e7-cee4-4267-a1b9-c218f8b42ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.379405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.415146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Port 6382f8b4-6630-45e2-b900-137acf074ab1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:31.431288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for 64399c5d-3094-4829-9eb2-7b1842506e9d owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:31.443519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Provisioning complete for port d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:31.443904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.446697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (8c544030-0a97-47aa-95ee-7b2360fdf7ea), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.503185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Port d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:31.513674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Provisioning complete for port 637fb4f4-7a84-46c9-a86e-4ae297199a85 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:31.514055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.561637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (b671f88d-502e-43c7-bd46-15bc99dbb8e1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.629837 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a0f1d1b-9b65-4bbd-8d12-e4756048c526 req-e92ae608-dd7e-4246-9c5b-b8b457ce8677 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742884 Mar 09 17:08:31.664682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c9c6-3632-4155-bc2c-ed6e9a8f2899 None None] Current status of the port 637fb4f4-7a84-46c9-a86e-4ae297199a85 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:31.687712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b80765e7-cee4-4267-a1b9-c218f8b42ee6 admin admin] Publish callbacks [] for security_group (cb40bd81-16c4-40e7-9e5e-111af954e8c5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.689609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.699941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b671f88d-502e-43c7-bd46-15bc99dbb8e1']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:31.737096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab063d8-a6f8-424d-a264-e7fb303bf0c4') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:31.737536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab063d8-a6f8-424d-a264-e7fb303bf0c4') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:31.755715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.759209 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 HTTP/1.1" status: 204 len: 168 time: 1.0853796 Mar 09 17:08:31.760390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8207ba1-2220-4638-b45d-5cc432285a17 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:31.763377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59780) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:31.764021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b80765e7-cee4-4267-a1b9-c218f8b42ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (cb40bd81-16c4-40e7-9e5e-111af954e8c5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.765089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (fab063d8-a6f8-424d-a264-e7fb303bf0c4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.800038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.800695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fa6157d8-6a75-4ac6-851f-043b5e561b1e None None] Provisioning complete for port 6382f8b4-6630-45e2-b900-137acf074ab1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:31.801339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fa6157d8-6a75-4ac6-851f-043b5e561b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6382f8b4-6630-45e2-b900-137acf074ab1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.813763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fab063d8-a6f8-424d-a264-e7fb303bf0c4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.830596 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb7712c-bf64-43df-84c7-a0cd6c229a57 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:08:31.832076 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ccb7712c-bf64-43df-84c7-a0cd6c229a57 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6 HTTP/1.1" status: 404 len: 333 time: 0.0646765 Mar 09 17:08:31.845880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:31.846444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (fab063d8-a6f8-424d-a264-e7fb303bf0c4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.849700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59782) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:31.850402 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:31.858782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80765e7-cee4-4267-a1b9-c218f8b42ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb40bd81-16c4-40e7-9e5e-111af954e8c5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:31.863748 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b80765e7-cee4-4267-a1b9-c218f8b42ee6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9883e7065ba441b088ae16ec6309b5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7388008 Mar 09 17:08:31.868116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59786) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:31.907785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fa6157d8-6a75-4ac6-851f-043b5e561b1e None None] Port 6382f8b4-6630-45e2-b900-137acf074ab1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:31.915404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 637fb4f4-7a84-46c9-a86e-4ae297199a85 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:31.918238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a03a56de-1035-4d3e-8233-b41a83694f49 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:31.952811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47b226b9-a91c-469a-a0c3-a36a7712a8fd admin admin] Publish callbacks [] for security_group (cb40bd81-16c4-40e7-9e5e-111af954e8c5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.967870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (8c544030-0a97-47aa-95ee-7b2360fdf7ea), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:31.986525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a03a56de-1035-4d3e-8233-b41a83694f49 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:31.987570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.008033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47b226b9-a91c-469a-a0c3-a36a7712a8fd admin admin] Publish callbacks [] for security_group (cb40bd81-16c4-40e7-9e5e-111af954e8c5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.056813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=8c544030-0a97-47aa-95ee-7b2360fdf7ea,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:32.071865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.075375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b81313e0-3e1f-4493-a0bd-6d7842c49022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/8c544030-0a97-47aa-95ee-7b2360fdf7ea HTTP/1.1" status: 204 len: 168 time: 1.4513459 Mar 09 17:08:32.079271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59788) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:32.113418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b99df-689f-49e7-9af1-4b3f80fc884c None None] Network 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:32.141385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8017178d-d267-4a74-860a-de80c6a52832 None None] Could not find standard attr ID for object d3172ed5-1a5a-40d2-9502-b9dfb34c0cb6. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:32.152964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (64399c5d-3094-4829-9eb2-7b1842506e9d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.167067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a03a56de-1035-4d3e-8233-b41a83694f49 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:32.187700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 6382f8b4-6630-45e2-b900-137acf074ab1 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:32.189833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6382f8b4-6630-45e2-b900-137acf074ab1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.223920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=64399c5d-3094-4829-9eb2-7b1842506e9d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:32.237649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.255752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47b226b9-a91c-469a-a0c3-a36a7712a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (cb40bd81-16c4-40e7-9e5e-111af954e8c5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.262723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (b671f88d-502e-43c7-bd46-15bc99dbb8e1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.263401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47b226b9-a91c-469a-a0c3-a36a7712a8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.265716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-47b226b9-a91c-469a-a0c3-a36a7712a8fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb40bd81-16c4-40e7-9e5e-111af954e8c5 HTTP/1.1" status: 204 len: 168 time: 0.3960660 Mar 09 17:08:32.268676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.275118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/networks/b671f88d-502e-43c7-bd46-15bc99dbb8e1 HTTP/1.1" status: 204 len: 168 time: 1.4969895 Mar 09 17:08:32.275118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.285814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59794) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:32.304827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b226b9-a91c-469a-a0c3-a36a7712a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb40bd81-16c4-40e7-9e5e-111af954e8c5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:32.326029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa84bdb2-bcc7-4b6d-9116-6671e199ed17 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:32.341761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.356047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59798) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:32.356256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-631d0fd0-f508-418c-8b8a-ffa521437c66 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/ports/64399c5d-3094-4829-9eb2-7b1842506e9d HTTP/1.1" status: 204 len: 168 time: 2.3020961 Mar 09 17:08:32.383188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: aa84bdb2-bcc7-4b6d-9116-6671e199ed17 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:32.383554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa84bdb2-bcc7-4b6d-9116-6671e199ed17 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:32.489189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting subnet 4e21191c-298b-467a-81f0-2ffe759286c2 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:32.491554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0671015-5ed7-4db7-aa98-287206fed043 tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Network': ['ID=b671f88d-502e-43c7-bd46-15bc99dbb8e1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:32.492685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for subnet (4e21191c-298b-467a-81f0-2ffe759286c2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.528499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] DHCP port deletion for 4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:32.568610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:32.631225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:32.636524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=5d02e0be-0397-4a9e-982f-3d01bb82b293,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:32.636934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 637fb4f4-7a84-46c9-a86e-4ae297199a85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:32.650508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:32.706224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] Deleting port a03a56de-1035-4d3e-8233-b41a83694f49 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:32.706868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.744619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 637fb4f4-7a84-46c9-a86e-4ae297199a85 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:32.745241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.807615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6382f8b4-6630-45e2-b900-137acf074ab1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.841804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59806) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:32.844245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] For port a03a56de-1035-4d3e-8233-b41a83694f49, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a03a56de-1035-4d3e-8233-b41a83694f49,segment=NetworkSegment(420f00a9-d8f3-45f8-8aa7-86c19ce38ee1),segment_id=420f00a9-d8f3-45f8-8aa7-86c19ce38ee1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:32.844710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.853803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 6382f8b4-6630-45e2-b900-137acf074ab1 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:32.860012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (a684d88a-c126-4b22-a2bc-0394a3896c6c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.908017 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port a03a56de-1035-4d3e-8233-b41a83694f49 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:32.908381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.911998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (4e21191c-298b-467a-81f0-2ffe759286c2), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.941965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 637fb4f4-7a84-46c9-a86e-4ae297199a85 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:32.947616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (89df1fbd-1516-4257-be9e-766c039a4a44), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:32.966403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] Calling delete_port for a03a56de-1035-4d3e-8233-b41a83694f49 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:33.043026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-353667162'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:33.043796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] For port a03a56de-1035-4d3e-8233-b41a83694f49, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a03a56de-1035-4d3e-8233-b41a83694f49,segment=NetworkSegment(420f00a9-d8f3-45f8-8aa7-86c19ce38ee1),segment_id=420f00a9-d8f3-45f8-8aa7-86c19ce38ee1)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:33.044740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.061503 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for a03a56de-1035-4d3e-8233-b41a83694f49 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:33.088006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d700fbb2-3a98-46e9-91c1-3437654c2c73 None None] Provisioning complete for port 5d02e0be-0397-4a9e-982f-3d01bb82b293 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:33.088603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d700fbb2-3a98-46e9-91c1-3437654c2c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.125992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d700fbb2-3a98-46e9-91c1-3437654c2c73 None None] Port 5d02e0be-0397-4a9e-982f-3d01bb82b293 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:33.139708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.168592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] Pushing event deleted for resources: {'Port': ['ID=a03a56de-1035-4d3e-8233-b41a83694f49,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.173560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da6aab-5688-4832-b66c-ae0a76d86afe None None] No DVR routers for this DVR port a03a56de-1035-4d3e-8233-b41a83694f49 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:33.176820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4e21191c-298b-467a-81f0-2ffe759286c2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.225322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (a684d88a-c126-4b22-a2bc-0394a3896c6c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.232896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a03a56de-1035-4d3e-8233-b41a83694f49), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.251166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a684d88a-c126-4b22-a2bc-0394a3896c6c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:33.265280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:33.279193 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=a03a56de-1035-4d3e-8233-b41a83694f49,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.280154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:33.281682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No DVR routers for this DVR port a03a56de-1035-4d3e-8233-b41a83694f49 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:33.285515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.295744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c4e-10aa-4aed-9003-0eb1564ac024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.295910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49df0c19-bf84-4315-bfd5-f355b782a555') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:33.295910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49df0c19-bf84-4315-bfd5-f355b782a555') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:33.303852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.328320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (49df0c19-bf84-4315-bfd5-f355b782a555), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.379941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (49df0c19-bf84-4315-bfd5-f355b782a555), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.381390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.394607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (4e21191c-298b-467a-81f0-2ffe759286c2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.406154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:33.406559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (49df0c19-bf84-4315-bfd5-f355b782a555), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:33.409585 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:33.411582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.442959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Subnet': ['ID=4e21191c-298b-467a-81f0-2ffe759286c2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.447452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:33.449955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.453725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0283a95-f018-4a4e-bc46-e40b6cd8af36 None None] Network f4126f56-e377-4d2e-bdf3-1879cb19a80a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:33.456251 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-30f2fa81-8eca-4d41-8470-b298d0c6aded tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/subnets/4e21191c-298b-467a-81f0-2ffe759286c2 HTTP/1.1" status: 204 len: 168 time: 1.0984037 Mar 09 17:08:33.461597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59812) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:33.479124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:33.479795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420f00a9-d8f3-45f8-8aa7-86c19ce38ee1') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:33.482054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6382f8b4-6630-45e2-b900-137acf074ab1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.505498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (420f00a9-d8f3-45f8-8aa7-86c19ce38ee1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.535019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=6382f8b4-6630-45e2-b900-137acf074ab1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.571638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (420f00a9-d8f3-45f8-8aa7-86c19ce38ee1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.576477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (a684d88a-c126-4b22-a2bc-0394a3896c6c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.581150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.583656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f4126f56-e377-4d2e-bdf3-1879cb19a80a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.584498 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] 10.222.0.16 "DELETE /v2.0/networks/a684d88a-c126-4b22-a2bc-0394a3896c6c HTTP/1.1" status: 204 len: 168 time: 1.2509470 Mar 09 17:08:33.589881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (420f00a9-d8f3-45f8-8aa7-86c19ce38ee1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: warnings.warn(msg) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:33.602314 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:33.620817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.622925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-80871a41-ab7f-4005-b81d-84d81f3f9b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.623633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c4e-10aa-4aed-9003-0eb1564ac024 admin admin] Publish callbacks [] for security_group (816123f7-2285-4d2e-80dc-630e709d2e37), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.625698 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7bd7d5eb-45a7-455f-9907-52c666c1e583 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/6382f8b4-6630-45e2-b900-137acf074ab1 HTTP/1.1" status: 204 len: 168 time: 1.7731926 Mar 09 17:08:33.628485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59816) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:33.683628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d98f0-eab0-4aa2-b0b8-5cedcee2ad3d tempest-BulkNetworkOpsIpV6Test-1929961656 tempest-BulkNetworkOpsIpV6Test-1929961656-project] Pushing event deleted for resources: {'Network': ['ID=a684d88a-c126-4b22-a2bc-0394a3896c6c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.693495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for security_group (93faa37e-fcdf-4302-843a-de254b54cb7d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.712184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c4e-10aa-4aed-9003-0eb1564ac024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (816123f7-2285-4d2e-80dc-630e709d2e37), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.718429 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a45bdf-f9bf-4fce-a34b-bbf47a9c8f52 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:08:33.722528 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-70a45bdf-f9bf-4fce-a34b-bbf47a9c8f52 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/6382f8b4-6630-45e2-b900-137acf074ab1 HTTP/1.1" status: 404 len: 333 time: 0.0906763 Mar 09 17:08:33.724366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59818) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:33.728844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] DHCP port deletion for f4126f56-e377-4d2e-bdf3-1879cb19a80a request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:33.812126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] Deleting port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:33.812671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.826854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.844984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6c4e-10aa-4aed-9003-0eb1564ac024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816123f7-2285-4d2e-80dc-630e709d2e37,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.852753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.857866 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e HTTP/1.1" status: 204 len: 168 time: 1.7774096 Mar 09 17:08:33.861487 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0fca6c4e-10aa-4aed-9003-0eb1564ac024 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dec7464e471f4e97944ca9a36aecc72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941074 Mar 09 17:08:33.875199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59820) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:33.875800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59822) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:33.892515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'name': 'tempest-PortsTestJSON-1177978683'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:33.901234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb16e5a-a6db-44c2-b575-a0afff646e01 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=4684b5e5-cc77-4ffa-a6e6-d3b7e8f69f9e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:33.925338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] For port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,segment=NetworkSegment(671e3cf7-2ffa-4772-85b6-42d90336d2e7),segment_id=671e3cf7-2ffa-4772-85b6-42d90336d2e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:33.925746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:33.938743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet a21e9dea-7f99-4fef-b099-6243b2379a53 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:33.940004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] Calling delete_port for 6e04c844-cbdc-4f8f-840a-6e35e28e9afd owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:33.952949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (a21e9dea-7f99-4fef-b099-6243b2379a53), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.062068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (a21e9dea-7f99-4fef-b099-6243b2379a53), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.092323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (93faa37e-fcdf-4302-843a-de254b54cb7d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.100024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Deleting port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:34.100392 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.117399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.127814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62b5786c-f4c9-48cc-8d0d-b3613b980211 admin admin] Publish callbacks [] for security_group (816123f7-2285-4d2e-80dc-630e709d2e37), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.140550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:34.153105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93faa37e-fcdf-4302-843a-de254b54cb7d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.179187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (00a2f221-e033-4efd-b5c4-f403910ae121), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.179734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Added segment 00a2f221-e033-4efd-b5c4-f403910ae121 of type vlan for network 5a4b97fd-3e33-422d-b53e-456a834be499 Mar 09 17:08:34.220797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62b5786c-f4c9-48cc-8d0d-b3613b980211 admin admin] Publish callbacks [] for security_group (816123f7-2285-4d2e-80dc-630e709d2e37), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.250887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] For port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,segment=NetworkSegment(671e3cf7-2ffa-4772-85b6-42d90336d2e7),segment_id=671e3cf7-2ffa-4772-85b6-42d90336d2e7)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:34.251269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.257692 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:34.261391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.272486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (5a4b97fd-3e33-422d-b53e-456a834be499), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.286763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59826) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:34.302008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Calling delete_port for 6e04c844-cbdc-4f8f-840a-6e35e28e9afd owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:34.316115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a21e9dea-7f99-4fef-b099-6243b2379a53), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.359015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.361532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 95d96b4e-ffc2-4ab8-8a85-22186af641de yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:34.363111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] No DVR routers for this DVR port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:34.368075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43ac34-a911-419b-b487-54ebae767353 None None] Pushing event deleted for resources: {'Port': ['ID=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.402045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (5a4b97fd-3e33-422d-b53e-456a834be499), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.408868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:34.409496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.436442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.520850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6764262 Mar 09 17:08:34.525010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6e04c844-cbdc-4f8f-840a-6e35e28e9afd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.526863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59830) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:34.546969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'subnet': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:34.550696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a03a56de-1035-4d3e-8233-b41a83694f49 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:34.565490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682b445-3674-4371-b8bf-a055b469c02c tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Network': ['ID=5a4b97fd-3e33-422d-b53e-456a834be499,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.583493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a03a56de-1035-4d3e-8233-b41a83694f49 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:34.584330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a03a56de-1035-4d3e-8233-b41a83694f49 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:34.584330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e04c844-cbdc-4f8f-840a-6e35e28e9afd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:34.584584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=5d02e0be-0397-4a9e-982f-3d01bb82b293,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.587748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 5a4b97fd-3e33-422d-b53e-456a834be499 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:34.590810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62b5786c-f4c9-48cc-8d0d-b3613b980211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (816123f7-2285-4d2e-80dc-630e709d2e37), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.593451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62b5786c-f4c9-48cc-8d0d-b3613b980211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.594608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-62b5786c-f4c9-48cc-8d0d-b3613b980211 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/816123f7-2285-4d2e-80dc-630e709d2e37 HTTP/1.1" status: 204 len: 168 time: 0.7137434 Mar 09 17:08:34.595750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (a21e9dea-7f99-4fef-b099-6243b2379a53), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.597741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (89df1fbd-1516-4257-be9e-766c039a4a44), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.597875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Port': ['ID=6e04c844-cbdc-4f8f-840a-6e35e28e9afd,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.630667 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2554c0f6-9398-4281-8e26-1a8528511a06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26caddffd2e147b38935d9f7e6d20405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411591 Mar 09 17:08:34.632038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] No DVR routers for this DVR port 6e04c844-cbdc-4f8f-840a-6e35e28e9afd on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:34.637372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 6e04c844-cbdc-4f8f-840a-6e35e28e9afd {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:34.638780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e04c844-cbdc-4f8f-840a-6e35e28e9afd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:34.671332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59834) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:34.704994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5786c-f4c9-48cc-8d0d-b3613b980211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816123f7-2285-4d2e-80dc-630e709d2e37,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.720913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b6e2e-59b3-4cce-a0e5-477cbf48283e None None] Network 6fcd3968-d026-40d7-bff7-2c4bff7f324f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:34.728524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=a21e9dea-7f99-4fef-b099-6243b2379a53,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:34.756312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:34.758148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:34.759597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.765426 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c2e72df-da5b-4795-bfb8-d51d0984cad7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/a21e9dea-7f99-4fef-b099-6243b2379a53 HTTP/1.1" status: 204 len: 168 time: 1.0303795 Mar 09 17:08:34.768319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59836) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:34.829898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (95d96b4e-ffc2-4ab8-8a85-22186af641de), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.915792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f4126f56-e377-4d2e-bdf3-1879cb19a80a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:34.919960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 89df1fbd-1516-4257-be9e-766c039a4a44 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:34.985474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f698c0-f770-4714-b881-241d00da415c None None] DHCP port deletion for 6fcd3968-d026-40d7-bff7-2c4bff7f324f request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:34.985747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4126f56-e377-4d2e-bdf3-1879cb19a80a']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.030406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671e3cf7-2ffa-4772-85b6-42d90336d2e7') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.031606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671e3cf7-2ffa-4772-85b6-42d90336d2e7') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.060255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24f698c0-f770-4714-b881-241d00da415c None None] Deleting port 637fb4f4-7a84-46c9-a86e-4ae297199a85 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:35.061276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24f698c0-f770-4714-b881-241d00da415c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.117455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:35.118382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10be76b-eab4-4aa4-855b-2e9681c0a378 admin admin] Publish callbacks [] for security_group (780c2059-fda3-4b31-a912-2a388af13278), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.126872 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-18cf8aad-3e9e-414b-b0e9-dd37090f427a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/routers/89df1fbd-1516-4257-be9e-766c039a4a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0690176 Mar 09 17:08:35.128018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59846) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:35.134370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'port': {'network_id': '6cb04cb9-b9cf-403d-b9e4-25a1623a84d3', 'name': 'tempest-FloatingIPTestJSON-2127592458'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:35.143960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] Sync routers for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:35.155596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10be76b-eab4-4aa4-855b-2e9681c0a378 admin admin] Publish callbacks [] for security_group (780c2059-fda3-4b31-a912-2a388af13278), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.165741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (671e3cf7-2ffa-4772-85b6-42d90336d2e7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.170604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-24f698c0-f770-4714-b881-241d00da415c None None] For port 637fb4f4-7a84-46c9-a86e-4ae297199a85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637fb4f4-7a84-46c9-a86e-4ae297199a85,segment=NetworkSegment(f439b2de-b094-4c2d-827c-de13b7022074),segment_id=f439b2de-b094-4c2d-827c-de13b7022074)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:35.171013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24f698c0-f770-4714-b881-241d00da415c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.189033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24f698c0-f770-4714-b881-241d00da415c None None] Calling delete_port for 637fb4f4-7a84-46c9-a86e-4ae297199a85 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:35.196239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:35.197232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.198241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:35.201733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.211181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-624758fc-4952-4d7d-831b-e47c4da61bb4 None None] Provisioning complete for port 5d02e0be-0397-4a9e-982f-3d01bb82b293 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:35.211181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-624758fc-4952-4d7d-831b-e47c4da61bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.220874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6fcd3968-d026-40d7-bff7-2c4bff7f324f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.223564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (671e3cf7-2ffa-4772-85b6-42d90336d2e7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.259495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:35.259911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (671e3cf7-2ffa-4772-85b6-42d90336d2e7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:35.264023 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:35.266257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.325431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:35.326081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.329317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Made reservation on behalf of 8ccf5b1ca0314589b17c35c6393db698 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:35.333160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (95d96b4e-ffc2-4ab8-8a85-22186af641de), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.333695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-624758fc-4952-4d7d-831b-e47c4da61bb4 None None] Port 5d02e0be-0397-4a9e-982f-3d01bb82b293 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:35.342079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.369215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] device_id is not set on port da5f097a-e80a-4120-b61d-8ba3d6156c5e yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:35.373004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:35.373678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88151f61-a967-4c97-89d1-e090eca16650 None None] The sync data for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:35.448899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24f698c0-f770-4714-b881-241d00da415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.458746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:35.461762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=95d96b4e-ffc2-4ab8-8a85-22186af641de,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:35.465097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:35.469932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:35.476005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:35.476005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.498580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 637fb4f4-7a84-46c9-a86e-4ae297199a85 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:35.503479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.503646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f698c0-f770-4714-b881-241d00da415c None None] Pushing event deleted for resources: {'Port': ['ID=637fb4f4-7a84-46c9-a86e-4ae297199a85,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:35.503769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Allocated IP 172.20.0.10 (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3/2b1bf5e6-53a5-4743-9a5d-4959bdc9efff/da5f097a-e80a-4120-b61d-8ba3d6156c5e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:35.505139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f4126f56-e377-4d2e-bdf3-1879cb19a80a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.506939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f698c0-f770-4714-b881-241d00da415c None None] No DVR routers for this DVR port 637fb4f4-7a84-46c9-a86e-4ae297199a85 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:35.507090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10be76b-eab4-4aa4-855b-2e9681c0a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (780c2059-fda3-4b31-a912-2a388af13278), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.510361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10be76b-eab4-4aa4-855b-2e9681c0a378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.511730 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c10be76b-eab4-4aa4-855b-2e9681c0a378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/780c2059-fda3-4b31-a912-2a388af13278 HTTP/1.1" status: 204 len: 168 time: 0.8257527 Mar 09 17:08:35.534161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.540121 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] 10.222.0.16 "DELETE /v2.0/networks/f4126f56-e377-4d2e-bdf3-1879cb19a80a HTTP/1.1" status: 204 len: 168 time: 2.0760677 Mar 09 17:08:35.571949 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-26d1343e-6fe0-422c-a57d-eac26622dd11 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6921632 Mar 09 17:08:35.572910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10be76b-eab4-4aa4-855b-2e9681c0a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780c2059-fda3-4b31-a912-2a388af13278,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:35.574773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59858) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:35.586472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1a616-846a-48ce-b040-83e43fe75ba2 tempest-AllowedAddressPairIpV6TestJSON-1742366444 tempest-AllowedAddressPairIpV6TestJSON-1742366444-project] Pushing event deleted for resources: {'Network': ['ID=f4126f56-e377-4d2e-bdf3-1879cb19a80a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:35.632062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6aa755f5-cfe4-43bc-8a29-43befb48515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.701078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] For port 637fb4f4-7a84-46c9-a86e-4ae297199a85, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:35.701455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.711826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for port (da5f097a-e80a-4120-b61d-8ba3d6156c5e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.750864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 637fb4f4-7a84-46c9-a86e-4ae297199a85 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:35.772621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_backend_mixin [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Port 637fb4f4-7a84-46c9-a86e-4ae297199a85 was not found and therefore no delete operation was performed {{(pid=104358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:08:35.783085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (637fb4f4-7a84-46c9-a86e-4ae297199a85), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.806166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (da5f097a-e80a-4120-b61d-8ba3d6156c5e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.823114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=637fb4f4-7a84-46c9-a86e-4ae297199a85,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:35.829980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No DVR routers for this DVR port 637fb4f4-7a84-46c9-a86e-4ae297199a85 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:35.853868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:35.857452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:35.861856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:35.894203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (6a38c6dd-933a-4fda-b1f5-86972d72d832), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.900582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 95d96b4e-ffc2-4ab8-8a85-22186af641de {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:35.901124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (95d96b4e-ffc2-4ab8-8a85-22186af641de), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.901521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event updated for resources: {'Port': ['ID=da5f097a-e80a-4120-b61d-8ba3d6156c5e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:35.941178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:35.941844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:35.993933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6fcd3968-d026-40d7-bff7-2c4bff7f324f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.023403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-15173259-4a8a-4946-a78b-b6a0c82222e8 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8936734 Mar 09 17:08:36.025934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59866) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.032711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Request body: {'floatingip': {'port_id': 'da5f097a-e80a-4120-b61d-8ba3d6156c5e'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:36.087121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcd3968-d026-40d7-bff7-2c4bff7f324f']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:36.120607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f439b2de-b094-4c2d-827c-de13b7022074') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:36.120728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f439b2de-b094-4c2d-827c-de13b7022074') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:36.123686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (95d96b4e-ffc2-4ab8-8a85-22186af641de), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.124628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59870) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.132546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (61b8482e-8ccd-43f3-ab23-00c142860d97), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.142525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Subnet': ['ID=6a38c6dd-933a-4fda-b1f5-86972d72d832,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:36.151469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (f439b2de-b094-4c2d-827c-de13b7022074), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.162664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 95d96b4e-ffc2-4ab8-8a85-22186af641de owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:36.174265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1bfdef0a-f1ee-4e10-b7e0-4653cd4af8cc None None] Provisioning complete for port da5f097a-e80a-4120-b61d-8ba3d6156c5e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:36.175376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bfdef0a-f1ee-4e10-b7e0-4653cd4af8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (da5f097a-e80a-4120-b61d-8ba3d6156c5e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.178009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f439b2de-b094-4c2d-827c-de13b7022074), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.186483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Checking segment: {'id': '00a2f221-e033-4efd-b5c4-f403910ae121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:36.188632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network hostable DHCP agents. Network: 5a4b97fd-3e33-422d-b53e-456a834be499, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:36.190605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:36.191229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (f439b2de-b094-4c2d-827c-de13b7022074), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:36.195698 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:36.234876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdef0a-f1ee-4e10-b7e0-4653cd4af8cc None None] Port da5f097a-e80a-4120-b61d-8ba3d6156c5e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:36.385599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:36.409518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6fcd3968-d026-40d7-bff7-2c4bff7f324f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.411052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59880) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.413011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (95d96b4e-ffc2-4ab8-8a85-22186af641de), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.424001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1adb7d5a-47e3-42b5-a156-70f03ef9e5df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2309879746234e7680863b1e9d3ee74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977953 Mar 09 17:08:36.428567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.437998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/6fcd3968-d026-40d7-bff7-2c4bff7f324f HTTP/1.1" status: 204 len: 168 time: 1.6566942 Mar 09 17:08:36.455212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59884) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.455675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59886) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.483576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-982735560'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:36.506870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef526188-09b7-4158-9796-c8319c24f8fc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=6fcd3968-d026-40d7-bff7-2c4bff7f324f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:36.508633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5a4b97fd-3e33-422d-b53e-456a834be499) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:36.517197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=95d96b4e-ffc2-4ab8-8a85-22186af641de,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:36.518033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa223b32-a618-4273-bdbc-9a38293c49ca None None] Network 5a4b97fd-3e33-422d-b53e-456a834be499 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:36.527485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1758823671'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:36.544726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 637fb4f4-7a84-46c9-a86e-4ae297199a85 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:36.554377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:36.554983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.577148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.583268 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b243f3a3-d0e2-46e8-bec0-47971cac4cd5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/95d96b4e-ffc2-4ab8-8a85-22186af641de HTTP/1.1" status: 204 len: 168 time: 0.9990499 Mar 09 17:08:36.584384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 637fb4f4-7a84-46c9-a86e-4ae297199a85 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:36.584899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59890) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.585313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 637fb4f4-7a84-46c9-a86e-4ae297199a85 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:36.589796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'mac_address': 'fa:16:3e:d9:f9:43', 'name': 'tempest-PortsTestJSON-1744959605'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:36.610584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:36.614104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.630741 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c1763e3d-a258-4061-a745-94b7eed9fceb tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0892599 Mar 09 17:08:36.636077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59892) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:36.648599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'name': 'tempest-AllowedAddressPairTestJSON-882656640'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:36.657188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.712904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5a4b97fd-3e33-422d-b53e-456a834be499', 'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'project_id': 'bbf33c8692014562be5a60b07e32d3de', 'fixed_ips': [{'subnet_id': '6a38c6dd-933a-4fda-b1f5-86972d72d832'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:36.713957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.717532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:36.720900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.765000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3bd98f3-115d-441f-8bab-df1a4f0d1e0d admin admin] Publish callbacks [] for security_group (dc961913-8a8c-4343-96e6-348a36d3d0b4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.863984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:36.871365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3bd98f3-115d-441f-8bab-df1a4f0d1e0d admin admin] Publish callbacks [] for security_group (dc961913-8a8c-4343-96e6-348a36d3d0b4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.889945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Allocated IP 172.20.0.2 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/8bebfee8-d8b7-41ce-8a48-4ac077157bbd) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:36.910189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (93a74ad1-33b6-44b6-bc4d-b8e7523a228a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:36.910469 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment 93a74ad1-33b6-44b6-bc4d-b8e7523a228a of type vlan for network 452a5fc0-df25-457f-94d5-e5f15ba7e449 Mar 09 17:08:36.943125 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:36.969977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.025688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (61b8482e-8ccd-43f3-ab23-00c142860d97), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.053433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for security_group (8b60c45b-b633-41f7-913f-f31dca1e01f6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.076756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Publish callbacks [] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.093802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (452a5fc0-df25-457f-94d5-e5f15ba7e449), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.107336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.118388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.119872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59902) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:37.135929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:37.139865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.141779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8b60c45b-b633-41f7-913f-f31dca1e01f6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.145635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 61b8482e-8ccd-43f3-ab23-00c142860d97 associated. External IP: 172.36.5.48, port: 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3. Mar 09 17:08:37.176153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.183762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:37.188609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 000bf2e0-9d77-4d2e-b351-7e42331a9220 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:37.199702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:37.203800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] device_id is not set on port 7ba4723a-9ff0-48af-bea8-96319dd1fec3 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:37.214500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3bd98f3-115d-441f-8bab-df1a4f0d1e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (dc961913-8a8c-4343-96e6-348a36d3d0b4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.217703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3bd98f3-115d-441f-8bab-df1a4f0d1e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.221664 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d3bd98f3-115d-441f-8bab-df1a4f0d1e0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc961913-8a8c-4343-96e6-348a36d3d0b4 HTTP/1.1" status: 204 len: 168 time: 0.7642210 Mar 09 17:08:37.237377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:37.257723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:37.268170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2119158376'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:37.282878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8bd18846-6823-4d42-8e8e-1af8958f48a6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.282878 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Added segment 8bd18846-6823-4d42-8e8e-1af8958f48a6 of type vlan for network 23e84d69-248a-4c03-bab8-85be85a4a2bb Mar 09 17:08:37.284230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60c45b-b633-41f7-913f-f31dca1e01f6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:37.287481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (452a5fc0-df25-457f-94d5-e5f15ba7e449), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.291765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:37.292532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.345551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Pushing event updated for resources: {'Port': ['ID=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:37.365444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Attempting to bind port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:37.365831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Attempting to bind port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '00a2f221-e033-4efd-b5c4-f403910ae121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:37.366194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Attempting to bind port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd on network 5a4b97fd-3e33-422d-b53e-456a834be499 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:37.373574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:37.373958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Checking segment: {'id': '00a2f221-e033-4efd-b5c4-f403910ae121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:37.374366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.374773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Bound using segment: {'id': '00a2f221-e033-4efd-b5c4-f403910ae121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:37.375264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Bound port: 8bebfee8-d8b7-41ce-8a48-4ac077157bbd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a2f221-e033-4efd-b5c4-f403910ae121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:37.375648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.403478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:37.407393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.419404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.447996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] For port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:37.452124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] For port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,segment=NetworkSegment(00a2f221-e033-4efd-b5c4-f403910ae121),segment_id=00a2f221-e033-4efd-b5c4-f403910ae121)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:37.459876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:37.506744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.584682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899d23-e167-4b30-8f27-16b0c779352d None None] Pushing event updated for resources: {'Port': ['ID=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:37.613801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for security_group (33cf22d7-cb9b-40fc-8076-07b2309f0eb3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.636408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:37.654129 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:37.654666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd98f3-115d-441f-8bab-df1a4f0d1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc961913-8a8c-4343-96e6-348a36d3d0b4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:37.691429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (33cf22d7-cb9b-40fc-8076-07b2309f0eb3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.702604 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:37.703330 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:37.714037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (23e84d69-248a-4c03-bab8-85be85a4a2bb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.732093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:37.757752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf22d7-cb9b-40fc-8076-07b2309f0eb3,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:37.762528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f0ce0035-a7d3-4d83-b95e-6b16c97362d0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:37.762924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Added segment f0ce0035-a7d3-4d83-b95e-6b16c97362d0 of type vlan for network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c Mar 09 17:08:37.807445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=452a5fc0-df25-457f-94d5-e5f15ba7e449,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:37.820476 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b1b86ab4-9540-4ea1-8caa-0b9bdb419193 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3545732 Mar 09 17:08:37.827969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:37.838902 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:37.840753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59914) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:37.853523 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:37.855668 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:37.859063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:37.908275 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:37.909101 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ed405-dd94-4a21-857e-7f81a82d098e None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:37.913740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Allocated IP 172.20.0.5 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/7ba4723a-9ff0-48af-bea8-96319dd1fec3) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:38.022666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (23e84d69-248a-4c03-bab8-85be85a4a2bb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.033570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:38.034242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.084923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (000bf2e0-9d77-4d2e-b351-7e42331a9220), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.254248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6b10a2a6-d636-44cf-a65f-5c01c4b1019c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.260535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8448946 Mar 09 17:08:38.261049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59920) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:38.261666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:38.265702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.268791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b0e6-c6d3-4d57-8d6e-ba9dc4301321 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Network': ['ID=23e84d69-248a-4c03-bab8-85be85a4a2bb,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:38.279029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.281865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:38.289794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:38.348137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (000bf2e0-9d77-4d2e-b351-7e42331a9220), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.399665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6b10a2a6-d636-44cf-a65f-5c01c4b1019c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.405765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:38.406371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.477534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 89df1fbd-1516-4257-be9e-766c039a4a44 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:38.479652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Network': ['ID=6b10a2a6-d636-44cf-a65f-5c01c4b1019c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:38.502454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:38.509881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:38.531391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:38.542532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:38.545501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:38.546051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.611562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=000bf2e0-9d77-4d2e-b351-7e42331a9220,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:38.627583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-86272aa9-a2f3-4c59-a851-34c5ebc956f6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4978209 Mar 09 17:08:38.672153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8bebfee8-d8b7-41ce-8a48-4ac077157bbd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:38.711057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.715370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:38.716513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:38.719976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.731899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:38.757082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] Sync routers for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:38.800315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59930) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:38.817688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:38.821531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:38.890432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:38.895280 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-196c1b32-6a77-4ed5-851d-5d15574b21ee tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/floatingips/61b8482e-8ccd-43f3-ab23-00c142860d97 HTTP/1.1" status: 200 len: 978 time: 2.8681524 Mar 09 17:08:38.895884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59934) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:38.911041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:38.911868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:38.943751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5671b31c-dfaa-4111-8e82-ba4ed9c813ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3577039 Mar 09 17:08:38.946206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59936) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:39.020672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:39.022031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e69847-d18e-4175-9f7f-761370a898de None None] The sync data for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:39.027523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:39.028985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.079574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2022834353'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:39.149249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:39.149748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.153464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port da5f097a-e80a-4120-b61d-8ba3d6156c5e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:39.153992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (da5f097a-e80a-4120-b61d-8ba3d6156c5e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.199764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,segment=NetworkSegment(00a2f221-e033-4efd-b5c4-f403910ae121),segment_id=00a2f221-e033-4efd-b5c4-f403910ae121)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:39.207079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845ad93-aa2c-46fe-8380-1dcc31a6595e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:39.208531 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1845ad93-aa2c-46fe-8380-1dcc31a6595e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/000bf2e0-9d77-4d2e-b351-7e42331a9220 HTTP/1.1" status: 200 len: 841 time: 0.2499743 Mar 09 17:08:39.215382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59938) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:39.228022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9dbe87-6a83-426e-a212-32ce31da0ff8 None None] Network 5a4b97fd-3e33-422d-b53e-456a834be499 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:39.268853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Made reservation on behalf of 4562d357af394f56b05983e05cd7091d for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:39.272944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.285642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.309325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.311936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.326002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.332649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.386194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for security_group (9fc98f1d-5e5f-42a6-b9fe-82395b8c1652), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.399552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (da5f097a-e80a-4120-b61d-8ba3d6156c5e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.403990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0b1a1b0f-beae-4d7e-b7c6-c4d41aad28e0 None None] Provisioning complete for port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:39.404467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1b0f-beae-4d7e-b7c6-c4d41aad28e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.412981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=7ba4723a-9ff0-48af-bea8-96319dd1fec3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:39.470258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:39.482166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9fc98f1d-5e5f-42a6-b9fe-82395b8c1652), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.502361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:39.524650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:39.529186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:39.542475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:39.558328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a1b0f-beae-4d7e-b7c6-c4d41aad28e0 None None] Current status of the port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:39.568612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3e8adc99-9989-439a-a860-fbb47f64a1d4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.572581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Added segment 3e8adc99-9989-439a-a860-fbb47f64a1d4 of type vlan for network ebaf0ca9-61fd-4732-8b54-4037f383a27c Mar 09 17:08:39.591342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:39.598530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:39.599173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.641636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc98f1d-5e5f-42a6-b9fe-82395b8c1652,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:39.664173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 000bf2e0-9d77-4d2e-b351-7e42331a9220 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:39.664573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (000bf2e0-9d77-4d2e-b351-7e42331a9220), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.667339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:39.667710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network hostable DHCP agents. Network: 23e84d69-248a-4c03-bab8-85be85a4a2bb, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:39.687645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': '93a74ad1-33b6-44b6-bc4d-b8e7523a228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:39.688047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 452a5fc0-df25-457f-94d5-e5f15ba7e449, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:39.715437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (ebaf0ca9-61fd-4732-8b54-4037f383a27c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.743387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:39.752238 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2e4d2cc4-d9ff-4c77-97dd-798830a9f4c5 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1042070 Mar 09 17:08:39.782939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59940) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:39.791766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'name': 'tempest-AllowedAddressPairTestJSON-178660765', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b8:dd:5d'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:39.813246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ea09a9e1-5adc-4314-8b50-68d879309367 None None] Provisioning complete for port 7ba4723a-9ff0-48af-bea8-96319dd1fec3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:39.813896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ea09a9e1-5adc-4314-8b50-68d879309367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.861235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.861971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (61b8482e-8ccd-43f3-ab23-00c142860d97), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.862334 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Floating IP 61b8482e-8ccd-43f3-ab23-00c142860d97 disassociated. External IP: 172.36.5.48, port: da5f097a-e80a-4120-b61d-8ba3d6156c5e. Mar 09 17:08:39.862796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for da5f097a-e80a-4120-b61d-8ba3d6156c5e owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:39.863472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ea09a9e1-5adc-4314-8b50-68d879309367 None None] Port 7ba4723a-9ff0-48af-bea8-96319dd1fec3 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:39.876734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ea09a9e1-5adc-4314-8b50-68d879309367 None None] Provisioning complete for port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:39.877655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ea09a9e1-5adc-4314-8b50-68d879309367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.930294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (ebaf0ca9-61fd-4732-8b54-4037f383a27c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.939046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.940660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:39.941568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.944151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (000bf2e0-9d77-4d2e-b351-7e42331a9220), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:39.946569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:39.998162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 000bf2e0-9d77-4d2e-b351-7e42331a9220 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:40.023908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:40.034586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ea09a9e1-5adc-4314-8b50-68d879309367 None None] Current status of the port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:40.052991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event updated for resources: {'Network': ['ID=ebaf0ca9-61fd-4732-8b54-4037f383a27c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:40.065655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6578b5ed-eceb-4b6f-8c1b-5dbd20ac75d9 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2635341 Mar 09 17:08:40.066888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:40.068035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59942) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:40.075000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Request body: {'subnet': {'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:40.177217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-db2f35de-241b-4dc2-a65f-caa02d092191 None None] Provisioning complete for port 7ba4723a-9ff0-48af-bea8-96319dd1fec3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:40.177795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-db2f35de-241b-4dc2-a65f-caa02d092191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.181099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 23e84d69-248a-4c03-bab8-85be85a4a2bb) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:40.183172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:40.219575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-db2f35de-241b-4dc2-a65f-caa02d092191 None None] Port 7ba4723a-9ff0-48af-bea8-96319dd1fec3 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:40.221351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0f126-38cf-44c2-b898-438651fde194 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:40.227707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 452a5fc0-df25-457f-94d5-e5f15ba7e449) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:40.230195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:40.230794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.240494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bda571-bdf2-491d-861b-0504e9843fbc None None] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:40.275252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:40.275849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.281504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (000bf2e0-9d77-4d2e-b351-7e42331a9220), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.339414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=000bf2e0-9d77-4d2e-b351-7e42331a9220,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:40.345336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Made reservation on behalf of 4562d357af394f56b05983e05cd7091d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:40.349194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.376983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (da5f097a-e80a-4120-b61d-8ba3d6156c5e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.431886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.438418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=da5f097a-e80a-4120-b61d-8ba3d6156c5e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:40.469867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.475696 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-08e24ac3-ca07-413b-92a8-b233d0d27a94 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/000bf2e0-9d77-4d2e-b351-7e42331a9220 HTTP/1.1" status: 204 len: 168 time: 1.2539492 Mar 09 17:08:40.492264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59944) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:40.513725 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-503e2936-a695-4d11-9c6a-9e7e12288a03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6680994 Mar 09 17:08:40.525788 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-88b4ae73-9e99-4e97-a9a1-99e92ed9611e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2544932 Mar 09 17:08:40.536146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59946) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:40.536725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59948) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:40.545130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'name': 'tempest-NetworksTestDHCPv6-874909925'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:40.571240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449', 'name': 'tempest-PortsIpV6TestJSON-219549791', 'fixed_ips': [{'subnet_id': '7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe', 'ip_address': '2001:db8::10'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:40.604252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] device_id is not set on port 016bf742-843b-40ec-b52b-412d7723b75c yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:40.618030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:40.619916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:40.637352 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-73615c6d-a457-4122-91d9-b0690ca3c3e2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:08:40.653287 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-73615c6d-a457-4122-91d9-b0690ca3c3e2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/000bf2e0-9d77-4d2e-b351-7e42331a9220 HTTP/1.1" status: 404 len: 333 time: 0.1607013 Mar 09 17:08:40.656083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59950) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:40.656653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8bebfee8-d8b7-41ce-8a48-4ac077157bbd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:40.681012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'name': 'tempest-PortsTestJSON-1035896940'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:40.896717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 89df1fbd-1516-4257-be9e-766c039a4a44 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:40.955055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Allocated IP 172.20.0.7 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/016bf742-843b-40ec-b52b-412d7723b75c) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:40.995544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:41.003952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.057231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0/1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:41.064005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:41.105629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:41.110001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.141460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 725f83d6-0aad-4929-a2cd-d80f7fbfc3bd yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:41.173562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (4c0694ff-3676-4ba2-96a2-32c0e3df5de6), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.229461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Publish callbacks [] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.242167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event updated for resources: {'Subnet': ['ID=4c0694ff-3676-4ba2-96a2-32c0e3df5de6,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:41.266932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-452a5fc0-df25-457f-94d5-e5f15ba7e449', 'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': '7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:41.269538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.373499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:41.386281 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] Sync routers for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:41.397037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port ae7241f1-634a-427c-9c8b-2091da5b9cbe yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:41.440587 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:41.441534 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:41.475447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Checking segment: {'id': '3e8adc99-9989-439a-a860-fbb47f64a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:41.475864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Network hostable DHCP agents. Network: ebaf0ca9-61fd-4732-8b54-4037f383a27c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:41.495805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (016bf742-843b-40ec-b52b-412d7723b75c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.507682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Allocated IP 2001:db8::2 (452a5fc0-df25-457f-94d5-e5f15ba7e449/7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe/88fe6946-06fe-454c-817d-2f8d4d230d34) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:41.524097 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:41.551216 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:41.552107 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:41.572240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.576732 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-946ecb79-eeab-486b-8f12-9babf77168ca tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/ports/da5f097a-e80a-4120-b61d-8ba3d6156c5e HTTP/1.1" status: 204 len: 168 time: 2.6798952 Mar 09 17:08:41.588434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:41.599507 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:41.600603 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16a675-9b10-4fec-a7ac-dd61fe2730ba None None] The sync data for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:41.666870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:41.674884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.694945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.717338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Publish callbacks [] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.720939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (016bf742-843b-40ec-b52b-412d7723b75c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.723090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.770171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebaf0ca9-61fd-4732-8b54-4037f383a27c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:41.775239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:41.775956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Pushing event updated for resources: {'Port': ['ID=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:41.776104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.789064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffe5d2-5a7a-4080-83cc-43f198d4ff47 None None] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:41.820265 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port d41c1c8d-59d9-42db-bc33-5e1086dc64af yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:41.823090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.824961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:41.825363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.863844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:41.878935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:41.881407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:41.889525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59954) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:41.891198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:41.892015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=016bf742-843b-40ec-b52b-412d7723b75c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:41.895101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:41.901666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'subnet': {'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:41.902956 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cc1c9cc7-d6ed-42a1-ae5e-22e64a31903c tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8332422 Mar 09 17:08:41.914383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59956) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:41.914990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:41.922145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Request body: {'port': {'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2147164323'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:41.926234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:41.969576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:41.980074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:41.985638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:41.989588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=725f83d6-0aad-4929-a2cd-d80f7fbfc3bd,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:41.991940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:41.997902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:41.998710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.001648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:42.008469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:42.009383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.026437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::c7 (23e84d69-248a-4c03-bab8-85be85a4a2bb/fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0/ae7241f1-634a-427c-9c8b-2091da5b9cbe) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:42.047554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:42.082686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Pushing event updated for resources: {'Port': ['ID=88fe6946-06fe-454c-817d-2f8d4d230d34,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:42.107993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:42.135799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1ea0532d-8a09-4197-a41a-45531701ce32 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4692767 Mar 09 17:08:42.139462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59958) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:42.144818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:42.151860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Attempting to bind port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:42.152253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Attempting to bind port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:42.152658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Attempting to bind port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:42.178134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ebaf0ca9-61fd-4732-8b54-4037f383a27c', 'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c', 'project_id': '4562d357af394f56b05983e05cd7091d', 'fixed_ips': [{'subnet_id': '4c0694ff-3676-4ba2-96a2-32c0e3df5de6'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:42.179012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.185714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:42.186103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:42.186510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.187629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:42.187629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Bound port: 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:42.187869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.220902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Attempting to bind port 88fe6946-06fe-454c-817d-2f8d4d230d34 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:42.221286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Attempting to bind port 88fe6946-06fe-454c-817d-2f8d4d230d34 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '93a74ad1-33b6-44b6-bc4d-b8e7523a228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:42.221665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Attempting to bind port 88fe6946-06fe-454c-817d-2f8d4d230d34 on network 452a5fc0-df25-457f-94d5-e5f15ba7e449 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:42.253667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:42.254057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Checking segment: {'id': '93a74ad1-33b6-44b6-bc4d-b8e7523a228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:42.254470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.255206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Bound using segment: {'id': '93a74ad1-33b6-44b6-bc4d-b8e7523a228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:42.255367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Bound port: 88fe6946-06fe-454c-817d-2f8d4d230d34, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a74ad1-33b6-44b6-bc4d-b8e7523a228a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:42.255757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.271130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.438302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] For port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:42.446074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (89df1fbd-1516-4257-be9e-766c039a4a44), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.472913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] For port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:42.480839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7a9ad32b-1f55-4a8a-b10a-9a2430fd4e09 None None] Provisioning complete for port 016bf742-843b-40ec-b52b-412d7723b75c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:42.481239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad32b-1f55-4a8a-b10a-9a2430fd4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (016bf742-843b-40ec-b52b-412d7723b75c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.486384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] For port 88fe6946-06fe-454c-817d-2f8d4d230d34, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:42.524627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Allocated IP 2001:db8::2 (ebaf0ca9-61fd-4732-8b54-4037f383a27c/4c0694ff-3676-4ba2-96a2-32c0e3df5de6/b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:42.527684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] For port 88fe6946-06fe-454c-817d-2f8d4d230d34, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88fe6946-06fe-454c-817d-2f8d4d230d34,segment=NetworkSegment(93a74ad1-33b6-44b6-bc4d-b8e7523a228a),segment_id=93a74ad1-33b6-44b6-bc4d-b8e7523a228a)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:42.537504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.539573 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-214e0044-d135-4af9-817b-37b3a2696285 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.7549355 Mar 09 17:08:42.548057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.548651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59960) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:42.579498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad32b-1f55-4a8a-b10a-9a2430fd4e09 None None] Port 016bf742-843b-40ec-b52b-412d7723b75c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:42.667619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.670819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.681888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb5a70-a781-4a65-865b-3a9551f65ef9 None None] Pushing event updated for resources: {'Port': ['ID=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:42.730010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:42.733418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.748551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] In _notify_port_updated(), no bound segment for port 725f83d6-0aad-4929-a2cd-d80f7fbfc3bd on network baeda7ca-4335-48c3-a339-865c26a7d946 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:42.768453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:42.768784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.770159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/ports/725f83d6-0aad-4929-a2cd-d80f7fbfc3bd HTTP/1.1" status: 200 len: 818 time: 0.6300237 Mar 09 17:08:42.774171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59962) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:42.789797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6fd38-6dfb-48c3-8e34-cfd4852c6ac8 None None] Pushing event updated for resources: {'Port': ['ID=88fe6946-06fe-454c-817d-2f8d4d230d34,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:42.792309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Made reservation on behalf of 4562d357af394f56b05983e05cd7091d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:42.795765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.799213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::10 (452a5fc0-df25-457f-94d5-e5f15ba7e449/7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe/d41c1c8d-59d9-42db-bc33-5e1086dc64af) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:42.818428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Publish callbacks [] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.830167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cccac-f623-4706-8b0b-c1b58a365741 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=725f83d6-0aad-4929-a2cd-d80f7fbfc3bd,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:42.848324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f724cdc-919b-4cca-9202-2a8191150894 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:42.853710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f724cdc-919b-4cca-9202-2a8191150894 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:42.859133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f724cdc-919b-4cca-9202-2a8191150894 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:42.861030 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2f724cdc-919b-4cca-9202-2a8191150894 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3030035 Mar 09 17:08:42.870324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59964) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:42.872664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.926137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:42.929522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:42.936309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:42.958285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 725f83d6-0aad-4929-a2cd-d80f7fbfc3bd {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:42.958489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Pushing event updated for resources: {'Port': ['ID=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:42.958630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:42.961167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] device_id is not set on port 134f1085-37b9-4668-b204-b8af14c91845 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:43.021008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Attempting to bind port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:43.023379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Attempting to bind port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e8adc99-9989-439a-a860-fbb47f64a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:43.023379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Attempting to bind port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 on network ebaf0ca9-61fd-4732-8b54-4037f383a27c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:43.041656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 5d02e0be-0397-4a9e-982f-3d01bb82b293 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:43.042024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.044553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:43.044943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Checking segment: {'id': '3e8adc99-9989-439a-a860-fbb47f64a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:43.047495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.047940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Bound using segment: {'id': '3e8adc99-9989-439a-a860-fbb47f64a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:43.048471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Bound port: b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8adc99-9989-439a-a860-fbb47f64a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:43.048876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.136619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (ae7241f1-634a-427c-9c8b-2091da5b9cbe), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.196654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] For port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:43.201080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] For port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,segment=NetworkSegment(3e8adc99-9989-439a-a860-fbb47f64a1d4),segment_id=3e8adc99-9989-439a-a860-fbb47f64a1d4)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:43.266221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.354575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587233-7176-4e5b-a6f3-cbe6155b9774 None None] Pushing event updated for resources: {'Port': ['ID=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:43.491496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.509353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Allocated IP 2001:db8::294 (ebaf0ca9-61fd-4732-8b54-4037f383a27c/4c0694ff-3676-4ba2-96a2-32c0e3df5de6/134f1085-37b9-4668-b204-b8af14c91845) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:43.519516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (d41c1c8d-59d9-42db-bc33-5e1086dc64af), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.537832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ae7241f1-634a-427c-9c8b-2091da5b9cbe), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.541437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port 016bf742-843b-40ec-b52b-412d7723b75c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:43.541778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (016bf742-843b-40ec-b52b-412d7723b75c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.543329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 725f83d6-0aad-4929-a2cd-d80f7fbfc3bd owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:43.630951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.650397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 5d02e0be-0397-4a9e-982f-3d01bb82b293 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:43.701717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:43.745988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:43.768368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:43.773594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:43.774258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.786508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=ae7241f1-634a-427c-9c8b-2091da5b9cbe,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:43.786717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (bd11db48-c186-409b-92e0-681928bc3042), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.846303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (725f83d6-0aad-4929-a2cd-d80f7fbfc3bd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.877100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (016bf742-843b-40ec-b52b-412d7723b75c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.896632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d41c1c8d-59d9-42db-bc33-5e1086dc64af), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.899113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=725f83d6-0aad-4929-a2cd-d80f7fbfc3bd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:43.906084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:43.913322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-35e3a88d-e9ee-48e7-83c5-6b4a681c7af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/725f83d6-0aad-4929-a2cd-d80f7fbfc3bd HTTP/1.1" status: 204 len: 168 time: 1.1323605 Mar 09 17:08:43.913322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59966) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:43.941139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for 016bf742-843b-40ec-b52b-412d7723b75c owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:43.958927 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a4873fd9-64bb-49f9-a962-1905198ef93a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4171739 Mar 09 17:08:43.968313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59968) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:44.009029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Subnet': ['ID=bd11db48-c186-409b-92e0-681928bc3042,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:44.043347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:44.066780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce64f26-4f90-418f-b6e2-68057bb322d0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:44.072261 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3ce64f26-4f90-418f-b6e2-68057bb322d0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1557670 Mar 09 17:08:44.073335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59970) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:44.081797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b393a-cd2c-4bf4-b4a4-66617f1b10d7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:44.087855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b393a-cd2c-4bf4-b4a4-66617f1b10d7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:44.089619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ed2b393a-cd2c-4bf4-b4a4-66617f1b10d7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1201725 Mar 09 17:08:44.091549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:44.094854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59972) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:44.109814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:44.115089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:44.115731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.119839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=d41c1c8d-59d9-42db-bc33-5e1086dc64af,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:44.122977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5d02e0be-0397-4a9e-982f-3d01bb82b293), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.126327 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1999b44-24a5-4808-bfb8-f3a4fe07d496 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:08:44.128237 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d1999b44-24a5-4808-bfb8-f3a4fe07d496 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/725f83d6-0aad-4929-a2cd-d80f7fbfc3bd HTTP/1.1" status: 404 len: 333 time: 0.0371466 Mar 09 17:08:44.136584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59974) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:44.144812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441283811'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:44.146095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Checking segment: {'id': 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:44.146576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network hostable DHCP agents. Network: 6b10a2a6-d636-44cf-a65f-5c01c4b1019c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:44.171929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for port (134f1085-37b9-4668-b204-b8af14c91845), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.181783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=5d02e0be-0397-4a9e-982f-3d01bb82b293,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:44.213616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc2d9b7-389a-4f2a-bb74-f30af1b95767 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:44.271580 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3b5ed4bc-1482-4a74-83f5-721d38464de6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7311246 Mar 09 17:08:44.273244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59976) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:44.279602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '452a5fc0-df25-457f-94d5-e5f15ba7e449', 'name': 'tempest-PortsIpV6TestJSON-1616448318', 'fixed_ips': [{'subnet_id': '7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe', 'ip_address': '2001:db8::f'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:44.287532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:44.317605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] Provisioning complete for port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:44.317993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.351930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:44.355762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.404718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b10a2a6-d636-44cf-a65f-5c01c4b1019c) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:44.412164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:44.412989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.436850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port ae7241f1-634a-427c-9c8b-2091da5b9cbe {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:44.437434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ae7241f1-634a-427c-9c8b-2091da5b9cbe), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.443619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (134f1085-37b9-4668-b204-b8af14c91845), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.548158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (016bf742-843b-40ec-b52b-412d7723b75c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.555243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:44.560870 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f5e197bc-b9b2-4161-a068-6bff289bcde7 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6660774 Mar 09 17:08:44.571028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59978) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:44.582185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-557613419'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:44.590043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (63ee9fcd-66cb-4a17-bbbb-220cea6e48a7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.590396 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment 63ee9fcd-66cb-4a17-bbbb-220cea6e48a7 of type vlan for network 84e4895f-ae80-4698-a0a5-acf21a004485 Mar 09 17:08:44.607343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event updated for resources: {'Port': ['ID=134f1085-37b9-4668-b204-b8af14c91845,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:44.665147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (89df1fbd-1516-4257-be9e-766c039a4a44), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.701374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (84e4895f-ae80-4698-a0a5-acf21a004485), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.740374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=016bf742-843b-40ec-b52b-412d7723b75c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:44.752514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac860838-a738-4d2c-8455-547c9708c491 None None] Network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:44.758557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:44.796866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:44.801187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.860124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88fe6946-06fe-454c-817d-2f8d4d230d34 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:44.917036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:44.934796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (84e4895f-ae80-4698-a0a5-acf21a004485), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.938736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:44.939855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:44.941258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:44.988458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:44.994787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:45.004936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:45.004936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.014835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9416a-56ae-4086-8152-092d27098f29 None None] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:45.050969 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9096336 Mar 09 17:08:45.054115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59980) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:45.063518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (290c3241-4ad0-4efe-9491-6e8aa20c2ca5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.063835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Added segment 290c3241-4ad0-4efe-9491-6e8aa20c2ca5 of type vlan for network c8d573ad-50c3-4e88-83f9-33c8bf86c441 Mar 09 17:08:45.068435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:45.096640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ae7241f1-634a-427c-9c8b-2091da5b9cbe), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.120620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for ae7241f1-634a-427c-9c8b-2091da5b9cbe owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:45.134543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382710e3-1b6f-4077-80cd-d39a30af4d59 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=84e4895f-ae80-4698-a0a5-acf21a004485,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:45.145026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] Current status of the port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:45.145426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.146752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.153470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.157476 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09641942-5cb6-41eb-8414-0672e44d7c37 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/ports/016bf742-843b-40ec-b52b-412d7723b75c HTTP/1.1" status: 204 len: 168 time: 2.2829034 Mar 09 17:08:45.160036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59982) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:45.205380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:45.210845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 177bda06-f735-410c-a64c-25c07d60aed8 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:45.274548 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d641409a-4268-4b6c-abb0-6eaa3fbf958d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3533044 Mar 09 17:08:45.276887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59984) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:45.280717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b10a2a6-d636-44cf-a65f-5c01c4b1019c', 'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c', 'project_id': '40fd91637ad74a30a334566cb591392f', 'fixed_ips': [{'subnet_id': 'bd11db48-c186-409b-92e0-681928bc3042'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:45.282092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.282350 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0884cc-3245-42c2-bd6e-31d46fd98099 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] GET failed (client error): The resource could not be found. Mar 09 17:08:45.284458 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-da0884cc-3245-42c2-bd6e-31d46fd98099 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "GET /v2.0/ports/016bf742-843b-40ec-b52b-412d7723b75c HTTP/1.1" status: 404 len: 333 time: 0.1219494 Mar 09 17:08:45.288257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59986) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:45.298023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'name': 'tempest-AllowedAddressPairTestJSON-1998650344'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:45.301335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 88fe6946-06fe-454c-817d-2f8d4d230d34 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:45.301732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.323547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Request body: {'port': {'network_id': 'ebaf0ca9-61fd-4732-8b54-4037f383a27c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1587290150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:45.324411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] bootfile-name is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:08:45.325591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] tftp-server is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:08:45.326104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] server-ip-address is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:08:45.390282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (c8d573ad-50c3-4e88-83f9-33c8bf86c441), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.525537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fbdee-e912-4b33-91f3-63885f5c1762 None None] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:45.538200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:45.545150 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.562200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] For port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:45.582951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] device_id is not set on port 664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:45.692240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ae7241f1-634a-427c-9c8b-2091da5b9cbe), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.706708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Allocated IP 2001:db8:0:ffff::2 (6b10a2a6-d636-44cf-a65f-5c01c4b1019c/bd11db48-c186-409b-92e0-681928bc3042/786d2b80-911f-40cc-831a-4491af1a6ebd) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:45.709430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (c8d573ad-50c3-4e88-83f9-33c8bf86c441), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.714820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:45.718346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.729394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.731681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:45.740427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.753297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=ae7241f1-634a-427c-9c8b-2091da5b9cbe,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:45.804789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Allocated IP 172.20.0.13 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/664a79a8-f7b2-4bba-8ac1-49631c9ebdf6) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:45.804789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.804789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-91cfd9ff-48c8-4992-a08a-99ba088143f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/ae7241f1-634a-427c-9c8b-2091da5b9cbe HTTP/1.1" status: 204 len: 168 time: 1.7047162 Mar 09 17:08:45.804789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59988) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:45.819596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 89df1fbd-1516-4257-be9e-766c039a4a44 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:08:45.834537 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2574720 Mar 09 17:08:45.864001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59990) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:45.873211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 88fe6946-06fe-454c-817d-2f8d4d230d34 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:45.874695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:45.883289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'subnet': {'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:45.904992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90633b-f8f0-433e-848c-5d6003e99cb4 None None] Pushing event updated for resources: {'Port': ['ID=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:45.961119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b99f5-9d97-4b05-bbfe-0e2befd03d65 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Network': ['ID=c8d573ad-50c3-4e88-83f9-33c8bf86c441,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:45.977060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network c8d573ad-50c3-4e88-83f9-33c8bf86c441 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:45.999204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58e2ca-139b-47f4-8bec-1777734d04af tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:46.000796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58e2ca-139b-47f4-8bec-1777734d04af tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:46.002464 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fc58e2ca-139b-47f4-8bec-1777734d04af tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1948311 Mar 09 17:08:46.006328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59992) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:46.021111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Provisioning complete for port 88fe6946-06fe-454c-817d-2f8d4d230d34 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:46.022530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.094750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::f (452a5fc0-df25-457f-94d5-e5f15ba7e449/7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe/177bda06-f735-410c-a64c-25c07d60aed8) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:46.106732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Made reservation on behalf of 4562d357af394f56b05983e05cd7091d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:46.112488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.122642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:46.138675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.185295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 88fe6946-06fe-454c-817d-2f8d4d230d34, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88fe6946-06fe-454c-817d-2f8d4d230d34,segment=NetworkSegment(93a74ad1-33b6-44b6-bc4d-b8e7523a228a),segment_id=93a74ad1-33b6-44b6-bc4d-b8e7523a228a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:46.192752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.206458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.221181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] device_id is not set on port 70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:46.268555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.269326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:46.331601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Current status of the port 88fe6946-06fe-454c-817d-2f8d4d230d34 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:46.332256 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.332376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.370466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.442201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:46.443942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:46.445136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Publish callbacks [] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.469774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:46.470443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.472217 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=664a79a8-f7b2-4bba-8ac1-49631c9ebdf6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:46.484982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:46.523137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:46.526653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=88fe6946-06fe-454c-817d-2f8d4d230d34,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:46.526810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.595749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:46.597491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.601917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.631348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.680579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:08:46.680944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:08:46.691555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43084eb4-45d6-4c8e-a638-22dcdc2e4ecb None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:46.696315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:46.699792 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0 HTTP/1.1" status: 204 len: 168 time: 0.6920481 Mar 09 17:08:46.704898 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-860f4030-b725-4040-8208-b8dab905b088 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4148307 Mar 09 17:08:46.707153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59994) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:46.707153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7b46e-5bf9-45d3-a256-8abadaabb616 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:46.719852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 59996) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:46.743847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Pushing event updated for resources: {'Port': ['ID=786d2b80-911f-40cc-831a-4491af1a6ebd,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:46.750778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b8:dd:5d'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:46.821147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:46.886545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:46.892910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:46.906871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:46.908482 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:47.047368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:08:47.053025 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-03c67cb2-f81a-4340-bc86-cff2c4a32f74 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/routers/89df1fbd-1516-4257-be9e-766c039a4a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4632926 Mar 09 17:08:47.067877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 59998) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:47.094961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Allocated IP 2001:db8::16e (ebaf0ca9-61fd-4732-8b54-4037f383a27c/4c0694ff-3676-4ba2-96a2-32c0e3df5de6/70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:47.201982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:47.204117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] Sync routers for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:08:47.230495 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-885bb7b0-8d17-43e8-8821-b33b177a0fc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5193660 Mar 09 17:08:47.233837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60000) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:47.239829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Attempting to bind port 786d2b80-911f-40cc-831a-4491af1a6ebd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:47.240201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Attempting to bind port 786d2b80-911f-40cc-831a-4491af1a6ebd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:47.240623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Attempting to bind port 786d2b80-911f-40cc-831a-4491af1a6ebd on network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:47.241005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:47.249347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (a9637235-b516-45fe-8f8d-4c9c61908a9d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.278997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:47.279631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:47.281548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:47.281929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Checking segment: {'id': 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:47.282330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.282910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Bound using segment: {'id': 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:47.283547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Bound port: 786d2b80-911f-40cc-831a-4491af1a6ebd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6b10a2a6-d636-44cf-a65f-5c01c4b1019c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:47.283935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.285456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (177bda06-f735-410c-a64c-25c07d60aed8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.333440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Current status of the port 88fe6946-06fe-454c-817d-2f8d4d230d34 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:47.338762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:47.350930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Could not find standard attr ID for object ae7241f1-634a-427c-9c8b-2091da5b9cbe. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:47.378087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.385960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:47.386343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.390458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] Routers {'89df1fbd-1516-4257-be9e-766c039a4a44'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:08:47.391277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:08:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['89df1fbd-1516-4257-be9e-766c039a4a44'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:47.439835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router (89df1fbd-1516-4257-be9e-766c039a4a44), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.463783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:47.464412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=a9637235-b516-45fe-8f8d-4c9c61908a9d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:47.464706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed548b8f-6215-40e6-99b1-535e31bb086c None None] The sync data for ids ['89df1fbd-1516-4257-be9e-766c039a4a44'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:08:47.477146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:47.477675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Provisioning complete for port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:47.478085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.481956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.516575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] For port 786d2b80-911f-40cc-831a-4491af1a6ebd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:47.537404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] Deleting port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:47.537774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.542015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] For port 786d2b80-911f-40cc-831a-4491af1a6ebd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=786d2b80-911f-40cc-831a-4491af1a6ebd,segment=NetworkSegment(f0ce0035-a7d3-4d83-b95e-6b16c97362d0),segment_id=f0ce0035-a7d3-4d83-b95e-6b16c97362d0)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:47.614340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:47.614720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: 84e4895f-ae80-4698-a0a5-acf21a004485, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:47.642707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.670350 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (177bda06-f735-410c-a64c-25c07d60aed8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.707163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.716878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] For port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:47.717202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.719944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:47.720096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.768060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for port (70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.769543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] Calling delete_port for 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:47.782709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Current status of the port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:47.783108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.793089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=177bda06-f735-410c-a64c-25c07d60aed8,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:47.794481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:47.797763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242a00e-ca4c-4d3b-9f5f-90657a7841d3 None None] Pushing event updated for resources: {'Port': ['ID=786d2b80-911f-40cc-831a-4491af1a6ebd,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:47.808711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.829674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:47.854961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,segment=NetworkSegment(3e8adc99-9989-439a-a860-fbb47f64a1d4),segment_id=3e8adc99-9989-439a-a860-fbb47f64a1d4)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:47.865482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (89df1fbd-1516-4257-be9e-766c039a4a44), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.869040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:47.875422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:47.876562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.886491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 84e4895f-ae80-4698-a0a5-acf21a004485 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:47.901882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.906292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] In _notify_port_updated(), no bound segment for port 664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 on network 5a4b97fd-3e33-422d-b53e-456a834be499 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:47.911519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:47.912182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.916913 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "PUT /v2.0/ports/664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 HTTP/1.1" status: 200 len: 994 time: 1.1926947 Mar 09 17:08:47.919870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60002) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:47.920822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:47.942504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.006145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:08:48.009330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:08:48.018434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.023964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:48.088650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] Pushing event deleted for resources: {'Port': ['ID=1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:48.090206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:08:48.091356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134093a-7833-426a-ba9d-2678824b6487 None None] No DVR routers for this DVR port 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:48.115531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bf692832-a29a-43d3-b205-f64788235ddd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8374133 Mar 09 17:08:48.115531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 84e4895f-ae80-4698-a0a5-acf21a004485) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:48.115754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88fe6946-06fe-454c-817d-2f8d4d230d34 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:48.117331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60004) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.123816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.124593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.124942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:48.137052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:48.138768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (28fc6e89-707f-44da-95f3-49460b86852f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.140292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a9a3d-e407-4974-9626-c2028a8c69de tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=664a79a8-f7b2-4bba-8ac1-49631c9ebdf6,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:48.146520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.147127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.182905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c6902-f7e0-4d18-8477-022dd09e3207 None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:48.209936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b816121-4a6e-40f8-b5b2-9a09d853ecc4 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:48.240174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:48.260079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port 664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:48.261485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.296083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:48.330652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:48.357478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:48.364210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.364935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.405263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event updated for resources: {'Port': ['ID=70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:48.439188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.454230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for 664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:48.465086 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-17d144a1-dd6f-42e2-babd-9d68f5b02b8c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4047778 Mar 09 17:08:48.468013 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bbdecdd8-2fee-46b7-860f-2ba695346ab9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2328544 Mar 09 17:08:48.468751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60006) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.475353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:48.479973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60008) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.489694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'name': 'tempest-NetworksTestDHCPv6-98701413'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:48.498163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 88fe6946-06fe-454c-817d-2f8d4d230d34 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:48.498713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.540232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Checking segment: {'id': '290c3241-4ad0-4efe-9491-6e8aa20c2ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:48.540720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network hostable DHCP agents. Network: c8d573ad-50c3-4e88-83f9-33c8bf86c441, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:48.543071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Subnet': ['ID=28fc6e89-707f-44da-95f3-49460b86852f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:48.555361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 766e65bb-e67e-4157-b57b-2d98189d7115 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:48.555686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (766e65bb-e67e-4157-b57b-2d98189d7115), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.566797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998e16d-de17-4c39-b4b3-c81011338b8e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.574177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d998e16d-de17-4c39-b4b3-c81011338b8e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4537010 Mar 09 17:08:48.588095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60010) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.596640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-84e4895f-ae80-4698-a0a5-acf21a004485', 'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': 'a9637235-b516-45fe-8f8d-4c9c61908a9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:48.596884 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-157e821d-fd51-4033-83f5-9d4b108923a3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2820375 Mar 09 17:08:48.597336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.599941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60012) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.646474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Current status of the port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:48.659273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:48.663410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.664579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6bf5a606-3220-4fab-9a8b-a9a14cd4ac51 None None] Could not find standard attr ID for object 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:48.744570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2ede9-09ee-48f1-844c-7de535b0ccef tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.751435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2ede9-09ee-48f1-844c-7de535b0ccef tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.757437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2ede9-09ee-48f1-844c-7de535b0ccef tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.763141 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-38f2ede9-09ee-48f1-844c-7de535b0ccef tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1632309 Mar 09 17:08:48.763997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60014) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.768213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network c8d573ad-50c3-4e88-83f9-33c8bf86c441 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:48.814502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (766e65bb-e67e-4157-b57b-2d98189d7115), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.829059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2cd37c-1c69-47dc-87b0-bdfbae58cc12 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.834398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2cd37c-1c69-47dc-87b0-bdfbae58cc12 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.839245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 766e65bb-e67e-4157-b57b-2d98189d7115 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:48.839947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2cd37c-1c69-47dc-87b0-bdfbae58cc12 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.844608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f2cd37c-1c69-47dc-87b0-bdfbae58cc12 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2408140 Mar 09 17:08:48.850505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60016) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:48.874784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Provisioning complete for port 134f1085-37b9-4668-b204-b8af14c91845 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:48.874784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (134f1085-37b9-4668-b204-b8af14c91845), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:48.913135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c8d573ad-50c3-4e88-83f9-33c8bf86c441) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:48.931788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 88fe6946-06fe-454c-817d-2f8d4d230d34 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:48.942163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55539c-3a7f-452e-97da-d13457d1f346 None None] Network c8d573ad-50c3-4e88-83f9-33c8bf86c441 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:48.959244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:48.959921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.059840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:49.095299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Port 134f1085-37b9-4668-b204-b8af14c91845 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:49.109569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:49.109812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1dc113b7-5f81-4fe7-b6ab-1c90bd47e1c0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:49.114838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 177bda06-f735-410c-a64c-25c07d60aed8 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:49.115270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (177bda06-f735-410c-a64c-25c07d60aed8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.129831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd/7cfe289e-5851-4c64-ae6d-45308ade83de) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:49.156732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Allocated IP 172.20.0.2 (84e4895f-ae80-4698-a0a5-acf21a004485/a9637235-b516-45fe-8f8d-4c9c61908a9d/723fa69e-e365-4184-a92e-e66adc28a488) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:49.186063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Provisioning complete for port 664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:49.186442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.209338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Deleting port 70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:49.209779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.237787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:49.246471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.287737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:49.292749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.300441 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (664a79a8-f7b2-4bba-8ac1-49631c9ebdf6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.318784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (177bda06-f735-410c-a64c-25c07d60aed8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.371696 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-32448345-1a0a-4a64-b1dd-c21990ebdde2 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4901638 Mar 09 17:08:49.381921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60018) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:49.386422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 177bda06-f735-410c-a64c-25c07d60aed8 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:49.393369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'port': {'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441', 'name': 'tempest-NetworksIpV6TestAttrs-346282300'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:49.436375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=664a79a8-f7b2-4bba-8ac1-49631c9ebdf6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:49.453560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 07a753d0-29e5-4101-95d6-68c4cae55784 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:49.529792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Port 664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:49.540837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.550692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (766e65bb-e67e-4157-b57b-2d98189d7115), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.575694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b2370-f5d4-470a-98da-6016ff32051e None None] Network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:49.585230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.ipam_backend_mixin [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9637235-b516-45fe-8f8d-4c9c61908a9d (CIDR: 172.20.0.0/28) Mar 09 17:08:49.585405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c8d573ad-50c3-4e88-83f9-33c8bf86c441', 'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441', 'project_id': '40fd91637ad74a30a334566cb591392f', 'fixed_ips': [{'subnet_id': '28fc6e89-707f-44da-95f3-49460b86852f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:49.585405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.636504 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:08:49.637121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:49.694963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.698435 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1a754a71-a71d-4cf1-8fa7-0158a51a24ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/ports/664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 HTTP/1.1" status: 204 len: 168 time: 1.7752678 Mar 09 17:08:49.701654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60020) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:49.729339 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5304c2ac-ca77-4f53-8523-ee28696cf5a7 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] GET failed (client error): The resource could not be found. Mar 09 17:08:49.731008 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5304c2ac-ca77-4f53-8523-ee28696cf5a7 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "GET /v2.0/ports/664a79a8-f7b2-4bba-8ac1-49631c9ebdf6 HTTP/1.1" status: 404 len: 333 time: 0.0283678 Mar 09 17:08:49.735494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60022) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:49.750029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'name': 'tempest-AllowedAddressPairTestJSON-1008248157'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:49.775159 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b04c8bd8-9005-4b58-a078-3235ecfc8ad1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3038757 Mar 09 17:08:49.784320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60024) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:49.791659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:49.819105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Provisioning complete for port 88fe6946-06fe-454c-817d-2f8d4d230d34 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:49.819491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.847796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Publish callbacks [] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:49.974360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.004951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Allocated IP 2001:db8::f816:3eff:fee5:dfa3 (c8d573ad-50c3-4e88-83f9-33c8bf86c441/28fc6e89-707f-44da-95f3-49460b86852f/e0507b90-7cfa-443e-828b-e1b8830022ef) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:50.041993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Calling delete_port for 70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:50.044673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=766e65bb-e67e-4157-b57b-2d98189d7115,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:50.045391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::1ea (23e84d69-248a-4c03-bab8-85be85a4a2bb/00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd/07a753d0-29e5-4101-95d6-68c4cae55784) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:50.072928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:50.086945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:50.091217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Publish callbacks [] for port (723fa69e-e365-4184-a92e-e66adc28a488), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.094689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.106141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:50.109278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:50.119397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Pushing event updated for resources: {'Port': ['ID=7cfe289e-5851-4c64-ae6d-45308ade83de,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:50.143141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] device_id is not set on port d82bf471-8c42-424a-a1ce-c2d29f2ad972 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:50.184538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (177bda06-f735-410c-a64c-25c07d60aed8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.205338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:50.209610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.229244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:50.237891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=177bda06-f735-410c-a64c-25c07d60aed8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:50.240225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (89df1fbd-1516-4257-be9e-766c039a4a44), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.245242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (723fa69e-e365-4184-a92e-e66adc28a488), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.324870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Allocated IP 172.20.0.8 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/d82bf471-8c42-424a-a1ce-c2d29f2ad972) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:50.353395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Current status of the port 88fe6946-06fe-454c-817d-2f8d4d230d34 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:50.366051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:50.369605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.403722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.410007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:50.410726 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8bc8decc-8ac2-45ab-8fb2-ebd30b00d6ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/177bda06-f735-410c-a64c-25c07d60aed8 HTTP/1.1" status: 204 len: 168 time: 1.6435442 Mar 09 17:08:50.411034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Attempting to bind port 7cfe289e-5851-4c64-ae6d-45308ade83de on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:50.411443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Attempting to bind port 7cfe289e-5851-4c64-ae6d-45308ade83de by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:50.411809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Attempting to bind port 7cfe289e-5851-4c64-ae6d-45308ade83de on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:50.416203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60026) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:50.435539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:50.444514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:50.445638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:50.446383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.447001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:50.448983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Bound port: 7cfe289e-5851-4c64-ae6d-45308ade83de, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:50.449379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.456896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:50.478199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (89df1fbd-1516-4257-be9e-766c039a4a44), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.479061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Provisioning complete for port 70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:50.479635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.484906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_controller (89df1fbd-1516-4257-be9e-766c039a4a44), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.492047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] device_id is not set on port e566f2ca-a71d-4f52-98d6-5ac61573a5cb yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:50.551082 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbea4f67-66b6-4a71-8167-9a463da0328c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:08:50.560663 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bbea4f67-66b6-4a71-8167-9a463da0328c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/177bda06-f735-410c-a64c-25c07d60aed8 HTTP/1.1" status: 404 len: 333 time: 0.1196923 Mar 09 17:08:50.573266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60028) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:50.631752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Pushing event updated for resources: {'Port': ['ID=723fa69e-e365-4184-a92e-e66adc28a488,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:50.661877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Port 70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:50.666100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (89df1fbd-1516-4257-be9e-766c039a4a44), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.666794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Fanout notify agent at l3_agent the message router_deleted on router 89df1fbd-1516-4257-be9e-766c039a4a44 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:08:50.683776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.686449 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c6142756-fa04-47b2-9a4b-9041bfc1b466 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/routers/89df1fbd-1516-4257-be9e-766c039a4a44 HTTP/1.1" status: 204 len: 168 time: 3.5960107 Mar 09 17:08:50.688852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60030) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:50.712893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Could not find standard attr ID for object ae7241f1-634a-427c-9c8b-2091da5b9cbe. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:50.725781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:50.726812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.729457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.752977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Publish callbacks [] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.754593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Attempting to bind port 723fa69e-e365-4184-a92e-e66adc28a488 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:50.755022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Attempting to bind port 723fa69e-e365-4184-a92e-e66adc28a488 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:50.755332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Attempting to bind port 723fa69e-e365-4184-a92e-e66adc28a488 on network 84e4895f-ae80-4698-a0a5-acf21a004485 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:50.757187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Could not find standard attr ID for object 177bda06-f735-410c-a64c-25c07d60aed8. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:50.761366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] For port 7cfe289e-5851-4c64-ae6d-45308ade83de, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:50.773872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event deleted for resources: {'Port': ['ID=70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:50.790179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] For port 7cfe289e-5851-4c64-ae6d-45308ade83de, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cfe289e-5851-4c64-ae6d-45308ade83de,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:50.791700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:50.791966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Checking segment: {'id': '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:50.792391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.792795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Bound using segment: {'id': '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:50.793460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Bound port: 723fa69e-e365-4184-a92e-e66adc28a488, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:50.793893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (723fa69e-e365-4184-a92e-e66adc28a488), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.802092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting subnet 2b1bf5e6-53a5-4743-9a5d-4959bdc9efff {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:50.804749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.811942 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fa7ff86c-fad6-45c4-a25b-c9f0456ce1a1 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "DELETE /v2.0/ports/70ed11bc-0bdd-4e0b-8c7e-f6c088ff4877 HTTP/1.1" status: 204 len: 168 time: 1.9567413 Mar 09 17:08:50.812515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60032) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:50.816478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for subnet (2b1bf5e6-53a5-4743-9a5d-4959bdc9efff), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.819470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Provisioning complete for port d41c1c8d-59d9-42db-bc33-5e1086dc64af triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:50.819470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d41c1c8d-59d9-42db-bc33-5e1086dc64af), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.822863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (07a753d0-29e5-4101-95d6-68c4cae55784), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.823928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Request body: {'port': {'name': 'tempest-new-port-name-927165657', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:50.824245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] bootfile-name is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:08:50.824704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] tftp-server is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:08:50.825632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.api.validators [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] server-ip-address is not in valid_values {{(pid=104357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 09 17:08:50.879659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.892869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.947992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (2b1bf5e6-53a5-4743-9a5d-4959bdc9efff), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:50.959381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Port d41c1c8d-59d9-42db-bc33-5e1086dc64af cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:50.999622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Network c8d573ad-50c3-4e88-83f9-33c8bf86c441 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:51.018011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Allocated IP 2001:db8::f816:3eff:fe34:f3de (c8d573ad-50c3-4e88-83f9-33c8bf86c441/28fc6e89-707f-44da-95f3-49460b86852f/e566f2ca-a71d-4f52-98d6-5ac61573a5cb) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:51.024269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (134f1085-37b9-4668-b204-b8af14c91845), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.032242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] For port 723fa69e-e365-4184-a92e-e66adc28a488, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:51.044727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:51.060368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] For port 723fa69e-e365-4184-a92e-e66adc28a488, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=723fa69e-e365-4184-a92e-e66adc28a488,segment=NetworkSegment(63ee9fcd-66cb-4a17-bbbb-220cea6e48a7),segment_id=63ee9fcd-66cb-4a17-bbbb-220cea6e48a7)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:51.066483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:51.070122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Pushing event updated for resources: {'Port': ['ID=e0507b90-7cfa-443e-828b-e1b8830022ef,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:51.088495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:51.089325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 786d2b80-911f-40cc-831a-4491af1a6ebd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:51.111887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Provisioning complete for port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:51.112269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.182784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (2b1bf5e6-53a5-4743-9a5d-4959bdc9efff), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.202573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (723fa69e-e365-4184-a92e-e66adc28a488), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.288996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533ad48-b58e-46ed-9e5b-a0c72fe69acf None None] Pushing event updated for resources: {'Port': ['ID=7cfe289e-5851-4c64-ae6d-45308ade83de,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:51.294378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port d41c1c8d-59d9-42db-bc33-5e1086dc64af {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:51.294810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d41c1c8d-59d9-42db-bc33-5e1086dc64af), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.301779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.352823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Attempting to bind port e0507b90-7cfa-443e-828b-e1b8830022ef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:51.353205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Attempting to bind port e0507b90-7cfa-443e-828b-e1b8830022ef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '290c3241-4ad0-4efe-9491-6e8aa20c2ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:51.353569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Attempting to bind port e0507b90-7cfa-443e-828b-e1b8830022ef on network c8d573ad-50c3-4e88-83f9-33c8bf86c441 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:51.384951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:51.385459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Checking segment: {'id': '290c3241-4ad0-4efe-9491-6e8aa20c2ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:51.385885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.386308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Bound using segment: {'id': '290c3241-4ad0-4efe-9491-6e8aa20c2ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:51.389119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Bound port: e0507b90-7cfa-443e-828b-e1b8830022ef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290c3241-4ad0-4efe-9491-6e8aa20c2ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c8d573ad-50c3-4e88-83f9-33c8bf86c441'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:51.389523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.471140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 786d2b80-911f-40cc-831a-4491af1a6ebd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:51.471503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.505808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d1eae-0592-4fd0-ba53-a8ed1a303f38 None None] Pushing event updated for resources: {'Port': ['ID=723fa69e-e365-4184-a92e-e66adc28a488,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:51.511538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (07a753d0-29e5-4101-95d6-68c4cae55784), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.545946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (2b1bf5e6-53a5-4743-9a5d-4959bdc9efff), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.571983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-451f868f-a757-4125-8a91-f9435a67cb6c None None] Current status of the port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:51.601682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] For port e0507b90-7cfa-443e-828b-e1b8830022ef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:51.606931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] For port e0507b90-7cfa-443e-828b-e1b8830022ef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0507b90-7cfa-443e-828b-e1b8830022ef,segment=NetworkSegment(290c3241-4ad0-4efe-9491-6e8aa20c2ca5),segment_id=290c3241-4ad0-4efe-9491-6e8aa20c2ca5)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:51.611571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1bf5e6-53a5-4743-9a5d-4959bdc9efff,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:51.620194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.625474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85252f2-f8ab-460a-a0b3-f0d31ff861d4 None None] Network 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:51.627039 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-58e9b781-a6e1-4dd6-82a9-1df0589e47a2 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/subnets/2b1bf5e6-53a5-4743-9a5d-4959bdc9efff HTTP/1.1" status: 204 len: 168 time: 0.9371235 Mar 09 17:08:51.636718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60034) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:51.641916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:51.643678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=07a753d0-29e5-4101-95d6-68c4cae55784,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:51.647620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:51.650524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:51.656760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:51.657352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.662747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d41c1c8d-59d9-42db-bc33-5e1086dc64af), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.666989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (c93e0bde-2e14-4869-a133-be5910726082), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.690307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.710116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for port (e566f2ca-a71d-4f52-98d6-5ac61573a5cb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.767713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:51.775476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for d41c1c8d-59d9-42db-bc33-5e1086dc64af owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:51.776890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:51.780224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:51.841906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.859827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 84e4895f-ae80-4698-a0a5-acf21a004485 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:51.870480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:51.873502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:51.874282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.879413 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7b1ec15c-5299-45d5-994a-ebe3093dcd8c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3948278 Mar 09 17:08:51.889572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60036) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:51.900809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:51.901394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.921851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.925083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for port (134f1085-37b9-4668-b204-b8af14c91845), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:51.991251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (134f1085-37b9-4668-b204-b8af14c91845), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.014022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] In _notify_port_updated(), no bound segment for port 134f1085-37b9-4668-b204-b8af14c91845 on network ebaf0ca9-61fd-4732-8b54-4037f383a27c {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:52.019775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:52.020698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.025099 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "PUT /v2.0/ports/134f1085-37b9-4668-b204-b8af14c91845 HTTP/1.1" status: 200 len: 1129 time: 1.2097731 Mar 09 17:08:52.026381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60038) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.039610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=d82bf471-8c42-424a-a1ce-c2d29f2ad972,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.043735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=c93e0bde-2e14-4869-a133-be5910726082,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.057518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e566f2ca-a71d-4f52-98d6-5ac61573a5cb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.074097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 786d2b80-911f-40cc-831a-4491af1a6ebd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:52.074394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.084700 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-31880f0c-5765-4883-b8b7-1c83dc9dae85 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2991486 Mar 09 17:08:52.105625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4c1a1-b987-42da-b426-7b283e89668d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:52.117860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4c1a1-b987-42da-b426-7b283e89668d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:52.117860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eed4c1a1-b987-42da-b426-7b283e89668d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2178597 Mar 09 17:08:52.117860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60040) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.121252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485', 'fixed_ips': [{'subnet_id': 'a9637235-b516-45fe-8f8d-4c9c61908a9d'}, {'subnet_id': 'c93e0bde-2e14-4869-a133-be5910726082'}], 'name': 'tempest-PortsTestJSON-474673592'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:52.122957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Provisioning complete for port 786d2b80-911f-40cc-831a-4491af1a6ebd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:52.123352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.127559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60042) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.155143 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-88df91a8-ac47-471a-b96d-3991a30bf0ac tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4191837 Mar 09 17:08:52.158900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf4f38-8c63-47e9-a163-68531bcf841b tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:52.166423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60044) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.166882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60046) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.167215 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fdbf4f38-8c63-47e9-a163-68531bcf841b tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "GET /v2.0/ports/134f1085-37b9-4668-b204-b8af14c91845 HTTP/1.1" status: 200 len: 1129 time: 0.1112442 Mar 09 17:08:52.248973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network c8d573ad-50c3-4e88-83f9-33c8bf86c441 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:52.250844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:dd:5d'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:52.253210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6a67c-2952-4ba6-8fd3-bff96f3c6ccf tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event updated for resources: {'Port': ['ID=134f1085-37b9-4668-b204-b8af14c91845,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.254883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632bdff-d01e-4016-a756-75c5ab960508 None None] Pushing event updated for resources: {'Port': ['ID=e0507b90-7cfa-443e-828b-e1b8830022ef,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.265502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port e31a81b2-f85e-4edd-a155-25e8ab6f6cba {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:52.267289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.297896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 786d2b80-911f-40cc-831a-4491af1a6ebd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=786d2b80-911f-40cc-831a-4491af1a6ebd,segment=NetworkSegment(f0ce0035-a7d3-4d83-b95e-6b16c97362d0),segment_id=f0ce0035-a7d3-4d83-b95e-6b16c97362d0)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:52.305382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:52.358005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:52.364067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:52.365124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.430405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] For port e31a81b2-f85e-4edd-a155-25e8ab6f6cba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,segment=NetworkSegment(b74b010a-b15a-4fd5-bf80-ecb332af70ee),segment_id=b74b010a-b15a-4fd5-bf80-ecb332af70ee)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:52.433849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.461518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Current status of the port 786d2b80-911f-40cc-831a-4491af1a6ebd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:52.462353 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.465448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.506101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for e31a81b2-f85e-4edd-a155-25e8ab6f6cba owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:52.541884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d41c1c8d-59d9-42db-bc33-5e1086dc64af), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.543192 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1599836 Mar 09 17:08:52.545698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60048) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.603083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] DHCP port deletion for 6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:52.622346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=d41c1c8d-59d9-42db-bc33-5e1086dc64af,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.662621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f5414-eb2b-44e3-a8dd-173c14db0f26 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Port': ['ID=e566f2ca-a71d-4f52-98d6-5ac61573a5cb,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.750024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.772774 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6aa2219f-f71f-4c6c-9def-5b6394771b53 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/d41c1c8d-59d9-42db-bc33-5e1086dc64af HTTP/1.1" status: 204 len: 168 time: 2.1954749 Mar 09 17:08:52.799641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60050) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.865903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=786d2b80-911f-40cc-831a-4491af1a6ebd,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:52.883034 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7973d036-1818-445a-b682-9592244347f3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:08:52.885223 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7973d036-1818-445a-b682-9592244347f3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/d41c1c8d-59d9-42db-bc33-5e1086dc64af HTTP/1.1" status: 404 len: 333 time: 0.0842865 Mar 09 17:08:52.897449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting subnet 28fc6e89-707f-44da-95f3-49460b86852f {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:52.906244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (28fc6e89-707f-44da-95f3-49460b86852f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.911954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60052) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:52.916380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:52.929227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Deleting port 134f1085-37b9-4668-b204-b8af14c91845 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:52.929629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (134f1085-37b9-4668-b204-b8af14c91845), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.947319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] Deleting port e31a81b2-f85e-4edd-a155-25e8ab6f6cba {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:52.947948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.982281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 07a753d0-29e5-4101-95d6-68c4cae55784 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:52.987931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (07a753d0-29e5-4101-95d6-68c4cae55784), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:52.991214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e0507b90-7cfa-443e-828b-e1b8830022ef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:53.010578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:08:53.011422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:08:53.046778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (28fc6e89-707f-44da-95f3-49460b86852f), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.109119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.149677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] For port e31a81b2-f85e-4edd-a155-25e8ab6f6cba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,segment=NetworkSegment(b74b010a-b15a-4fd5-bf80-ecb332af70ee),segment_id=b74b010a-b15a-4fd5-bf80-ecb332af70ee)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:53.150089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.171456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] Calling delete_port for e31a81b2-f85e-4edd-a155-25e8ab6f6cba owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:53.171601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:53.194722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet 7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:53.209733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] No DVR routers for this DVR port e31a81b2-f85e-4edd-a155-25e8ab6f6cba on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:53.211628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.226869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.247392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e0507b90-7cfa-443e-828b-e1b8830022ef triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:53.247817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.327563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (134f1085-37b9-4668-b204-b8af14c91845), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.372847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.393368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e0507b90-7cfa-443e-828b-e1b8830022ef is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:53.393973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.397760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (e31a81b2-f85e-4edd-a155-25e8ab6f6cba), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.451118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] Pushing event deleted for resources: {'Port': ['ID=e31a81b2-f85e-4edd-a155-25e8ab6f6cba,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:53.458864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecaed5c-748c-4e18-8ad0-0c638892e9c7 None None] No DVR routers for this DVR port e31a81b2-f85e-4edd-a155-25e8ab6f6cba on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:53.484661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Calling delete_port for 134f1085-37b9-4668-b204-b8af14c91845 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:53.485947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.522095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port e0507b90-7cfa-443e-828b-e1b8830022ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0507b90-7cfa-443e-828b-e1b8830022ef,segment=NetworkSegment(290c3241-4ad0-4efe-9491-6e8aa20c2ca5),segment_id=290c3241-4ad0-4efe-9491-6e8aa20c2ca5)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:53.549712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb04cb9-b9cf-403d-b9e4-25a1623a84d3']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:53.557462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (07a753d0-29e5-4101-95d6-68c4cae55784), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.576918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 07a753d0-29e5-4101-95d6-68c4cae55784 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:53.587150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d95658b5-bc63-4277-8bcc-86c0b2cf8775 None None] Current status of the port 786d2b80-911f-40cc-831a-4491af1a6ebd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:53.599591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.602955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 723fa69e-e365-4184-a92e-e66adc28a488 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:53.632957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494ec21-696c-4630-89fb-3a3e1127cfe9 None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:53.647388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.668825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.688723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74b010a-b15a-4fd5-bf80-ecb332af70ee') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:53.689302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74b010a-b15a-4fd5-bf80-ecb332af70ee') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:53.696228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:53.699036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (b74b010a-b15a-4fd5-bf80-ecb332af70ee), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.714214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b74b010a-b15a-4fd5-bf80-ecb332af70ee), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.721734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:53.722152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (b74b010a-b15a-4fd5-bf80-ecb332af70ee), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:53.789123 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:53.791191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (28fc6e89-707f-44da-95f3-49460b86852f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.807237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Provisioning complete for port d82bf471-8c42-424a-a1ce-c2d29f2ad972 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:53.807665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.813959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 723fa69e-e365-4184-a92e-e66adc28a488 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:53.814354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (723fa69e-e365-4184-a92e-e66adc28a488), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.820406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=e0507b90-7cfa-443e-828b-e1b8830022ef,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:53.892834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6cb04cb9-b9cf-403d-b9e4-25a1623a84d3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.906906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.912853 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/networks/6cb04cb9-b9cf-403d-b9e4-25a1623a84d3 HTTP/1.1" status: 204 len: 168 time: 2.2706108 Mar 09 17:08:53.928264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60054) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:53.929686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc259c-758a-41c6-97f8-b7f8e43b86f5 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Network': ['ID=6cb04cb9-b9cf-403d-b9e4-25a1623a84d3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:53.935576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Port d82bf471-8c42-424a-a1ce-c2d29f2ad972 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:53.941127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.943697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (28fc6e89-707f-44da-95f3-49460b86852f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:53.964271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Provisioning complete for port 134f1085-37b9-4668-b204-b8af14c91845 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:53.964859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (134f1085-37b9-4668-b204-b8af14c91845), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.038330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.043225 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/28fc6e89-707f-44da-95f3-49460b86852f HTTP/1.1" status: 204 len: 168 time: 1.4963830 Mar 09 17:08:54.057703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Port 134f1085-37b9-4668-b204-b8af14c91845 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:54.068999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 723fa69e-e365-4184-a92e-e66adc28a488 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:54.069409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (723fa69e-e365-4184-a92e-e66adc28a488), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.083830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.093032 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe HTTP/1.1" status: 204 len: 168 time: 1.1792288 Mar 09 17:08:54.094102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834d6a5-3234-4ad7-977a-fa6c7f113d5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:54.100190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60056) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.100564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60058) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.111753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f4169-c0c6-4575-b19f-6bf6aae82cc3 None None] Network 452a5fc0-df25-457f-94d5-e5f15ba7e449 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:54.163846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a69d7-60c0-418f-bcb5-cd96153130d7 None None] Network c8d573ad-50c3-4e88-83f9-33c8bf86c441 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:54.190924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b6c4a-4f06-481c-883b-5b968234611c tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Subnet': ['ID=28fc6e89-707f-44da-95f3-49460b86852f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:54.206433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Provisioning complete for port 7cfe289e-5851-4c64-ae6d-45308ade83de triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:54.206896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.214235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.253310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (07a753d0-29e5-4101-95d6-68c4cae55784), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.281492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911eebb-6dbd-4532-ba60-4b1f24d1f1e6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:54.282824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911eebb-6dbd-4532-ba60-4b1f24d1f1e6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:54.284339 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5911eebb-6dbd-4532-ba60-4b1f24d1f1e6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1803677 Mar 09 17:08:54.288316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60060) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.290190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 723fa69e-e365-4184-a92e-e66adc28a488, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=723fa69e-e365-4184-a92e-e66adc28a488,segment=NetworkSegment(63ee9fcd-66cb-4a17-bbbb-220cea6e48a7),segment_id=63ee9fcd-66cb-4a17-bbbb-220cea6e48a7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:54.290971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.292838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (134f1085-37b9-4668-b204-b8af14c91845), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.293133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (452a5fc0-df25-457f-94d5-e5f15ba7e449), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.294526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=07a753d0-29e5-4101-95d6-68c4cae55784,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:54.356680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] Update dhcp port {'port': {'network_id': '84e4895f-ae80-4698-a0a5-acf21a004485', 'fixed_ips': [{'subnet_id': 'a9637235-b516-45fe-8f8d-4c9c61908a9d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c93e0bde-2e14-4869-a133-be5910726082'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '723fa69e-e365-4184-a92e-e66adc28a488'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:08:54.380313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.386540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-deb36292-3bc3-4abb-b05a-9d8e7376811a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/07a753d0-29e5-4101-95d6-68c4cae55784 HTTP/1.1" status: 204 len: 168 time: 2.2577524 Mar 09 17:08:54.388542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60062) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.417469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (723fa69e-e365-4184-a92e-e66adc28a488), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.419767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cfe289e-5851-4c64-ae6d-45308ade83de up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:54.421612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port e533a8a7-b9f6-4bd7-8dd7-968f5744a933 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:54.421612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.479936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae3436a5-3fd7-4f85-95fb-cd5465caa4bf tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (c8d573ad-50c3-4e88-83f9-33c8bf86c441), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.537909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=d82bf471-8c42-424a-a1ce-c2d29f2ad972,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:54.545226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] In _notify_port_updated(), no bound segment for port d82bf471-8c42-424a-a1ce-c2d29f2ad972 on network 5a4b97fd-3e33-422d-b53e-456a834be499 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:54.560799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:54.563475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.567933 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d9936797-78cd-46b6-8a2f-829d549133ee tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "PUT /v2.0/ports/d82bf471-8c42-424a-a1ce-c2d29f2ad972 HTTP/1.1" status: 200 len: 996 time: 2.3776505 Mar 09 17:08:54.572057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee5a4f-6fdb-4b30-9120-f953fe7a0176 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:54.573549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee5a4f-6fdb-4b30-9120-f953fe7a0176 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:54.575112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-23ee5a4f-6fdb-4b30-9120-f953fe7a0176 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1691704 Mar 09 17:08:54.577512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60064) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.577965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60066) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.593564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (723fa69e-e365-4184-a92e-e66adc28a488), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.595676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.602284 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "DELETE /v2.0/ports/134f1085-37b9-4668-b204-b8af14c91845 HTTP/1.1" status: 204 len: 168 time: 2.4127865 Mar 09 17:08:54.605890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c44a6d-e005-4987-81ff-b30d49d1eea3 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event deleted for resources: {'Port': ['ID=134f1085-37b9-4668-b204-b8af14c91845,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:54.609636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60068) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.646771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3436a5-3fd7-4f85-95fb-cd5465caa4bf tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 09 17:08:54.649447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3436a5-3fd7-4f85-95fb-cd5465caa4bf tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:54.657318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ae3436a5-3fd7-4f85-95fb-cd5465caa4bf tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/c8d573ad-50c3-4e88-83f9-33c8bf86c441 HTTP/1.1" status: 409 len: 466 time: 0.3678632 Mar 09 17:08:54.668200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60070) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:54.674160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1409806663'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:54.678503 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.5 (84e4895f-ae80-4698-a0a5-acf21a004485/a9637235-b516-45fe-8f8d-4c9c61908a9d/ed4d04d0-768b-40fe-88e9-1d10af8a41c8) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:54.694100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.21 (84e4895f-ae80-4698-a0a5-acf21a004485/c93e0bde-2e14-4869-a133-be5910726082/ed4d04d0-768b-40fe-88e9-1d10af8a41c8) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:54.756562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Deleting subnet 4c0694ff-3676-4ba2-96a2-32c0e3df5de6 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:54.760945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for subnet (4c0694ff-3676-4ba2-96a2-32c0e3df5de6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.830104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (4c0694ff-3676-4ba2-96a2-32c0e3df5de6), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.862090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:54.865766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:54.930209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=723fa69e-e365-4184-a92e-e66adc28a488,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:54.954468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:55.014420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b002c1ef-e715-4838-9e2e-469db7af2328), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.015130 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Added segment b002c1ef-e715-4838-9e2e-469db7af2328 of type vlan for network 1a8857ba-e8b0-4282-aa90-b2f651939d61 Mar 09 17:08:55.033087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Current status of the port 7cfe289e-5851-4c64-ae6d-45308ade83de is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:55.033087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.037298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7cfe289e-5851-4c64-ae6d-45308ade83de triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:55.037683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.084773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] DHCP port deletion for 452a5fc0-df25-457f-94d5-e5f15ba7e449 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:55.113579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:08:55.119184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.137070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] DHCP port deletion for c8d573ad-50c3-4e88-83f9-33c8bf86c441 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:55.139091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4c0694ff-3676-4ba2-96a2-32c0e3df5de6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.142307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] For port 7cfe289e-5851-4c64-ae6d-45308ade83de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cfe289e-5851-4c64-ae6d-45308ade83de,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:55.166072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.226313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.263170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.287138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] Deleting port 88fe6946-06fe-454c-817d-2f8d4d230d34 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:55.287334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.318228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7cfe289e-5851-4c64-ae6d-45308ade83de is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:55.318625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.326092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Provisioning complete for port 723fa69e-e365-4184-a92e-e66adc28a488 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:55.326470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (723fa69e-e365-4184-a92e-e66adc28a488), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.369437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 88fe6946-06fe-454c-817d-2f8d4d230d34 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:55.369787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.371544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] Deleting port e0507b90-7cfa-443e-828b-e1b8830022ef {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:55.372554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.380874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.381206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.393986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Pushing event updated for resources: {'Port': ['ID=7cfe289e-5851-4c64-ae6d-45308ade83de,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:55.426070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for e533a8a7-b9f6-4bd7-8dd7-968f5744a933 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:55.453560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (1a8857ba-e8b0-4282-aa90-b2f651939d61), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.466168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] For port 88fe6946-06fe-454c-817d-2f8d4d230d34, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88fe6946-06fe-454c-817d-2f8d4d230d34,segment=NetworkSegment(93a74ad1-33b6-44b6-bc4d-b8e7523a228a),segment_id=93a74ad1-33b6-44b6-bc4d-b8e7523a228a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:55.466834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.492126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] For port 88fe6946-06fe-454c-817d-2f8d4d230d34, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88fe6946-06fe-454c-817d-2f8d4d230d34,segment=NetworkSegment(93a74ad1-33b6-44b6-bc4d-b8e7523a228a),segment_id=93a74ad1-33b6-44b6-bc4d-b8e7523a228a)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:55.492429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.498742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port d82bf471-8c42-424a-a1ce-c2d29f2ad972 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:55.499083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.511359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] Calling delete_port for 88fe6946-06fe-454c-817d-2f8d4d230d34 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:55.521721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.523209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] For port e0507b90-7cfa-443e-828b-e1b8830022ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0507b90-7cfa-443e-828b-e1b8830022ef,segment=NetworkSegment(290c3241-4ad0-4efe-9491-6e8aa20c2ca5),segment_id=290c3241-4ad0-4efe-9491-6e8aa20c2ca5)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:55.523608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.550085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 88fe6946-06fe-454c-817d-2f8d4d230d34 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:55.577284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] Calling delete_port for e0507b90-7cfa-443e-828b-e1b8830022ef owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:55.577825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.592662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (1a8857ba-e8b0-4282-aa90-b2f651939d61), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.598498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:55.599408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.637459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.642455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (4c0694ff-3676-4ba2-96a2-32c0e3df5de6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.680479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:55.684059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.691866 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-da32b29c-0928-4379-a684-493f1c1a65ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd HTTP/1.1" status: 204 len: 168 time: 1.0868387 Mar 09 17:08:55.701740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60072) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:55.725843 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936c95a-13c2-49a4-8e2c-4b22a955722a None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:55.728630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Network': ['ID=1a8857ba-e8b0-4282-aa90-b2f651939d61,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:55.736729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0694ff-3676-4ba2-96a2-32c0e3df5de6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:55.743947 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8cc91c5e-01b5-4111-b461-f57c4d9c91ed tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0739517 Mar 09 17:08:55.745449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.751790 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7d4d088c-97d2-4a24-9371-c1fac7450a3d tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "DELETE /v2.0/subnets/4c0694ff-3676-4ba2-96a2-32c0e3df5de6 HTTP/1.1" status: 204 len: 168 time: 1.1387544 Mar 09 17:08:55.755234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60074) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:55.755234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60076) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:55.761717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'subnet': {'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:55.769019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41d8fd-b99e-4b0e-abe5-9c07b695e5bb None None] Network ebaf0ca9-61fd-4732-8b54-4037f383a27c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:55.771238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:55.772911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Current status of the port 723fa69e-e365-4184-a92e-e66adc28a488 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:55.784555 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b13dd9b4-d6d1-47a4-8825-5c26023a4e3f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788081 Mar 09 17:08:55.796997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60080) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:55.811141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:55.826937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 84e4895f-ae80-4698-a0a5-acf21a004485 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:55.827444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:08:55.827807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:08:55.827929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=ed4d04d0-768b-40fe-88e9-1d10af8a41c8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:55.840692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.848146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:55.848421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-60b1acc2-b041-49d0-859f-84a76db9eb07 None None] Could not find standard attr ID for object 07a753d0-29e5-4101-95d6-68c4cae55784. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:55.848510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:55.874187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for d82bf471-8c42-424a-a1ce-c2d29f2ad972 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:55.947941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] Allocated IP 172.20.0.18 (84e4895f-ae80-4698-a0a5-acf21a004485/c93e0bde-2e14-4869-a133-be5910726082/723fa69e-e365-4184-a92e-e66adc28a488) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:55.975842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (ebaf0ca9-61fd-4732-8b54-4037f383a27c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:55.995113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:55.995710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.026160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.033082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (88fe6946-06fe-454c-817d-2f8d4d230d34), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.069047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:56.070796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=88fe6946-06fe-454c-817d-2f8d4d230d34,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.072637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.081349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No DVR routers for this DVR port 88fe6946-06fe-454c-817d-2f8d4d230d34 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:56.095407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] Pushing event deleted for resources: {'Port': ['ID=88fe6946-06fe-454c-817d-2f8d4d230d34,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.102292 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-44403e9a-f8d9-4895-a9e2-06c546776b04 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.9819031 Mar 09 17:08:56.102292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Deleting port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:56.102292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.107276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60082) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.113259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e533a8a7-b9f6-4bd7-8dd7-968f5744a933), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.119468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ce8f4-cdc9-4804-ae82-23c8237f16ba None None] No DVR routers for this DVR port 88fe6946-06fe-454c-817d-2f8d4d230d34 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:56.135632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9637235-b516-45fe-8f8d-4c9c61908a9d'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:56.143424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7fa2cf86-13f0-4012-94c4-a6a631e91a49 None None] Provisioning complete for port d82bf471-8c42-424a-a1ce-c2d29f2ad972 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:56.143622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fa2cf86-13f0-4012-94c4-a6a631e91a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.184019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=e533a8a7-b9f6-4bd7-8dd7-968f5744a933,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.192381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:56.196037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.199632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (e0507b90-7cfa-443e-828b-e1b8830022ef), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.261794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] Pushing event deleted for resources: {'Port': ['ID=e0507b90-7cfa-443e-828b-e1b8830022ef,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.267361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccc0e3-9b7e-4629-a48c-59e5acd7d856 None None] No DVR routers for this DVR port e0507b90-7cfa-443e-828b-e1b8830022ef on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:56.289073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2cf86-13f0-4012-94c4-a6a631e91a49 None None] Port d82bf471-8c42-424a-a1ce-c2d29f2ad972 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:56.306372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] For port 723fa69e-e365-4184-a92e-e66adc28a488, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=723fa69e-e365-4184-a92e-e66adc28a488,segment=NetworkSegment(63ee9fcd-66cb-4a17-bbbb-220cea6e48a7),segment_id=63ee9fcd-66cb-4a17-bbbb-220cea6e48a7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:56.306482 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] For port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,segment=NetworkSegment(3e8adc99-9989-439a-a860-fbb47f64a1d4),segment_id=3e8adc99-9989-439a-a860-fbb47f64a1d4)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:56.306482 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.306682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7fa2cf86-13f0-4012-94c4-a6a631e91a49 None None] Could not find standard attr ID for object e0507b90-7cfa-443e-828b-e1b8830022ef. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:08:56.320295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (452a5fc0-df25-457f-94d5-e5f15ba7e449), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.325377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Calling delete_port for b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:56.333362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] Publish callbacks [] for port (723fa69e-e365-4184-a92e-e66adc28a488), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.335975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.392249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7cfe289e-5851-4c64-ae6d-45308ade83de is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:56.399990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:56.400503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452a5fc0-df25-457f-94d5-e5f15ba7e449']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:56.411992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (723fa69e-e365-4184-a92e-e66adc28a488), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.417483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a74ad1-33b6-44b6-bc4d-b8e7523a228a') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:56.418027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a74ad1-33b6-44b6-bc4d-b8e7523a228a') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:56.440974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d82bf471-8c42-424a-a1ce-c2d29f2ad972), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.446724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (93a74ad1-33b6-44b6-bc4d-b8e7523a228a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.458184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for floatingip (61b8482e-8ccd-43f3-ab23-00c142860d97), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.461071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.464268 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-04f7af21-6e07-47a8-8064-461fc7452367 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/floatingips/61b8482e-8ccd-43f3-ab23-00c142860d97 HTTP/1.1" status: 204 len: 168 time: 2.5293548 Mar 09 17:08:56.464425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] DHCP port deletion for ebaf0ca9-61fd-4732-8b54-4037f383a27c request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:08:56.472668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60084) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.508154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=d82bf471-8c42-424a-a1ce-c2d29f2ad972,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.532197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (93a74ad1-33b6-44b6-bc4d-b8e7523a228a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.545201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df9c4e3-69ec-40e3-a549-fe5f4b59348c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] DELETE failed (client error): The resource could not be found. Mar 09 17:08:56.545990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e31a81b2-f85e-4edd-a155-25e8ab6f6cba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:56.546418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df9c4e3-69ec-40e3-a549-fe5f4b59348c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:56.549900 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3df9c4e3-69ec-40e3-a549-fe5f4b59348c tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/ports/da5f097a-e80a-4120-b61d-8ba3d6156c5e HTTP/1.1" status: 404 len: 333 time: 0.0760224 Mar 09 17:08:56.570855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60086) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.573915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:56.573915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (93a74ad1-33b6-44b6-bc4d-b8e7523a228a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:56.576893 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:56.602745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e31a81b2-f85e-4edd-a155-25e8ab6f6cba {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:56.603104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e31a81b2-f85e-4edd-a155-25e8ab6f6cba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:56.606664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd92b3d-1243-4b05-a0e2-9532ebbd9a61 None None] Pushing event updated for resources: {'Port': ['ID=723fa69e-e365-4184-a92e-e66adc28a488,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.631220 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bf7bbf47-5ffa-45b9-a1b1-4cae003e6cef tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/ports?device_id=89df1fbd-1516-4257-be9e-766c039a4a44 HTTP/1.1" status: 200 len: 205 time: 0.0563028 Mar 09 17:08:56.654055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] Deleting port 7cfe289e-5851-4c64-ae6d-45308ade83de {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:56.654442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.667093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60088) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.823045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-55532967-3243-4a78-a220-3d5573807471 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] delete failed (client error): The resource could not be found. Mar 09 17:08:56.824131 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-55532967-3243-4a78-a220-3d5573807471 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/routers/89df1fbd-1516-4257-be9e-766c039a4a44 HTTP/1.1" status: 404 len: 336 time: 0.1522791 Mar 09 17:08:56.828387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60090) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.854497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.862030 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7bbfaea9-0a14-4212-bc6b-e9661840b609 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/ports/d82bf471-8c42-424a-a1ce-c2d29f2ad972 HTTP/1.1" status: 204 len: 168 time: 2.2800066 Mar 09 17:08:56.862725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60092) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.872992 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac0dacc-b059-42cb-8e8f-8f00ff3a017b tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] DELETE failed (client error): The resource could not be found. Mar 09 17:08:56.873456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac0dacc-b059-42cb-8e8f-8f00ff3a017b tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:08:56.876702 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dac0dacc-b059-42cb-8e8f-8f00ff3a017b tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/subnets/2b1bf5e6-53a5-4743-9a5d-4959bdc9efff HTTP/1.1" status: 404 len: 337 time: 0.0472062 Mar 09 17:08:56.902436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.929532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.956782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 723fa69e-e365-4184-a92e-e66adc28a488 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:56.960576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (452a5fc0-df25-457f-94d5-e5f15ba7e449), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.962435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-025d2180-8d29-4bb2-8a21-b2d4e5c84193 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] GET failed (client error): The resource could not be found. Mar 09 17:08:56.967831 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-025d2180-8d29-4bb2-8a21-b2d4e5c84193 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "GET /v2.0/ports/d82bf471-8c42-424a-a1ce-c2d29f2ad972 HTTP/1.1" status: 404 len: 333 time: 0.0786266 Mar 09 17:08:56.968518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60096) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:56.972429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event deleted for resources: {'Port': ['ID=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:56.974955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] No DVR routers for this DVR port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:56.979282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'name': 'tempest-AllowedAddressPairTestJSON-918061380'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:56.985011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:56.988493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/452a5fc0-df25-457f-94d5-e5f15ba7e449 HTTP/1.1" status: 204 len: 168 time: 2.8747673 Mar 09 17:08:56.999180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60098) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:57.013613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326483809'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:57.031712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Deleting port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:57.034600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.034717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada7997-5958-4484-ba24-948993e0a2fe tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=452a5fc0-df25-457f-94d5-e5f15ba7e449,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.043375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (5a48a45a-ca6c-4531-83c3-a09e502ad941), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.076914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] For port 7cfe289e-5851-4c64-ae6d-45308ade83de, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cfe289e-5851-4c64-ae6d-45308ade83de,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:57.077532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.111905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] Calling delete_port for 7cfe289e-5851-4c64-ae6d-45308ade83de owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:57.159494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (ebaf0ca9-61fd-4732-8b54-4037f383a27c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.173819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] For port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:08:57.174937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.180503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:57.191648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:57.207333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:57.207937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.219155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=5a48a45a-ca6c-4531-83c3-a09e502ad941,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.231931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:57.232092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:08:57.235018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 723fa69e-e365-4184-a92e-e66adc28a488 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:57.235557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (723fa69e-e365-4184-a92e-e66adc28a488), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.236194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.239324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Calling delete_port for b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:57.240906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (e15780b9-8320-4b2a-87d0-15290799f9e5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.246288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.ipam_backend_mixin [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 was not found and therefore no delete operation was performed {{(pid=104359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:08:57.249213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaf0ca9-61fd-4732-8b54-4037f383a27c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:57.258029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Delete allocated IP 172.20.0.21 (84e4895f-ae80-4698-a0a5-acf21a004485/c93e0bde-2e14-4869-a133-be5910726082) {{(pid=104358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 17:08:57.278527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.296690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8adc99-9989-439a-a860-fbb47f64a1d4') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:57.296992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8adc99-9989-439a-a860-fbb47f64a1d4') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:08:57.303976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:08:57.311688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:57.312022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (667f111e-dab4-4fc0-bdf1-f83a23a1e9f3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.323068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] Pushing event deleted for resources: {'Port': ['ID=b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.328686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205c419-f58a-4404-ae72-8c22ec9191d9 None None] No DVR routers for this DVR port b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:57.332307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (989038b2-b259-4878-a5b9-85163bd173d5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.332713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Added segment 989038b2-b259-4878-a5b9-85163bd173d5 of type vlan for network 84fe5619-9f6b-42c2-9d2b-1c486d66feff Mar 09 17:08:57.334515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (3e8adc99-9989-439a-a860-fbb47f64a1d4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.362267 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-15a04236-9dff-499d-94b6-6a9d83ea917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5618827 Mar 09 17:08:57.375935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60100) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:57.388301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Subnet': ['ID=e15780b9-8320-4b2a-87d0-15290799f9e5,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.391649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3e8adc99-9989-439a-a860-fbb47f64a1d4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.398726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'name': 'tempest-NetworksTestDHCPv6-1490619706'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:57.401174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 723fa69e-e365-4184-a92e-e66adc28a488 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:57.402855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 786d2b80-911f-40cc-831a-4491af1a6ebd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:08:57.437021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Checking segment: {'id': 'b002c1ef-e715-4838-9e2e-469db7af2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:57.437389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network hostable DHCP agents. Network: 1a8857ba-e8b0-4282-aa90-b2f651939d61, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:57.444151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:08:57.444660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (3e8adc99-9989-439a-a860-fbb47f64a1d4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:08:57.447616 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:08:57.455235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (7cfe289e-5851-4c64-ae6d-45308ade83de), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.459645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (84fe5619-9f6b-42c2-9d2b-1c486d66feff), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.494328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:57.500684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.502040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (667f111e-dab4-4fc0-bdf1-f83a23a1e9f3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.502193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] Pushing event deleted for resources: {'Port': ['ID=7cfe289e-5851-4c64-ae6d-45308ade83de,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.509212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788eea12-dcd4-4608-b1d4-9e702656175c None None] No DVR routers for this DVR port 7cfe289e-5851-4c64-ae6d-45308ade83de on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:08:57.510745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 786d2b80-911f-40cc-831a-4491af1a6ebd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:57.511141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.531871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 667f111e-dab4-4fc0-bdf1-f83a23a1e9f3 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:57.547017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29458b8f-4857-4fc2-aab3-5c885dfd758e None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:57.550948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] device_id is not set on port a8062a8a-84d9-4e49-aab8-a9793e403fe7 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:57.593436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbec09-fb49-414b-bbc0-5a29bb1115e4 None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:57.635258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:57.643345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (84fe5619-9f6b-42c2-9d2b-1c486d66feff), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.648618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:57.649237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.669311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24c4e315-631b-4657-af38-d36b352983e6 None None] Provisioning complete for port 723fa69e-e365-4184-a92e-e66adc28a488 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:57.669697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24c4e315-631b-4657-af38-d36b352983e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (723fa69e-e365-4184-a92e-e66adc28a488), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.724025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (ebaf0ca9-61fd-4732-8b54-4037f383a27c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.725654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1a8857ba-e8b0-4282-aa90-b2f651939d61) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:57.735898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.738331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.741857 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] 10.222.0.16 "DELETE /v2.0/networks/ebaf0ca9-61fd-4732-8b54-4037f383a27c HTTP/1.1" status: 204 len: 168 time: 1.9841983 Mar 09 17:08:57.746125 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:57.747663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.755782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0624a6-773e-4972-97ab-2d602e49eaed None None] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:57.768553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995757-ca52-49f3-ab9c-df506132e887 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631 tempest-ExtraDHCPOptionsIpV6TestJSON-234831631-project] Pushing event deleted for resources: {'Network': ['ID=ebaf0ca9-61fd-4732-8b54-4037f383a27c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.780491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.827413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:57.831639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.843458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 786d2b80-911f-40cc-831a-4491af1a6ebd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:57.846227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c85f77b-958b-4013-b0aa-ab76f4e8cdec tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0896883 Mar 09 17:08:57.872825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60106) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:57.885988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'port': {'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61', 'name': 'tempest-NetworksIpV6TestAttrs-705176777'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:57.897977 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8896093 Mar 09 17:08:57.904122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60108) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:57.911880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=ed4d04d0-768b-40fe-88e9-1d10af8a41c8,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.912902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:57.916612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d744391-1eaf-41f9-a960-0c43a405b0b2 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Network': ['ID=84fe5619-9f6b-42c2-9d2b-1c486d66feff,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:57.925336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '5a48a45a-ca6c-4531-83c3-a09e502ad941'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:57.926223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:57.941467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port ee73d0a1-e504-435d-80c7-aa9cf1655fc3 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:57.969970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:08:58.022053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Allocated IP 172.20.0.12 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/a8062a8a-84d9-4e49-aab8-a9793e403fe7) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:58.034893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e0507b90-7cfa-443e-828b-e1b8830022ef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:58.075680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] In _notify_port_updated(), no bound segment for port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 on network 84e4895f-ae80-4698-a0a5-acf21a004485 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:08:58.083314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:58.083314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.083314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-84fe6207-9c1d-43ca-99ab-6e6a9a88cd28 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/ports/ed4d04d0-768b-40fe-88e9-1d10af8a41c8 HTTP/1.1" status: 200 len: 918 time: 1.9743757 Mar 09 17:08:58.094532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60110) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:58.099585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9637235-b516-45fe-8f8d-4c9c61908a9d'}, {'subnet_id': 'c93e0bde-2e14-4869-a133-be5910726082'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:58.117192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1a8857ba-e8b0-4282-aa90-b2f651939d61', 'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61', 'project_id': '40fd91637ad74a30a334566cb591392f', 'fixed_ips': [{'subnet_id': 'e15780b9-8320-4b2a-87d0-15290799f9e5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:08:58.117987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.132930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e0507b90-7cfa-443e-828b-e1b8830022ef {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:58.133306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e0507b90-7cfa-443e-828b-e1b8830022ef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:58.134521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88fe6946-06fe-454c-817d-2f8d4d230d34 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:58.211629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24c4e315-631b-4657-af38-d36b352983e6 None None] Current status of the port 723fa69e-e365-4184-a92e-e66adc28a488 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:58.213601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 88fe6946-06fe-454c-817d-2f8d4d230d34 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:58.213960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88fe6946-06fe-454c-817d-2f8d4d230d34 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:58.214391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:58.253030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:58.253265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b7b61f3f-e382-4c2b-b29d-6ba884b6b7f2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:58.265308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cfe289e-5851-4c64-ae6d-45308ade83de no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:08:58.265766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.281084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::34b (23e84d69-248a-4c03-bab8-85be85a4a2bb/5a48a45a-ca6c-4531-83c3-a09e502ad941/ee73d0a1-e504-435d-80c7-aa9cf1655fc3) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:58.286729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e32be-4299-4a13-9474-3e5c633bfc73 req-970d4c86-43be-4c49-8434-2240e53474ea tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:58.288426 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8e4e32be-4299-4a13-9474-3e5c633bfc73 req-970d4c86-43be-4c49-8434-2240e53474ea tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2548752 Mar 09 17:08:58.331670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 7cfe289e-5851-4c64-ae6d-45308ade83de {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:08:58.332020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cfe289e-5851-4c64-ae6d-45308ade83de not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:08:58.348211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:58.351635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.402562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (667f111e-dab4-4fc0-bdf1-f83a23a1e9f3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.404007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:08:58.407657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.445484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Allocated IP 2001:db8::f816:3eff:fe20:955 (1a8857ba-e8b0-4282-aa90-b2f651939d61/e15780b9-8320-4b2a-87d0-15290799f9e5/c8e6a729-6675-431c-8276-dd4d7a304d26) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:58.476295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] device_id is not set on port 52095b18-ce8f-4281-bdc8-cda76ac0ddd6 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:08:58.486810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=667f111e-dab4-4fc0-bdf1-f83a23a1e9f3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:58.515883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.547628 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8e4e32be-4299-4a13-9474-3e5c633bfc73 req-6b010667-953b-4f67-b0aa-326cbaa55324 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421205 Mar 09 17:08:58.708535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Publish callbacks [] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.710282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f4ea5e06-8d2b-4ea3-93ad-bc09b75e021f None None] Provisioning complete for port 723fa69e-e365-4184-a92e-e66adc28a488 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:58.710662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5e06-8d2b-4ea3-93ad-bc09b75e021f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (723fa69e-e365-4184-a92e-e66adc28a488), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.766372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (ee73d0a1-e504-435d-80c7-aa9cf1655fc3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.799605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60116) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:58.801136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:58.837262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea5e06-8d2b-4ea3-93ad-bc09b75e021f None None] Current status of the port 723fa69e-e365-4184-a92e-e66adc28a488 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:08:58.849961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:58.854163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:58.857937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:58.931738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ee73d0a1-e504-435d-80c7-aa9cf1655fc3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.153496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/5a48a45a-ca6c-4531-83c3-a09e502ad941/3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:59.163439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (a8062a8a-84d9-4e49-aab8-a9793e403fe7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.220263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.223902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d75e5042-5ae1-485b-832f-8f3c913e2706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/ports/667f111e-dab4-4fc0-bdf1-f83a23a1e9f3 HTTP/1.1" status: 204 len: 168 time: 2.3203917 Mar 09 17:08:59.226469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60120) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:59.229950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Pushing event updated for resources: {'Port': ['ID=c8e6a729-6675-431c-8276-dd4d7a304d26,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:59.244775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f4ea5e06-8d2b-4ea3-93ad-bc09b75e021f None None] Provisioning complete for port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:59.244775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4ea5e06-8d2b-4ea3-93ad-bc09b75e021f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.294831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (bce44b0e-3379-4621-8971-6df33f0972c0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.316939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Attempting to bind port c8e6a729-6675-431c-8276-dd4d7a304d26 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:59.317322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Attempting to bind port c8e6a729-6675-431c-8276-dd4d7a304d26 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b002c1ef-e715-4838-9e2e-469db7af2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:59.317694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Attempting to bind port c8e6a729-6675-431c-8276-dd4d7a304d26 on network 1a8857ba-e8b0-4282-aa90-b2f651939d61 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:59.338945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:59.339321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Checking segment: {'id': 'b002c1ef-e715-4838-9e2e-469db7af2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:59.340098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.340098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Bound using segment: {'id': 'b002c1ef-e715-4838-9e2e-469db7af2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:59.341146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Bound port: c8e6a729-6675-431c-8276-dd4d7a304d26, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b002c1ef-e715-4838-9e2e-469db7af2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1a8857ba-e8b0-4282-aa90-b2f651939d61'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:59.341536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.346606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea5e06-8d2b-4ea3-93ad-bc09b75e021f None None] Port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:59.359149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:59.359772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a8062a8a-84d9-4e49-aab8-a9793e403fe7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.401519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:59.424312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:59.427594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=bce44b0e-3379-4621-8971-6df33f0972c0,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:59.429717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:59.430402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.449348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:59.452036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Publish callbacks [] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.458964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] For port c8e6a729-6675-431c-8276-dd4d7a304d26, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:08:59.460491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:59.462399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=a8062a8a-84d9-4e49-aab8-a9793e403fe7,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:59.464918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:59.466170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] For port c8e6a729-6675-431c-8276-dd4d7a304d26, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8e6a729-6675-431c-8276-dd4d7a304d26,segment=NetworkSegment(b002c1ef-e715-4838-9e2e-469db7af2328),segment_id=b002c1ef-e715-4838-9e2e-469db7af2328)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:08:59.470983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Checking segment: {'id': '989038b2-b259-4878-a5b9-85163bd173d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:59.471201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network hostable DHCP agents. Network: 84fe5619-9f6b-42c2-9d2b-1c486d66feff, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:08:59.481479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8570da0f-aba4-44ff-9045-5c400145b422 None None] Provisioning complete for port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:59.481711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8570da0f-aba4-44ff-9045-5c400145b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.491714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=ee73d0a1-e504-435d-80c7-aa9cf1655fc3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:59.507526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 4f5d6a60-3437-48b7-bfed-2fc715286255 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:08:59.507526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4f5d6a60-3437-48b7-bfed-2fc715286255), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.525700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8570da0f-aba4-44ff-9045-5c400145b422 None None] Port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:08:59.530628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Allocated IP 2001:db8::f816:3eff:fed2:e5b9 (1a8857ba-e8b0-4282-aa90-b2f651939d61/e15780b9-8320-4b2a-87d0-15290799f9e5/52095b18-ce8f-4281-bdc8-cda76ac0ddd6) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:59.542260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.556835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89cfa6-bee8-4ba8-a8ad-6e7a39d418e1 req-3ecb31d6-9e96-4fb1-8c0e-8fefa86b0403 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:59.564488 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-db89cfa6-bee8-4ba8-a8ad-6e7a39d418e1 req-3ecb31d6-9e96-4fb1-8c0e-8fefa86b0403 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.7685096 Mar 09 17:08:59.575601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.583846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.27 (84e4895f-ae80-4698-a0a5-acf21a004485/c93e0bde-2e14-4869-a133-be5910726082/ed4d04d0-768b-40fe-88e9-1d10af8a41c8) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:08:59.598732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:59.598971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.600193 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9252ff1-7b88-4610-b83d-e48103757742 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2231135 Mar 09 17:08:59.601014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60122) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:59.628516 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9864737-c8d2-45c5-a188-0d8649d16701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4562d357af394f56b05983e05cd7091d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8230624 Mar 09 17:08:59.629348 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60124) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:59.636815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:08:59.638433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Pushing event updated for resources: {'Port': ['ID=3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:59.644958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:59.661542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:08:59.672068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4f5d6a60-3437-48b7-bfed-2fc715286255), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.680594 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:08:59.690538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 4f5d6a60-3437-48b7-bfed-2fc715286255 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:08:59.698024 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c92727f-80ad-4a3a-a4a2-b0d41236ddd9 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7233293 Mar 09 17:08:59.707051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60126) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:59.718105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'network_id': '5a4b97fd-3e33-422d-b53e-456a834be499', 'name': 'tempest-AllowedAddressPairTestJSON-651417323'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:59.782060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1816-ef4b-46ed-a648-4e1a0253e680 None None] Pushing event updated for resources: {'Port': ['ID=c8e6a729-6675-431c-8276-dd4d7a304d26,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:08:59.798443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 84fe5619-9f6b-42c2-9d2b-1c486d66feff) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:08:59.813934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:08:59.814851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.847259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4ef80-b7ab-4a4c-9a35-2d1db03c04dc None None] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:08:59.852266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Attempting to bind port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:08:59.857762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Attempting to bind port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:08:59.857762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Attempting to bind port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:08:59.866843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-db89cfa6-bee8-4ba8-a8ad-6e7a39d418e1 req-be2bb464-1fa8-4f80-bf3e-89481fff5a08 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013759 Mar 09 17:08:59.897193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4d59334e-1c32-452d-ba55-ca3c2e5a2c62 None None] Provisioning complete for port a8062a8a-84d9-4e49-aab8-a9793e403fe7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:08:59.897879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4d59334e-1c32-452d-ba55-ca3c2e5a2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a8062a8a-84d9-4e49-aab8-a9793e403fe7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.899378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:08:59.899758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:08:59.900707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.900707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:08:59.901070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Bound port: 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:08:59.901451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:08:59.925189 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9e8afe45-f5fa-47df-a696-fe60f14991c6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0171254 Mar 09 17:08:59.929402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60130) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:08:59.935811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1545355443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:08:59.937506 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:09:00.029834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2c22-ac8c-4b31-ad91-9228374676f9 admin admin] Publish callbacks [] for security_group (9fc98f1d-5e5f-42a6-b9fe-82395b8c1652), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.077057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4d59334e-1c32-452d-ba55-ca3c2e5a2c62 None None] Port a8062a8a-84d9-4e49-aab8-a9793e403fe7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:00.084645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23264eb-b10d-42be-80b5-ddd377fa2b38 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:00.091761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23264eb-b10d-42be-80b5-ddd377fa2b38 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:00.096911 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e23264eb-b10d-42be-80b5-ddd377fa2b38 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4856834 Mar 09 17:09:00.101584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89eb6e-6b60-4bfc-800a-947ab61ef45b req-00a0f587-9479-4791-ac0e-57444fe4f217 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:00.103263 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d89eb6e-6b60-4bfc-800a-947ab61ef45b req-00a0f587-9479-4791-ac0e-57444fe4f217 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.0853970 Mar 09 17:09:00.103772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60132) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:00.118349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (4f5d6a60-3437-48b7-bfed-2fc715286255), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.125413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-84fe5619-9f6b-42c2-9d2b-1c486d66feff', 'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': 'bce44b0e-3379-4621-8971-6df33f0972c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:00.126291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.138221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (1d964b17-3622-46a7-801f-1c850fb3bb7f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.139380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (1d964b17-3622-46a7-801f-1c850fb3bb7f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.161864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-631ef8ed-5480-483d-8135-be3810197646 None None] For port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:00.166138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-631ef8ed-5480-483d-8135-be3810197646 None None] For port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:00.214844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2c22-ac8c-4b31-ad91-9228374676f9 admin admin] Publish callbacks [] for security_group (9fc98f1d-5e5f-42a6-b9fe-82395b8c1652), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.217991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.229977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=4f5d6a60-3437-48b7-bfed-2fc715286255,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:00.258191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.269629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for port (52095b18-ce8f-4281-bdc8-cda76ac0ddd6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.291158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.298930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Made reservation on behalf of bbf33c8692014562be5a60b07e32d3de for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:00.304202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.361860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Allocated IP 2001:db8::2 (84fe5619-9f6b-42c2-9d2b-1c486d66feff/bce44b0e-3379-4621-8971-6df33f0972c0/83a165e8-ee5c-4180-a7a3-ed810b37ecbb) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:00.363972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ef8ed-5480-483d-8135-be3810197646 None None] Pushing event updated for resources: {'Port': ['ID=3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:00.425641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for router_controller (1d964b17-3622-46a7-801f-1c850fb3bb7f), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.429576 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d89eb6e-6b60-4bfc-800a-947ab61ef45b req-1d97e820-c64c-418d-8510-536d13df7ffd tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017161 Mar 09 17:09:00.441492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] device_id is not set on port 2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:00.464065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.476922 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-faffc369-e3a4-4baf-9526-edf50de35706 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/ports/4f5d6a60-3437-48b7-bfed-2fc715286255 HTTP/1.1" status: 204 len: 168 time: 1.2449203 Mar 09 17:09:00.476922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60136) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:00.561102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (1d964b17-3622-46a7-801f-1c850fb3bb7f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.601651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port ee73d0a1-e504-435d-80c7-aa9cf1655fc3 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:00.602011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ee73d0a1-e504-435d-80c7-aa9cf1655fc3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.619400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2c22-ac8c-4b31-ad91-9228374676f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9fc98f1d-5e5f-42a6-b9fe-82395b8c1652), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.622706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2c22-ac8c-4b31-ad91-9228374676f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.626389 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cf5c2c22-ac8c-4b31-ad91-9228374676f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fc98f1d-5e5f-42a6-b9fe-82395b8c1652 HTTP/1.1" status: 204 len: 168 time: 0.9874499 Mar 09 17:09:00.655261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Publish callbacks [] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.658330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Allocated IP 172.20.0.3 (5a4b97fd-3e33-422d-b53e-456a834be499/6a38c6dd-933a-4fda-b1f5-86972d72d832/2ed27acc-f3d3-4721-bcb4-46bcfd2588f9) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:00.716858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.720457 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1eecf030-13be-4a73-b5f1-32204f01d7a6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7872231 Mar 09 17:09:00.757992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=ed4d04d0-768b-40fe-88e9-1d10af8a41c8,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:00.764215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60140) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:00.766579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.771583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aad1a7-29c4-450a-ad91-73a388d60db0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:00.773497 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b1aad1a7-29c4-450a-ad91-73a388d60db0 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "GET /v2.0/ports?device_id=7abbf63a-de44-4ed2-81c2-0805fa2924c8 HTTP/1.1" status: 200 len: 913 time: 0.2957830 Mar 09 17:09:00.779010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff', 'name': 'tempest-PortsIpV6TestJSON-1697479883'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:00.786028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60142) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:00.851822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Pushing event updated for resources: {'Port': ['ID=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:00.867425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:00.877000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] In _notify_port_updated(), no bound segment for port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 on network 84e4895f-ae80-4698-a0a5-acf21a004485 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:09:00.879429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:00.884171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:00.891460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:00.892182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:00.900955 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-081f19c2-b98b-418b-94fd-b60c7d9961d9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/ports/ed4d04d0-768b-40fe-88e9-1d10af8a41c8 HTTP/1.1" status: 200 len: 998 time: 2.8053403 Mar 09 17:09:00.902558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c2c22-ac8c-4b31-ad91-9228374676f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc98f1d-5e5f-42a6-b9fe-82395b8c1652,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:00.909544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60144) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:00.979421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c8e6a729-6675-431c-8276-dd4d7a304d26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:00.994341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Attempting to bind port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:00.994730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Attempting to bind port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '989038b2-b259-4878-a5b9-85163bd173d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:00.995106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Attempting to bind port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb on network 84fe5619-9f6b-42c2-9d2b-1c486d66feff {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:01.020111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (52095b18-ce8f-4281-bdc8-cda76ac0ddd6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.069695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:01.070322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Checking segment: {'id': '989038b2-b259-4878-a5b9-85163bd173d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:01.071436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.071939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Bound using segment: {'id': '989038b2-b259-4878-a5b9-85163bd173d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:01.072664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Bound port: 83a165e8-ee5c-4180-a7a3-ed810b37ecbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989038b2-b259-4878-a5b9-85163bd173d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fe5619-9f6b-42c2-9d2b-1c486d66feff'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:01.073165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.076980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-76aaa5c7-847b-4ed9-aa13-95501a955842 None None] Provisioning complete for port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:01.086966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c7-847b-4ed9-aa13-95501a955842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.125703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ee73d0a1-e504-435d-80c7-aa9cf1655fc3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.218239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for ee73d0a1-e504-435d-80c7-aa9cf1655fc3 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:01.243364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026c4c-c48d-48ae-bbe8-d310d2812ffd req-eb4a97e6-bd68-4865-8315-34d0a44591ee tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:01.245272 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-99026c4c-c48d-48ae-bbe8-d310d2812ffd req-eb4a97e6-bd68-4865-8315-34d0a44591ee tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.6587341 Mar 09 17:09:01.250721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:01.282398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:01.283979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Port': ['ID=52095b18-ce8f-4281-bdc8-cda76ac0ddd6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:01.293263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:01.304156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:01.309297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-76aaa5c7-847b-4ed9-aa13-95501a955842 None None] Port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:01.311118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.322277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] For port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:01.326437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:01.326669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] For port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,segment=NetworkSegment(989038b2-b259-4878-a5b9-85163bd173d5),segment_id=989038b2-b259-4878-a5b9-85163bd173d5)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:01.330018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.333849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780cbf4-c27a-497c-ad53-33cab58b66f3 None None] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:01.374177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 172c20f4-ea9f-4903-ae0e-18d77881de85 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:01.386977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port ed4d04d0-768b-40fe-88e9-1d10af8a41c8 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:01.388197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.419053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.472943 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-99026c4c-c48d-48ae-bbe8-d310d2812ffd req-9c272620-605b-4711-bf88-9ff848ba3e30 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123730 Mar 09 17:09:01.487554 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f86a5570-e33a-4fb1-9336-8f9daf9349a1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6134415 Mar 09 17:09:01.489851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60154) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:01.555814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting subnet e15780b9-8320-4b2a-87d0-15290799f9e5 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:01.559217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (e15780b9-8320-4b2a-87d0-15290799f9e5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.565620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613cb2-f97f-4741-ad2e-0780cd9b3959 None None] Pushing event updated for resources: {'Port': ['ID=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:01.576691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.594778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c8e6a729-6675-431c-8276-dd4d7a304d26 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:01.597047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.605201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (e15780b9-8320-4b2a-87d0-15290799f9e5), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.607068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.651773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for ed4d04d0-768b-40fe-88e9-1d10af8a41c8 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:01.689654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Provisioning complete for port c8e6a729-6675-431c-8276-dd4d7a304d26 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:01.690044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.750631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.856247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Network 5a4b97fd-3e33-422d-b53e-456a834be499 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:01.876688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:01.880552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:01.963325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c8e6a729-6675-431c-8276-dd4d7a304d26 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:01.963736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:01.979927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=2ed27acc-f3d3-4721-bcb4-46bcfd2588f9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:02.039809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Current status of the port c8e6a729-6675-431c-8276-dd4d7a304d26 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:02.040224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.095004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::287 (84fe5619-9f6b-42c2-9d2b-1c486d66feff/bce44b0e-3379-4621-8971-6df33f0972c0/172c20f4-ea9f-4903-ae0e-18d77881de85) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:02.120220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:02.122190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.153933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (e15780b9-8320-4b2a-87d0-15290799f9e5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.225034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea8718-75c4-4615-ac59-e01495d103f6 req-604cb2cd-39b9-43f7-802a-4a170db94617 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:02.227474 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83ea8718-75c4-4615-ac59-e01495d103f6 req-604cb2cd-39b9-43f7-802a-4a170db94617 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2579186 Mar 09 17:09:02.238198 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cbec3b67-1141-42e8-95e5-6df2deb427df tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5249135 Mar 09 17:09:02.251135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60168) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:02.264281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b8:dd:5d'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:0d:d8'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:02.369174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ee73d0a1-e504-435d-80c7-aa9cf1655fc3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.414473 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83ea8718-75c4-4615-ac59-e01495d103f6 req-029f7e01-5132-42b8-8f98-6b182997bfd5 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727879 Mar 09 17:09:02.443010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ed4d04d0-768b-40fe-88e9-1d10af8a41c8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.473659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60172) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:02.474689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=ed4d04d0-768b-40fe-88e9-1d10af8a41c8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:02.532814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=ee73d0a1-e504-435d-80c7-aa9cf1655fc3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:02.576267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.581972 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f180854-3494-413a-a38c-0354c453e3b9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/ee73d0a1-e504-435d-80c7-aa9cf1655fc3 HTTP/1.1" status: 204 len: 168 time: 2.4744089 Mar 09 17:09:02.594499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60176) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:02.712983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-856926121'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:02.730113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:02.730655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:02.731886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:02.732006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:02.781968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.787500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5b8df0b4-195a-4f46-8075-6883fa02dfb5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/ed4d04d0-768b-40fe-88e9-1d10af8a41c8 HTTP/1.1" status: 204 len: 168 time: 1.8753514 Mar 09 17:09:02.791365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60178) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:02.797931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee47d85-33af-4e2c-ba23-70da89ee6a21 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:02.799509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee47d85-33af-4e2c-ba23-70da89ee6a21 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:02.803699 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3ee47d85-33af-4e2c-ba23-70da89ee6a21 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2054212 Mar 09 17:09:02.812473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60180) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:02.847041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de2a75b-891b-4901-af99-74d8b2c089b3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:09:02.851786 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3de2a75b-891b-4901-af99-74d8b2c089b3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/ed4d04d0-768b-40fe-88e9-1d10af8a41c8 HTTP/1.1" status: 404 len: 333 time: 0.0590863 Mar 09 17:09:02.870995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60182) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:02.915390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:02.919555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.941152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:02.960304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 5a48a45a-ca6c-4531-83c3-a09e502ad941 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:02.975801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (5a48a45a-ca6c-4531-83c3-a09e502ad941), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.009506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet c93e0bde-2e14-4869-a133-be5910726082 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:03.026999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (c93e0bde-2e14-4869-a133-be5910726082), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.061414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.085214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (5a48a45a-ca6c-4531-83c3-a09e502ad941), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.103591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (e15780b9-8320-4b2a-87d0-15290799f9e5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.147805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (c93e0bde-2e14-4869-a133-be5910726082), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.155826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Subnet': ['ID=e15780b9-8320-4b2a-87d0-15290799f9e5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:03.168337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.172103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-762912e2-e657-4cbc-97c9-e77d87c6b00d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/e15780b9-8320-4b2a-87d0-15290799f9e5 HTTP/1.1" status: 204 len: 168 time: 1.6803989 Mar 09 17:09:03.177289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (7abbf63a-de44-4ed2-81c2-0805fa2924c8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.178382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60184) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:03.182100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae353d-1c85-43ac-b8b1-91a97aa6dafa None None] Network 1a8857ba-e8b0-4282-aa90-b2f651939d61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:03.247989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.338324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:03.343309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.362046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:03.370881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:03.381609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:03.382662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.389123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5a48a45a-ca6c-4531-83c3-a09e502ad941), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.415507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Current status of the port c8e6a729-6675-431c-8276-dd4d7a304d26 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:03.415919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.432069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=172c20f4-ea9f-4903-ae0e-18d77881de85,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:03.490124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] For port c8e6a729-6675-431c-8276-dd4d7a304d26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8e6a729-6675-431c-8276-dd4d7a304d26,segment=NetworkSegment(b002c1ef-e715-4838-9e2e-469db7af2328),segment_id=b002c1ef-e715-4838-9e2e-469db7af2328)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:03.491633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c8e6a729-6675-431c-8276-dd4d7a304d26 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:03.492033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.507386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for security_group (c0dc9d23-15a8-4c74-a100-08f52bbf7bdd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.513082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7f587-bf91-438b-b593-0ca0f4ff1ea6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:03.514510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7f587-bf91-438b-b593-0ca0f4ff1ea6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:03.518735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dcb7f587-bf91-438b-b593-0ca0f4ff1ea6 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3273361 Mar 09 17:09:03.522314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60188) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:03.547606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e638a-ff2f-48ee-a204-dc3e17f85add None None] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:03.573205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (c93e0bde-2e14-4869-a133-be5910726082), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.632708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c0dc9d23-15a8-4c74-a100-08f52bbf7bdd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.649506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (5a48a45a-ca6c-4531-83c3-a09e502ad941), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.659334 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-447c8853-1197-4642-a320-889535ac97ea tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8821747 Mar 09 17:09:03.667554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60190) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:03.733305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab37c-b9d7-463e-bd37-07e947bcb526 req-a1c03386-e588-4d6e-b471-11dd9f2e5288 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:03.735007 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d8ab37c-b9d7-463e-bd37-07e947bcb526 req-a1c03386-e588-4d6e-b471-11dd9f2e5288 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1590738 Mar 09 17:09:03.742674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] DHCP port deletion for 1a8857ba-e8b0-4282-aa90-b2f651939d61 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:03.748471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29f7371e-f5b7-42d0-92b2-d555332d58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.749616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.766598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1aafb274-54c0-441a-bf09-b4245c797c4b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (1a8857ba-e8b0-4282-aa90-b2f651939d61), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.778157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=5a48a45a-ca6c-4531-83c3-a09e502ad941,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:03.782228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:03.789230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.795213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.797594 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-985564e7-10bb-466a-80fb-d04db1f653c3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5a48a45a-ca6c-4531-83c3-a09e502ad941 HTTP/1.1" status: 204 len: 168 time: 0.9824154 Mar 09 17:09:03.798323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60192) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:03.813837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dc9d23-15a8-4c74-a100-08f52bbf7bdd,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:03.827160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490ed4e-477b-41ce-92a5-8eab6aff8bbc None None] Pushing event updated for resources: {'Port': ['ID=c8e6a729-6675-431c-8276-dd4d7a304d26,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:03.829770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16c4a0-49a7-4ff6-a687-f3ed87743af6 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:03.834370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d8ab37c-b9d7-463e-bd37-07e947bcb526 req-0bdc6e29-bf2e-46b3-99d2-9035e121064c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910966 Mar 09 17:09:03.876785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.901861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ee85cbb1-13ed-4ef7-8eaf-de2f64caba64), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:03.902209 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment ee85cbb1-13ed-4ef7-8eaf-de2f64caba64 of type vlan for network 0c2cccf4-fca0-4805-b597-312725e787fa Mar 09 17:09:03.908828 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-17cd4f42-ff72-4f87-8bdc-43095cb41604 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035287 Mar 09 17:09:03.922605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60194) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:03.988779 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aafb274-54c0-441a-bf09-b4245c797c4b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 09 17:09:03.989249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aafb274-54c0-441a-bf09-b4245c797c4b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:03.992489 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1aafb274-54c0-441a-bf09-b4245c797c4b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/1a8857ba-e8b0-4282-aa90-b2f651939d61 HTTP/1.1" status: 409 len: 466 time: 0.4692276 Mar 09 17:09:04.009745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event updated for resources: {'Port': ['ID=2ed27acc-f3d3-4721-bcb4-46bcfd2588f9,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:04.014143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60196) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.014317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] In _notify_port_updated(), no bound segment for port 2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 on network 5a4b97fd-3e33-422d-b53e-456a834be499 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:09:04.020123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:04.021215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.022748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-779fa719-4894-4c3a-845f-b9df767e7570 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "PUT /v2.0/ports/2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 HTTP/1.1" status: 200 len: 1055 time: 1.7706108 Mar 09 17:09:04.027248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60198) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.029434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1598853729'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:04.038394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (c93e0bde-2e14-4869-a133-be5910726082), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.049170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (0c2cccf4-fca0-4805-b597-312725e787fa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.073091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:04.074751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:04.086914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Provisioning complete for port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:04.087330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.110453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 97602adc-6a11-4e29-a12f-6f72468367ec {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:04.110800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (97602adc-6a11-4e29-a12f-6f72468367ec), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.191467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] Deleting port c8e6a729-6675-431c-8276-dd4d7a304d26 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:04.191849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.230598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (97602adc-6a11-4e29-a12f-6f72468367ec), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.243025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 97602adc-6a11-4e29-a12f-6f72468367ec owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:04.253964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Current status of the port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:04.253964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.329583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] For port c8e6a729-6675-431c-8276-dd4d7a304d26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8e6a729-6675-431c-8276-dd4d7a304d26,segment=NetworkSegment(b002c1ef-e715-4838-9e2e-469db7af2328),segment_id=b002c1ef-e715-4838-9e2e-469db7af2328)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:04.329996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.333864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:04.379608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port 2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:04.380316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.391312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] Calling delete_port for c8e6a729-6675-431c-8276-dd4d7a304d26 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:04.400623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] For port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,segment=NetworkSegment(989038b2-b259-4878-a5b9-85163bd173d5),segment_id=989038b2-b259-4878-a5b9-85163bd173d5)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:04.473180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=c93e0bde-2e14-4869-a133-be5910726082,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:04.478577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.481923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.485360 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dd7aa3b3-d0fe-477f-bab3-4a9806270492 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/c93e0bde-2e14-4869-a133-be5910726082 HTTP/1.1" status: 204 len: 168 time: 1.6107624 Mar 09 17:09:04.489951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] Deleting port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:04.490359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.491724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60200) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.539168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8207cfca-07e9-4732-b0fb-0aeea2c859ab None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:04.545375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.567018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for 2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:04.627676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:04.631677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.644306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Provisioning complete for port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:04.644714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.658258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf5e06-292b-49ff-8e8b-1e77603d6b45 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:04.660399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-04bf5e06-292b-49ff-8e8b-1e77603d6b45 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7360559 Mar 09 17:09:04.663230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60202) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.692233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet a9637235-b516-45fe-8f8d-4c9c61908a9d {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:04.701320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (0c2cccf4-fca0-4805-b597-312725e787fa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.707497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:04.708234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.711053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (a9637235-b516-45fe-8f8d-4c9c61908a9d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.719652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb6458-5233-432d-bb8e-40b38f0e3785 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:04.723422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9dcb6458-5233-432d-bb8e-40b38f0e3785 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570250 Mar 09 17:09:04.723574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Pushing event updated for resources: {'Port': ['ID=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:04.726536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60204) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.789145 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-79fd8736-a79c-4058-9341-228b7821c11e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609369 Mar 09 17:09:04.791029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60206) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.791321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:04.793498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (97602adc-6a11-4e29-a12f-6f72468367ec), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.808330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:04.834338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (c8e6a729-6675-431c-8276-dd4d7a304d26), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.837665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=97602adc-6a11-4e29-a12f-6f72468367ec,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:04.840775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] For port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:04.840990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.877003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8915788f-9416-41a8-b265-61de34e1b037), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.877263 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Added segment 8915788f-9416-41a8-b265-61de34e1b037 of type vlan for network 71df9db2-f5fa-4747-ac90-84e3e6744a7c Mar 09 17:09:04.880691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (a9637235-b516-45fe-8f8d-4c9c61908a9d), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:04.885880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=0c2cccf4-fca0-4805-b597-312725e787fa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:04.905890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Port c8e6a729-6675-431c-8276-dd4d7a304d26 update to ACTIVE by agent not found {{(pid=104359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 09 17:09:04.914088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 0c2cccf4-fca0-4805-b597-312725e787fa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:04.922377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] Calling delete_port for 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:04.927677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] Pushing event deleted for resources: {'Port': ['ID=c8e6a729-6675-431c-8276-dd4d7a304d26,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:04.933204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdee3d3-b61b-48e2-b5d0-090f6200ce4d None None] No DVR routers for this DVR port c8e6a729-6675-431c-8276-dd4d7a304d26 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:04.936886 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a14149ab-a0de-4c5b-b28c-cad00eddadde tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4557514 Mar 09 17:09:04.949254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60210) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:04.997385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230727299'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:05.077377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.165551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83a165e8-ee5c-4180-a7a3-ed810b37ecbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:05.168474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:05.172477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.180774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.195994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Current status of the port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:05.196970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.213141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:05.216707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.219917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:05.241817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7180ad-19a0-44c3-8e18-9e1944476ad3 req-e4eeea8c-0214-4c4c-8623-82ea455a7ddb tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:05.243995 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e7180ad-19a0-44c3-8e18-9e1944476ad3 req-e4eeea8c-0214-4c4c-8623-82ea455a7ddb tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3070977 Mar 09 17:09:05.252389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:05.253041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.269016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a9637235-b516-45fe-8f8d-4c9c61908a9d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.269908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2ed27acc-f3d3-4721-bcb4-46bcfd2588f9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.292292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7a0cd091-abe0-4009-8439-018554771e21), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.292670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment 7a0cd091-abe0-4009-8439-018554771e21 of type vlan for network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 Mar 09 17:09:05.296015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.332838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.334875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=2ed27acc-f3d3-4721-bcb4-46bcfd2588f9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:05.343462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:05.343883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.378234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] Pushing event deleted for resources: {'Port': ['ID=3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:05.380900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8650f-e091-4fc4-be00-4b7a613bf022 None None] No DVR routers for this DVR port 3cf0c8fd-0112-4b90-b0f1-97d2a6b2423f on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:05.453915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Provisioning complete for port 52095b18-ce8f-4281-bdc8-cda76ac0ddd6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:05.454304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (52095b18-ce8f-4281-bdc8-cda76ac0ddd6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.479547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (7abbf63a-de44-4ed2-81c2-0805fa2924c8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.515816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (25c22a12-d423-4ca0-ab43-c0c3ad9a9603), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.522004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:05.533618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Port 52095b18-ce8f-4281-bdc8-cda76ac0ddd6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:05.542501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Could not find standard attr ID for object ee73d0a1-e504-435d-80c7-aa9cf1655fc3. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:05.549134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Could not find standard attr ID for object c8e6a729-6675-431c-8276-dd4d7a304d26. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:05.555405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c33c4945-5808-4a0c-8e88-8627318c9b3c None None] Could not find standard attr ID for object 2ed27acc-f3d3-4721-bcb4-46bcfd2588f9. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:05.620080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c8e6a729-6675-431c-8276-dd4d7a304d26 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:05.657108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41039ab3-6f68-41fe-8ae6-f93a078b5698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.657108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c8e6a729-6675-431c-8276-dd4d7a304d26 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:05.658234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c8e6a729-6675-431c-8276-dd4d7a304d26 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:05.681899 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6631966 Mar 09 17:09:05.687457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Provisioning complete for port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:05.688029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60212) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:05.688218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.700832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'subnet': {'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:05.762956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (25c22a12-d423-4ca0-ab43-c0c3ad9a9603), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.768270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:05.768910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.777577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e7180ad-19a0-44c3-8e18-9e1944476ad3 req-3feb8d10-dbd0-4433-9ca1-aac569b302f3 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5201766 Mar 09 17:09:05.795600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc19e0-3fb8-449c-9435-a1d0d3cd978d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Network': ['ID=71df9db2-f5fa-4747-ac90-84e3e6744a7c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:05.825064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Current status of the port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:05.827816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 71df9db2-f5fa-4747-ac90-84e3e6744a7c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:05.905181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (a9637235-b516-45fe-8f8d-4c9c61908a9d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.948341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=a9637235-b516-45fe-8f8d-4c9c61908a9d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:05.951872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:05.955886 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d99804cc-f36e-4fe5-a2d9-7448a197be5f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/a9637235-b516-45fe-8f8d-4c9c61908a9d HTTP/1.1" status: 204 len: 168 time: 1.4214802 Mar 09 17:09:05.962501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60214) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:06.084739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.087041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee61127-4c6f-4a83-9aa7-783b5ccc3c72 None None] Network 84e4895f-ae80-4698-a0a5-acf21a004485 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:06.089494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Provisioning complete for port 172c20f4-ea9f-4903-ae0e-18d77881de85 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:06.089874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.094438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (84e4895f-ae80-4698-a0a5-acf21a004485), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.100175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:06.103644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.159256 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.171264 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1867089 Mar 09 17:09:06.183474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Port 172c20f4-ea9f-4903-ae0e-18d77881de85 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:06.183694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60216) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:06.203706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f795f87a-9ab9-42dc-a4f1-88fa64a2594c None None] Could not find standard attr ID for object 2ed27acc-f3d3-4721-bcb4-46bcfd2588f9. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:06.229302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:06.295825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=172c20f4-ea9f-4903-ae0e-18d77881de85,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:06.306219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa19f89-85e6-4187-8851-124811dab9c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=25c22a12-d423-4ca0-ab43-c0c3ad9a9603,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:06.331866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] DHCP port deletion for 84e4895f-ae80-4698-a0a5-acf21a004485 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:06.341430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:06.384878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-00ca6d26-477b-40c5-813a-756272ee7414 None None] Provisioning complete for port 723fa69e-e365-4184-a92e-e66adc28a488 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:06.385259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-00ca6d26-477b-40c5-813a-756272ee7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (723fa69e-e365-4184-a92e-e66adc28a488), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.393410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 723fa69e-e365-4184-a92e-e66adc28a488 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:06.393857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (723fa69e-e365-4184-a92e-e66adc28a488), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.522635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.530776 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f1b0d64b-72f8-4476-ae2d-efbdfd56c54b tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/ports/2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 HTTP/1.1" status: 204 len: 168 time: 2.5004976 Mar 09 17:09:06.533502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60218) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:06.537967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (ee8759a7-df3f-4e22-9ab6-d8d54c454dea), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.601184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] Deleting port 723fa69e-e365-4184-a92e-e66adc28a488 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:06.601633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (723fa69e-e365-4184-a92e-e66adc28a488), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.622889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-00ca6d26-477b-40c5-813a-756272ee7414 None None] Current status of the port 723fa69e-e365-4184-a92e-e66adc28a488 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:06.633597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (1d964b17-3622-46a7-801f-1c850fb3bb7f), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.647218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-773d8df1-ee4d-46b3-a00c-9a50e84d28ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] GET failed (client error): The resource could not be found. Mar 09 17:09:06.651613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-773d8df1-ee4d-46b3-a00c-9a50e84d28ef tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "GET /v2.0/ports/2ed27acc-f3d3-4721-bcb4-46bcfd2588f9 HTTP/1.1" status: 404 len: 333 time: 0.1149902 Mar 09 17:09:06.654118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60220) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:06.688713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] For port 723fa69e-e365-4184-a92e-e66adc28a488, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=723fa69e-e365-4184-a92e-e66adc28a488,segment=NetworkSegment(63ee9fcd-66cb-4a17-bbbb-220cea6e48a7),segment_id=63ee9fcd-66cb-4a17-bbbb-220cea6e48a7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:06.689100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (723fa69e-e365-4184-a92e-e66adc28a488), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.689567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] For port 723fa69e-e365-4184-a92e-e66adc28a488, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=723fa69e-e365-4184-a92e-e66adc28a488,segment=NetworkSegment(63ee9fcd-66cb-4a17-bbbb-220cea6e48a7),segment_id=63ee9fcd-66cb-4a17-bbbb-220cea6e48a7)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:06.690001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (723fa69e-e365-4184-a92e-e66adc28a488), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.705957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] Calling delete_port for 723fa69e-e365-4184-a92e-e66adc28a488 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:06.716461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:06.720639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.732528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 723fa69e-e365-4184-a92e-e66adc28a488 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:06.783953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:06.798700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4a69025c-913d-41ea-8d7b-d49a6e21bb76 None None] Provisioning complete for port 172c20f4-ea9f-4903-ae0e-18d77881de85 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:06.799044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:06.799196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4a69025c-913d-41ea-8d7b-d49a6e21bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.802430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:06.805984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:06.806668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:06.827236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=ee8759a7-df3f-4e22-9ab6-d8d54c454dea,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:06.860503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4a69025c-913d-41ea-8d7b-d49a6e21bb76 None None] Port 172c20f4-ea9f-4903-ae0e-18d77881de85 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:06.862483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49921c4-9216-495a-96ae-aca5f9e14c41 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:06.928586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:09:06.932806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (9593aabc-6297-46b5-ad39-1d3276c7c8cb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.011819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:07.018569 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f03356d5-4087-48c4-a824-07aaa66d974a tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "PUT /v2.0/routers/7abbf63a-de44-4ed2-81c2-0805fa2924c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2249756 Mar 09 17:09:07.029765 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] Sync routers for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:07.031472 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90ecfda6-ebdb-4cab-a9f0-57c967c6db00 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2297947 Mar 09 17:09:07.032402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 723fa69e-e365-4184-a92e-e66adc28a488 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:07.044104 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:07.045091 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.059099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 723fa69e-e365-4184-a92e-e66adc28a488 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:07.059529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 723fa69e-e365-4184-a92e-e66adc28a488 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:07.069530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (723fa69e-e365-4184-a92e-e66adc28a488), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.072607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60224) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:07.072957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60226) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:07.095043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': 'ee8759a7-df3f-4e22-9ab6-d8d54c454dea', 'ip_address': '2001:db8::f1f1:6eb0:40eb:9177'}], 'name': 'tempest-NetworksTestDHCPv6-1941661520'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:07.098591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (723fa69e-e365-4184-a92e-e66adc28a488), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.135045 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.146245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] Routers {'7abbf63a-de44-4ed2-81c2-0805fa2924c8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:07.147110 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.165479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] Pushing event deleted for resources: {'Port': ['ID=723fa69e-e365-4184-a92e-e66adc28a488,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:07.178309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886441-962f-4e63-b5bc-d0c3db758754 None None] No DVR routers for this DVR port 723fa69e-e365-4184-a92e-e66adc28a488 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:07.191104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'ee8759a7-df3f-4e22-9ab6-d8d54c454dea'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:07.195283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.200758 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.201426 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a407dd-910c-4111-be34-a7d4659561f9 None None] The sync data for ids ['7abbf63a-de44-4ed2-81c2-0805fa2924c8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:07.222781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=723fa69e-e365-4184-a92e-e66adc28a488,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:07.231971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No DVR routers for this DVR port 723fa69e-e365-4184-a92e-e66adc28a488 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:07.237853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Subnet': ['ID=9593aabc-6297-46b5-ad39-1d3276c7c8cb,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:07.252900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.290568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.308301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Checking segment: {'id': '8915788f-9416-41a8-b265-61de34e1b037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:07.319952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network hostable DHCP agents. Network: 71df9db2-f5fa-4747-ac90-84e3e6744a7c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:07.326250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port a8062a8a-84d9-4e49-aab8-a9793e403fe7 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:07.326602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a8062a8a-84d9-4e49-aab8-a9793e403fe7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.415953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a8062a8a-84d9-4e49-aab8-a9793e403fe7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.423389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/ee8759a7-df3f-4e22-9ab6-d8d54c454dea/8d233ccc-84b8-4485-9715-5700dbec4b36) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:07.428744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for a8062a8a-84d9-4e49-aab8-a9793e403fe7 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:07.583511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a960-ce5d-4e1b-bec2-36753231fd5c req-584b8a9f-4f8c-489f-acc1-e431978be13e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:07.585255 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea21a960-ce5d-4e1b-bec2-36753231fd5c req-584b8a9f-4f8c-489f-acc1-e431978be13e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.5754187 Mar 09 17:09:07.599239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Publish callbacks [] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.614758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.642738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (84e4895f-ae80-4698-a0a5-acf21a004485), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.649960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a8062a8a-84d9-4e49-aab8-a9793e403fe7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.666288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e4895f-ae80-4698-a0a5-acf21a004485']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.676395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.676703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ee9fcd-66cb-4a17-bbbb-220cea6e48a7') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:07.682945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.686676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (63ee9fcd-66cb-4a17-bbbb-220cea6e48a7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.704551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (63ee9fcd-66cb-4a17-bbbb-220cea6e48a7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.714492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:07.714955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (63ee9fcd-66cb-4a17-bbbb-220cea6e48a7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:07.720369 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:07.747239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.748611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (1d964b17-3622-46a7-801f-1c850fb3bb7f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.752120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network 71df9db2-f5fa-4747-ac90-84e3e6744a7c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:07.754453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:07.760635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:07.763494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Pushing event updated for resources: {'Port': ['ID=8d233ccc-84b8-4485-9715-5700dbec4b36,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:07.772954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:07.779700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=a8062a8a-84d9-4e49-aab8-a9793e403fe7,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:07.833321 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea21a960-ce5d-4e1b-bec2-36753231fd5c req-43a905fc-2264-4299-a52d-0e6e36786f83 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353065 Mar 09 17:09:07.867701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router (7abbf63a-de44-4ed2-81c2-0805fa2924c8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.891164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:07.902416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Attempting to bind port 8d233ccc-84b8-4485-9715-5700dbec4b36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:07.902804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Attempting to bind port 8d233ccc-84b8-4485-9715-5700dbec4b36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:07.904145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Attempting to bind port 8d233ccc-84b8-4485-9715-5700dbec4b36 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:07.911010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:07.911398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:07.911956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.913342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:07.914339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Bound port: 8d233ccc-84b8-4485-9715-5700dbec4b36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:07.914749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:07.940068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=172c20f4-ea9f-4903-ae0e-18d77881de85,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:07.974843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 71df9db2-f5fa-4747-ac90-84e3e6744a7c) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:07.991286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:07.992880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.023788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] For port 8d233ccc-84b8-4485-9715-5700dbec4b36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:08.024317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (84e4895f-ae80-4698-a0a5-acf21a004485), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.027271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] For port 8d233ccc-84b8-4485-9715-5700dbec4b36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d233ccc-84b8-4485-9715-5700dbec4b36,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:08.031976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9348d43-dfae-4ce6-be30-5c026c20ee56 None None] Network 71df9db2-f5fa-4747-ac90-84e3e6744a7c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:08.036244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.040635 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/84e4895f-ae80-4698-a0a5-acf21a004485 HTTP/1.1" status: 204 len: 168 time: 2.0734050 Mar 09 17:09:08.058303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60228) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:08.114419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62661b-9e91-4b37-8806-b33a755733ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=84e4895f-ae80-4698-a0a5-acf21a004485,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:08.127414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.135205 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-76b8c513-46fd-4102-88a6-cce864233386 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4393613 Mar 09 17:09:08.140978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60230) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:08.195559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11387f-19c0-4691-bb30-099d7a004622 None None] Pushing event updated for resources: {'Port': ['ID=8d233ccc-84b8-4485-9715-5700dbec4b36,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:08.225593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_gateway (7abbf63a-de44-4ed2-81c2-0805fa2924c8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.239998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.263294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port a1f43675-0316-4227-bafc-383ff3266176 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:08.279792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (a64528c2-186a-4645-81ae-3cbcce73e671), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.280679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-71df9db2-f5fa-4747-ac90-84e3e6744a7c', 'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c', 'project_id': '40fd91637ad74a30a334566cb591392f', 'fixed_ips': [{'subnet_id': '9593aabc-6297-46b5-ad39-1d3276c7c8cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:08.281779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.289803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.293421 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:08.298679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:08.304649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.482830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.491462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4b73cd19-81b3-4153-8b12-b82133ff4313 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/ports/a8062a8a-84d9-4e49-aab8-a9793e403fe7 HTTP/1.1" status: 204 len: 168 time: 1.8286853 Mar 09 17:09:08.503219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60232) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:08.519114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Allocated IP 2001:db8::f816:3eff:fef0:67b1 (71df9db2-f5fa-4747-ac90-84e3e6744a7c/9593aabc-6297-46b5-ad39-1d3276c7c8cb/a9f07efe-3399-4426-8a8e-cb676c96a0e3) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:08.680452 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-93288371-ce29-4bdc-9404-674985a72c90 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] GET failed (client error): The resource could not be found. Mar 09 17:09:08.681988 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-93288371-ce29-4bdc-9404-674985a72c90 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "GET /v2.0/ports/a8062a8a-84d9-4e49-aab8-a9793e403fe7 HTTP/1.1" status: 404 len: 333 time: 0.1632388 Mar 09 17:09:08.682897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:08.683269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: 0c2cccf4-fca0-4805-b597-312725e787fa, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:08.702380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60234) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:08.726492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=a64528c2-186a-4645-81ae-3cbcce73e671,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:08.752591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.752938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.753289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.753633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.753970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.754306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.754638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.754971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.755298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.755626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.755952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.756280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.756646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:08.835430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c47c7c-fcde-44c1-8ab4-f7928a22ccac tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:08.837098 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a5c47c7c-fcde-44c1-8ab4-f7928a22ccac tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7766912 Mar 09 17:09:08.842660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60236) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:08.853815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Publish callbacks [] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.855331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2e699b85-8f0d-4046-948b-57e07d6c8e6f None None] Provisioning complete for port 172c20f4-ea9f-4903-ae0e-18d77881de85 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:08.855697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2e699b85-8f0d-4046-948b-57e07d6c8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.889914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f1f1:6eb0:40eb:9177 (23e84d69-248a-4c03-bab8-85be85a4a2bb/ee8759a7-df3f-4e22-9ab6-d8d54c454dea/a1f43675-0316-4227-bafc-383ff3266176) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:08.934898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (9593aabc-6297-46b5-ad39-1d3276c7c8cb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:08.967418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2e699b85-8f0d-4046-948b-57e07d6c8e6f None None] Port 172c20f4-ea9f-4903-ae0e-18d77881de85 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:08.984883 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2ccb49d3-13b4-41ce-943b-a381faaee789 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1396246 Mar 09 17:09:08.988804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60240) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:08.999106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.010231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-37155227'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:09.031527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Router 1d964b17-3622-46a7-801f-1c850fb3bb7f is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:09:09.033315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting port 16546979-5510-4730-bd3a-255f1d46e3a0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:09.033729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (16546979-5510-4730-bd3a-255f1d46e3a0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.068001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Network 71df9db2-f5fa-4747-ac90-84e3e6744a7c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:09.070319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:09.074460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:09.138110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8d233ccc-84b8-4485-9715-5700dbec4b36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:09.140238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Pushing event updated for resources: {'Port': ['ID=a9f07efe-3399-4426-8a8e-cb676c96a0e3,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:09.166115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bfca-8beb-4412-b64f-efe53cbbe969 req-131b6515-71ab-4218-9252-ea969ea2edb1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:09.167891 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b9e6bfca-8beb-4412-b64f-efe53cbbe969 req-131b6515-71ab-4218-9252-ea969ea2edb1 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2065380 Mar 09 17:09:09.170109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (16546979-5510-4730-bd3a-255f1d46e3a0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.171208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:09.174552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.188406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Calling delete_port for 16546979-5510-4730-bd3a-255f1d46e3a0 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:09.204428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:09.209978 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d06df760-06d7-4506-90a7-e3de01bcafc3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/routers/1d964b17-3622-46a7-801f-1c850fb3bb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5396376 Mar 09 17:09:09.214710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60242) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:09.225361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88699167-b448-4891-84e5-9941e31dea3a None None] Sync routers for ids ['1d964b17-3622-46a7-801f-1c850fb3bb7f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:09.256782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88699167-b448-4891-84e5-9941e31dea3a None None] Routers {'1d964b17-3622-46a7-801f-1c850fb3bb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:09.262155 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88699167-b448-4891-84e5-9941e31dea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1d964b17-3622-46a7-801f-1c850fb3bb7f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.279313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (9593aabc-6297-46b5-ad39-1d3276c7c8cb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.301008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:09.335765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Subnet': ['ID=9593aabc-6297-46b5-ad39-1d3276c7c8cb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:09.351529 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b9e6bfca-8beb-4412-b64f-efe53cbbe969 req-8a63cf7c-3929-4a73-b6a2-314e8d0b0201 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736383 Mar 09 17:09:09.353763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1ae65fe3-1dbc-4148-90e8-2ebe7b269f96), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.354107 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment 1ae65fe3-1dbc-4148-90e8-2ebe7b269f96 of type vlan for network ecc105f7-b3e4-4674-a919-3f7db9b844b9 Mar 09 17:09:09.369887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Attempting to bind port a9f07efe-3399-4426-8a8e-cb676c96a0e3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:09.378975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Attempting to bind port a9f07efe-3399-4426-8a8e-cb676c96a0e3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8915788f-9416-41a8-b265-61de34e1b037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:09.379479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Attempting to bind port a9f07efe-3399-4426-8a8e-cb676c96a0e3 on network 71df9db2-f5fa-4747-ac90-84e3e6744a7c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:09.387012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88699167-b448-4891-84e5-9941e31dea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.387897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.388257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.388628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.388957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.389327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.389657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.389988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.390317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.390647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.390975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.391301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.391627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.391951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:09.399513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:09.399716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Checking segment: {'id': '8915788f-9416-41a8-b265-61de34e1b037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:09.400144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.401318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Bound using segment: {'id': '8915788f-9416-41a8-b265-61de34e1b037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:09.401318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Bound port: a9f07efe-3399-4426-8a8e-cb676c96a0e3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8915788f-9416-41a8-b265-61de34e1b037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:09.401539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.428981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 0c2cccf4-fca0-4805-b597-312725e787fa is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:09.457819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (ecc105f7-b3e4-4674-a919-3f7db9b844b9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.461288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88699167-b448-4891-84e5-9941e31dea3a None None] Routers {'1d964b17-3622-46a7-801f-1c850fb3bb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:09.461925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88699167-b448-4891-84e5-9941e31dea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1d964b17-3622-46a7-801f-1c850fb3bb7f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.502355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.502618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88699167-b448-4891-84e5-9941e31dea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.503151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88699167-b448-4891-84e5-9941e31dea3a None None] The sync data for ids ['1d964b17-3622-46a7-801f-1c850fb3bb7f'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:09.514848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce80eea-4b18-4777-b5a3-9dcb13a93bbd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:09.516705 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0ce80eea-4b18-4777-b5a3-9dcb13a93bbd tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d964b17-3622-46a7-801f-1c850fb3bb7f HTTP/1.1" status: 200 len: 989 time: 0.2993712 Mar 09 17:09:09.525186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60244) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:09.538262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (16546979-5510-4730-bd3a-255f1d46e3a0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.540141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8d233ccc-84b8-4485-9715-5700dbec4b36 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:09.540556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.544505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] For port a9f07efe-3399-4426-8a8e-cb676c96a0e3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:09.575597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71df9db2-f5fa-4747-ac90-84e3e6744a7c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.576626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] For port a9f07efe-3399-4426-8a8e-cb676c96a0e3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9f07efe-3399-4426-8a8e-cb676c96a0e3,segment=NetworkSegment(8915788f-9416-41a8-b265-61de34e1b037),segment_id=8915788f-9416-41a8-b265-61de34e1b037)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:09.594629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915788f-9416-41a8-b265-61de34e1b037') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.597810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915788f-9416-41a8-b265-61de34e1b037') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:09.610859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (8915788f-9416-41a8-b265-61de34e1b037), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.648570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8915788f-9416-41a8-b265-61de34e1b037), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.661160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:09.661599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (8915788f-9416-41a8-b265-61de34e1b037), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:09.668031 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:09.682577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (ecc105f7-b3e4-4674-a919-3f7db9b844b9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.685636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8d233ccc-84b8-4485-9715-5700dbec4b36 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:09.686048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.689010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:09.689815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.739262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 8d233ccc-84b8-4485-9715-5700dbec4b36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d233ccc-84b8-4485-9715-5700dbec4b36,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:09.741248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.830561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:09.835211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=ecc105f7-b3e4-4674-a919-3f7db9b844b9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:09.838838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:09:09.838838 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:09:09.838838 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': '71df9db2-f5fa-4747-ac90-84e3e6744a7c'}] Mar 09 17:09:09.838838 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:09.839260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:09.849220 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6ac3557c-c1c4-4aab-8731-3972e9a88a34 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8539064 Mar 09 17:09:09.849220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60246) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:09.851939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:09.855033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f19072-bf79-42a8-aa34-836b6904a1e6 None None] Pushing event updated for resources: {'Port': ['ID=a9f07efe-3399-4426-8a8e-cb676c96a0e3,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:09.861013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:09.999490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Port': ['ID=16546979-5510-4730-bd3a-255f1d46e3a0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:10.001498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0c2cccf4-fca0-4805-b597-312725e787fa) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:10.021484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:10.022546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:10.023155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.025542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.061995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066929a-35b2-452b-a932-fab9f562d773 None None] Network 0c2cccf4-fca0-4805-b597-312725e787fa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:10.070312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.094919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4a79c-c49f-4b07-8ffb-6ec6eda2c52e None None] Network 71df9db2-f5fa-4747-ac90-84e3e6744a7c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:10.163752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port 7ba4723a-9ff0-48af-bea8-96319dd1fec3 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:10.164101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.176189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-acfebe58-ff22-4e1f-8785-c6db9991a67a None None] Provisioning complete for port 8d233ccc-84b8-4485-9715-5700dbec4b36 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:10.176804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acfebe58-ff22-4e1f-8785-c6db9991a67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.180923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (a1f43675-0316-4227-bafc-383ff3266176), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.194138 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c0509f0-f420-47d2-ab93-4c2f213a7f8b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9928887 Mar 09 17:09:10.205631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60248) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:10.222243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:10.247632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=8d233ccc-84b8-4485-9715-5700dbec4b36,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:10.281217 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (965744ac-b589-4f3a-87e8-42801fa303f7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.288301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (7abbf63a-de44-4ed2-81c2-0805fa2924c8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.341096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.361264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=965744ac-b589-4f3a-87e8-42801fa303f7,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:10.389908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c2cccf4-fca0-4805-b597-312725e787fa', 'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': 'a64528c2-186a-4645-81ae-3cbcce73e671'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:10.392127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.399640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:10.400011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: ecc105f7-b3e4-4674-a919-3f7db9b844b9, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:10.430874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-acfebe58-ff22-4e1f-8785-c6db9991a67a None None] Current status of the port 8d233ccc-84b8-4485-9715-5700dbec4b36 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:10.455258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting port a9f07efe-3399-4426-8a8e-cb676c96a0e3 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:10.455538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.494564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (7abbf63a-de44-4ed2-81c2-0805fa2924c8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.508142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router_controller (7abbf63a-de44-4ed2-81c2-0805fa2924c8), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.512123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:10.529670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] For port a9f07efe-3399-4426-8a8e-cb676c96a0e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9f07efe-3399-4426-8a8e-cb676c96a0e3,segment=NetworkSegment(8915788f-9416-41a8-b265-61de34e1b037),segment_id=8915788f-9416-41a8-b265-61de34e1b037)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:10.530043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.544489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Calling delete_port for a9f07efe-3399-4426-8a8e-cb676c96a0e3 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:10.554948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Allocated IP 2001:db8::2 (0c2cccf4-fca0-4805-b597-312725e787fa/a64528c2-186a-4645-81ae-3cbcce73e671/ee777ecd-10ab-4e09-89e6-a44a8fab9f82) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:10.556824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.616118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ecc105f7-b3e4-4674-a919-3f7db9b844b9) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:10.620740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:10.621509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.626787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for 7ba4723a-9ff0-48af-bea8-96319dd1fec3 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:10.638933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df816f40-7fab-478b-9ec1-d6b3bca37c93 None None] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:10.678952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a1f43675-0316-4227-bafc-383ff3266176), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.706375 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-334f81e6-6454-4af4-a003-4b4726e1f98a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8560991 Mar 09 17:09:10.706746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60252) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:10.713157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9', 'name': 'tempest-PortsTestJSON-1767353908'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:10.730597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a9f07efe-3399-4426-8a8e-cb676c96a0e3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.772028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No DVR routers for this DVR port a9f07efe-3399-4426-8a8e-cb676c96a0e3 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:10.776541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Port': ['ID=a9f07efe-3399-4426-8a8e-cb676c96a0e3,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:10.795859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:10.807684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ecc105f7-b3e4-4674-a919-3f7db9b844b9', 'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': '965744ac-b589-4f3a-87e8-42801fa303f7'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:10.808699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.812770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Publish callbacks [] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.813298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (7abbf63a-de44-4ed2-81c2-0805fa2924c8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.813828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Fanout notify agent at l3_agent the message router_deleted on router 7abbf63a-de44-4ed2-81c2-0805fa2924c8 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:09:10.815562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:10.823780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.826015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-43499c49-b9f0-4b89-8f5e-efaba8845837 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/routers/7abbf63a-de44-4ed2-81c2-0805fa2924c8 HTTP/1.1" status: 204 len: 168 time: 3.7438195 Mar 09 17:09:10.838039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60254) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:10.839542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cfcce-70ab-45d1-b538-bdf134da3df9 req-a175e09c-ef53-4788-952a-c571506d81dd tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:10.841675 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-374cfcce-70ab-45d1-b538-bdf134da3df9 req-a175e09c-ef53-4788-952a-c571506d81dd tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3860230 Mar 09 17:09:10.847526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:10.852778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:10.853453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.860901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:10.866084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.867401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=a1f43675-0316-4227-bafc-383ff3266176,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:10.905170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.978359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:10.981928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Deleting subnet 360efe0f-7e70-4e4e-b8ed-0de13f797c89 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:10.987410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Network 0c2cccf4-fca0-4805-b597-312725e787fa is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:10.991671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:10.999840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:11.005288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.005925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.006430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.006926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.007447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.007977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.008639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.009389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.010392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.011966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.011966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.011966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.012854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:09:11.021183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:11.023924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for subnet (360efe0f-7e70-4e4e-b8ed-0de13f797c89), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.038023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e39fe79d-2a0d-4486-8558-5b5403b9d0bb tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9476204 Mar 09 17:09:11.042286 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60256) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:11.065555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71df9db2-f5fa-4747-ac90-84e3e6744a7c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:11.080768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915788f-9416-41a8-b265-61de34e1b037') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:11.081199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915788f-9416-41a8-b265-61de34e1b037') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:11.105856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (360efe0f-7e70-4e4e-b8ed-0de13f797c89), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.114258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:11.123579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8d233ccc-84b8-4485-9715-5700dbec4b36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:11.124933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.128540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (8915788f-9416-41a8-b265-61de34e1b037), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.163092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Allocated IP 172.20.0.2 (ecc105f7-b3e4-4674-a919-3f7db9b844b9/965744ac-b589-4f3a-87e8-42801fa303f7/f2b61e00-a6c9-4e70-abdf-c1649f91b64b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:11.167019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Attempting to bind port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:11.167471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Attempting to bind port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:11.167964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Attempting to bind port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 on network 0c2cccf4-fca0-4805-b597-312725e787fa {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:11.188227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8915788f-9416-41a8-b265-61de34e1b037), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.198834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:11.199129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Checking segment: {'id': 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:11.200771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.201830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Bound using segment: {'id': 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:11.202410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Bound port: ee777ecd-10ab-4e09-89e6-a44a8fab9f82, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0c2cccf4-fca0-4805-b597-312725e787fa'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:11.203566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.209631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port d4c4c46d-1299-46b9-9ecb-e6cc416497f9 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:11.220591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:11.220591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (8915788f-9416-41a8-b265-61de34e1b037), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:11.223067 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:11.225423 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-374cfcce-70ab-45d1-b538-bdf134da3df9 req-0ded810b-fa76-4e98-82c7-fcd4fdefd09a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665879 Mar 09 17:09:11.241012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (360efe0f-7e70-4e4e-b8ed-0de13f797c89), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.331098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe841a-fdef-497a-a58f-1a543c36a323 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:11.336960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe841a-fdef-497a-a58f-1a543c36a323 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:11.341521 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-effe841a-fdef-497a-a58f-1a543c36a323 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2927327 Mar 09 17:09:11.348148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60258) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:11.348741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7ba4723a-9ff0-48af-bea8-96319dd1fec3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.371384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8d233ccc-84b8-4485-9715-5700dbec4b36 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:11.372048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.411287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=7ba4723a-9ff0-48af-bea8-96319dd1fec3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:11.412689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5a55892b-6e27-4480-be41-dcc622ebe1d9 None None] Provisioning complete for port a1f43675-0316-4227-bafc-383ff3266176 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:11.413613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a55892b-6e27-4480-be41-dcc622ebe1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a1f43675-0316-4227-bafc-383ff3266176), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.450607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (71df9db2-f5fa-4747-ac90-84e3e6744a7c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.458709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.461929 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/71df9db2-f5fa-4747-ac90-84e3e6744a7c HTTP/1.1" status: 204 len: 168 time: 3.3196912 Mar 09 17:09:11.474563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60260) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:11.480035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1330046428'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:11.484555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28fac8-7b68-4907-8a92-a61659d0a947 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Network': ['ID=71df9db2-f5fa-4747-ac90-84e3e6744a7c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:11.488108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] For port ee777ecd-10ab-4e09-89e6-a44a8fab9f82, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:11.535142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5a55892b-6e27-4480-be41-dcc622ebe1d9 None None] Port a1f43675-0316-4227-bafc-383ff3266176 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:11.542044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] For port ee777ecd-10ab-4e09-89e6-a44a8fab9f82, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,segment=NetworkSegment(ee85cbb1-13ed-4ef7-8eaf-de2f64caba64),segment_id=ee85cbb1-13ed-4ef7-8eaf-de2f64caba64)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:11.548509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (360efe0f-7e70-4e4e-b8ed-0de13f797c89), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.581403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (1d964b17-3622-46a7-801f-1c850fb3bb7f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.593613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Publish callbacks [] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.609559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Subnet': ['ID=360efe0f-7e70-4e4e-b8ed-0de13f797c89,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:11.619020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port a1f43675-0316-4227-bafc-383ff3266176 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:11.619591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a1f43675-0316-4227-bafc-383ff3266176), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.622570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8d233ccc-84b8-4485-9715-5700dbec4b36 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:11.633443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.634276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.638354 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dcaedcd4-0729-4530-a89e-32a4d6f0ab5f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/ports/7ba4723a-9ff0-48af-bea8-96319dd1fec3 HTTP/1.1" status: 204 len: 168 time: 2.9327116 Mar 09 17:09:11.641300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60262) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:11.652049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (1d4ececf-db21-4b07-8a7a-17b94b2d4a0d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.677926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.706972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.711416 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5317b0ab-c53c-40e9-b901-556288d913e7 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/subnets/360efe0f-7e70-4e4e-b8ed-0de13f797c89 HTTP/1.1" status: 204 len: 168 time: 0.8606153 Mar 09 17:09:11.714896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:11.717715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60264) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:11.719944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.720653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:11.724569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:11.728904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:11.733158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b30d-e5df-4569-905c-9f8761fc1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:11.772120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:11.786226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.787236 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Added segment 64409a88-e0e9-431f-8076-07cd46d6fafc of type vlan for network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 Mar 09 17:09:11.833195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Pushing event updated for resources: {'Port': ['ID=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:11.836115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Attempting to bind port f2b61e00-a6c9-4e70-abdf-c1649f91b64b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:11.836584 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Attempting to bind port f2b61e00-a6c9-4e70-abdf-c1649f91b64b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:11.837016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Attempting to bind port f2b61e00-a6c9-4e70-abdf-c1649f91b64b on network ecc105f7-b3e4-4674-a919-3f7db9b844b9 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:11.844174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:11.844657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Checking segment: {'id': '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:11.845146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.845617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Bound using segment: {'id': '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:11.846170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Bound port: f2b61e00-a6c9-4e70-abdf-c1649f91b64b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:11.846624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.849940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.929942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] For port f2b61e00-a6c9-4e70-abdf-c1649f91b64b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:11.931810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] For port f2b61e00-a6c9-4e70-abdf-c1649f91b64b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,segment=NetworkSegment(1ae65fe3-1dbc-4148-90e8-2ebe7b269f96),segment_id=1ae65fe3-1dbc-4148-90e8-2ebe7b269f96)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:11.952857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a1f43675-0316-4227-bafc-383ff3266176), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.970560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for a1f43675-0316-4227-bafc-383ff3266176 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:11.988794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.7 (ecc105f7-b3e4-4674-a919-3f7db9b844b9/965744ac-b589-4f3a-87e8-42801fa303f7/d4c4c46d-1299-46b9-9ecb-e6cc416497f9) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:11.992822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:11.998630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:12.007773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.026942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.129458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657b48-27a6-43d3-94f5-f07f0fe5656a None None] Pushing event updated for resources: {'Port': ['ID=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:12.174741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Network': ['ID=bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:12.187204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:12.187892 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-da55123a-db7a-4889-9d00-025237cea18f tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7116818 Mar 09 17:09:12.194018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60266) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:12.213570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'subnet': {'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:12.250285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting subnet 6a38c6dd-933a-4fda-b1f5-86972d72d832 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:12.261105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for subnet (6a38c6dd-933a-4fda-b1f5-86972d72d832), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.416003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d151bf32-ba9d-45a0-a688-e526afc2884e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.427031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=1d4ececf-db21-4b07-8a7a-17b94b2d4a0d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:12.472859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': '7a0cd091-abe0-4009-8439-018554771e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:12.473232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: 25c22a12-d423-4ca0-ab43-c0c3ad9a9603, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:12.492311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (6a38c6dd-933a-4fda-b1f5-86972d72d832), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.535534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (d4c4c46d-1299-46b9-9ecb-e6cc416497f9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.572984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4a36-6763-4bf3-a8af-e7808b7cebdf req-e4204c12-c5e5-4f60-a8d3-ad40172bed5d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:12.574542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a88a4a36-6763-4bf3-a8af-e7808b7cebdf req-e4204c12-c5e5-4f60-a8d3-ad40172bed5d tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1962421 Mar 09 17:09:12.600754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a1f43675-0316-4227-bafc-383ff3266176), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.656063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=a1f43675-0316-4227-bafc-383ff3266176,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:12.673869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d151bf32-ba9d-45a0-a688-e526afc2884e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.690770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:12.694362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.698117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.701998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5dc44002-1f5e-46e1-a876-cc4cbb2d0fb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/a1f43675-0316-4227-bafc-383ff3266176 HTTP/1.1" status: 204 len: 168 time: 1.3532906 Mar 09 17:09:12.707466 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a88a4a36-6763-4bf3-a8af-e7808b7cebdf req-b1bca314-cca2-43cb-9552-44538d5e6e20 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203718 Mar 09 17:09:12.707956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60270) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:12.726130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151bf32-ba9d-45a0-a688-e526afc2884e']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:12.744705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d4c4c46d-1299-46b9-9ecb-e6cc416497f9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.766717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:12.779315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4e3b2e-2b29-4c17-80fe-55f8a17032fd') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:12.779665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4e3b2e-2b29-4c17-80fe-55f8a17032fd') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:12.794323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (8d4e3b2e-2b29-4c17-80fe-55f8a17032fd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.796861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (6a38c6dd-933a-4fda-b1f5-86972d72d832), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.852601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8d4e3b2e-2b29-4c17-80fe-55f8a17032fd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.878145 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:12.878572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (8d4e3b2e-2b29-4c17-80fe-55f8a17032fd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:12.881891 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:12.900414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 172c20f4-ea9f-4903-ae0e-18d77881de85 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:12.900773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.911119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 25c22a12-d423-4ca0-ab43-c0c3ad9a9603) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:12.912773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=d4c4c46d-1299-46b9-9ecb-e6cc416497f9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:12.914511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:12.915125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:12.922751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2e1a9-c1a1-447d-a246-4698fdd75e3f None None] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:12.930122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:13.055753 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-77b351c8-24ea-4eb4-8c03-aa5e4ce4c3cc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8432934 Mar 09 17:09:13.061240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60272) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:13.066670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2104736960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:13.091154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d151bf32-ba9d-45a0-a688-e526afc2884e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.095873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.100760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] 10.222.0.16 "DELETE /v2.0/networks/d151bf32-ba9d-45a0-a688-e526afc2884e HTTP/1.1" status: 204 len: 168 time: 1.3795965 Mar 09 17:09:13.101413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (6a38c6dd-933a-4fda-b1f5-86972d72d832), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.131929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:13.138708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f813e3-01fd-4ba0-9093-5bc8750bf486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:13.140233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f813e3-01fd-4ba0-9093-5bc8750bf486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:13.144301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b8f813e3-01fd-4ba0-9093-5bc8750bf486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4230912 Mar 09 17:09:13.144301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:13.145840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60276) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:13.169085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (95ab47fd-f074-410c-8acd-bf198a3b4777), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.170485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (95ab47fd-f074-410c-8acd-bf198a3b4777), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.181560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.185238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/subnets/6a38c6dd-933a-4fda-b1f5-86972d72d832 HTTP/1.1" status: 204 len: 168 time: 1.5429161 Mar 09 17:09:13.186131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57189f-ae4e-4c3a-a877-ee50f12d194f tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Subnet': ['ID=6a38c6dd-933a-4fda-b1f5-86972d72d832,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:13.190163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea42f0-fda1-4944-84b8-8783f1ca1ad4 tempest-FloatingIPTestJSON-572988997 tempest-FloatingIPTestJSON-572988997-project] Pushing event deleted for resources: {'Network': ['ID=d151bf32-ba9d-45a0-a688-e526afc2884e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:13.193987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60278) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:13.205623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.224707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (16ef58ee-542d-49c9-90b4-cf693c38caea), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.226856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 172c20f4-ea9f-4903-ae0e-18d77881de85 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:13.234491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a8493-8d17-4ac3-919a-35e618ec0e0d None None] Network 5a4b97fd-3e33-422d-b53e-456a834be499 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:13.266057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2b61e00-a6c9-4e70-abdf-c1649f91b64b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:13.298322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (95ab47fd-f074-410c-8acd-bf198a3b4777), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.298940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-25c22a12-d423-4ca0-ab43-c0c3ad9a9603', 'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': '1d4ececf-db21-4b07-8a7a-17b94b2d4a0d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:13.300273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.408489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (95ab47fd-f074-410c-8acd-bf198a3b4777), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.451095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet ee8759a7-df3f-4e22-9ab6-d8d54c454dea {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:13.465886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:13.466551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.473816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a6c49-03b9-45a0-80c6-608dd4fb8a68 None None] Network 0c2cccf4-fca0-4805-b597-312725e787fa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:13.490507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (ee8759a7-df3f-4e22-9ab6-d8d54c454dea), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.505846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (5a4b97fd-3e33-422d-b53e-456a834be499), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.525354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.527460 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-88e71b71-9261-4bfd-8780-9c41d82d1b39 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4647427 Mar 09 17:09:13.531449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60280) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:13.547442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Subnet': ['ID=16ef58ee-542d-49c9-90b4-cf693c38caea,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:13.605902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (ee8759a7-df3f-4e22-9ab6-d8d54c454dea), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.609653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Checking segment: {'id': '64409a88-e0e9-431f-8076-07cd46d6fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:13.610146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network hostable DHCP agents. Network: bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:13.620329 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ce9072c1-5f22-4170-a259-ad692895dcfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9114735 Mar 09 17:09:13.622062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60282) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:13.649679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'ecc105f7-b3e4-4674-a919-3f7db9b844b9', 'name': 'tempest-PortsTestJSON-275774826'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:13.659002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (172c20f4-ea9f-4903-ae0e-18d77881de85), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.682576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] Provisioning complete for port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:13.683044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.734736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Allocated IP 2001:db8:1::2 (25c22a12-d423-4ca0-ab43-c0c3ad9a9603/1d4ececf-db21-4b07-8a7a-17b94b2d4a0d/0d56c2c4-708a-4736-a1ba-84b7cbdc0906) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:13.815037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:13.832406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=172c20f4-ea9f-4903-ae0e-18d77881de85,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:13.838941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f2b61e00-a6c9-4e70-abdf-c1649f91b64b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:13.844089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:13.882389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2128184d-7b75-4fa7-b472-eeefadf55124 None None] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:13.968160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60288) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.094454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (1d964b17-3622-46a7-801f-1c850fb3bb7f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.130830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Publish callbacks [] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.188119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c54187-1167-43b9-9f30-f7944efdcebf req-b3bc69ed-5900-41cc-b799-a26ba4dfc51b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:14.189503 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-62c54187-1167-43b9-9f30-f7944efdcebf req-b3bc69ed-5900-41cc-b799-a26ba4dfc51b tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3529756 Mar 09 17:09:14.216566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] DHCP port deletion for 5a4b97fd-3e33-422d-b53e-456a834be499 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:14.235244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.255616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Deleting port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:14.256003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.297764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (ee8759a7-df3f-4e22-9ab6-d8d54c454dea), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.373883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f2b61e00-a6c9-4e70-abdf-c1649f91b64b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:14.374298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.385618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:14.394115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] For port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,segment=NetworkSegment(00a2f221-e033-4efd-b5c4-f403910ae121),segment_id=00a2f221-e033-4efd-b5c4-f403910ae121)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:14.394489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.399288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.399841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] Current status of the port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:14.400231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.410538 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-62c54187-1167-43b9-9f30-f7944efdcebf req-51a62802-9307-4353-bd75-47fde4c6c465 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986282 Mar 09 17:09:14.411205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:14.411813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.417104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:14.431012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Calling delete_port for 8bebfee8-d8b7-41ce-8a48-4ac077157bbd owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:14.447610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa046b7b-1140-480a-8f26-311663c8e7f3 None None] Network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:14.450882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c0037ad3-14ec-49b6-a947-e1abfe227e54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ccf5b1ca0314589b17c35c6393db698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4756742 Mar 09 17:09:14.453698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60294) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.488974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Router 1d964b17-3622-46a7-801f-1c850fb3bb7f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:14.508866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:14.523760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:14.532050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.534849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:14.553676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Pushing event updated for resources: {'Port': ['ID=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:14.559028 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5962563c-0d35-4161-b4b2-cab1d99f9ba0 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3554833 Mar 09 17:09:14.560770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60298) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.578462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] For port ee777ecd-10ab-4e09-89e6-a44a8fab9f82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,segment=NetworkSegment(ee85cbb1-13ed-4ef7-8eaf-de2f64caba64),segment_id=ee85cbb1-13ed-4ef7-8eaf-de2f64caba64)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:14.618960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (ee8759a7-df3f-4e22-9ab6-d8d54c454dea), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.622465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port ef66ea08-221c-4f1d-a727-a83acd8e8e68 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:14.677961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.686386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port f2b61e00-a6c9-4e70-abdf-c1649f91b64b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,segment=NetworkSegment(1ae65fe3-1dbc-4148-90e8-2ebe7b269f96),segment_id=1ae65fe3-1dbc-4148-90e8-2ebe7b269f96)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:14.708360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8759a7-df3f-4e22-9ab6-d8d54c454dea,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:14.710623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b865-d95e-4c95-a144-aac9a0076a24 admin admin] Publish callbacks [] for security_group (594684ce-ff48-4fdd-9cd6-43384a949a07), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.721200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.727513 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fae0dd4b-d1f3-45a2-b59d-fc377630ce09 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/ee8759a7-df3f-4e22-9ab6-d8d54c454dea HTTP/1.1" status: 204 len: 168 time: 1.5806785 Mar 09 17:09:14.731717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60300) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.751703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc171-b719-4502-8aeb-d9322e9ce715 None None] Pushing event updated for resources: {'Port': ['ID=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:14.755685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb6aeb-6181-487c-9516-38fd216b54f5 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:14.760434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:14.773607 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c2a4a7b6-7921-4645-9058-42d8b8103e65 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/routers/1d964b17-3622-46a7-801f-1c850fb3bb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2397778 Mar 09 17:09:14.776740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60302) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.787238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b865-d95e-4c95-a144-aac9a0076a24 admin admin] Publish callbacks [] for security_group (594684ce-ff48-4fdd-9cd6-43384a949a07), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.792248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] Sync routers for ids ['1d964b17-3622-46a7-801f-1c850fb3bb7f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:14.808425 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] Routers {'1d964b17-3622-46a7-801f-1c850fb3bb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:14.809753 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1d964b17-3622-46a7-801f-1c850fb3bb7f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:14.831047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.831898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ee777ecd-10ab-4e09-89e6-a44a8fab9f82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:14.859000 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5550ad-c92c-4ded-8e5b-8a2094d9d1b9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:09:14.860562 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ff5550ad-c92c-4ded-8e5b-8a2094d9d1b9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/172c20f4-ea9f-4903-ae0e-18d77881de85 HTTP/1.1" status: 404 len: 333 time: 0.0828445 Mar 09 17:09:14.872271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60306) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.885087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.891033 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-58502011-086d-47bf-8050-a2d827f42313 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557837 Mar 09 17:09:14.895313 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:14.911273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60308) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:14.945997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Attempting to bind port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:14.946409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Attempting to bind port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7a0cd091-abe0-4009-8439-018554771e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:14.946760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Attempting to bind port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 on network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:14.953376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:14.955057 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] Routers {'1d964b17-3622-46a7-801f-1c850fb3bb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:14.958106 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1d964b17-3622-46a7-801f-1c850fb3bb7f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:14.976977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Deleting port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:14.977273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.979216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:14.979600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Checking segment: {'id': '7a0cd091-abe0-4009-8439-018554771e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:14.979998 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:14.980430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Bound using segment: {'id': '7a0cd091-abe0-4009-8439-018554771e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:14.980948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Bound port: 0d56c2c4-708a-4736-a1ba-84b7cbdc0906, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0cd091-abe0-4009-8439-018554771e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '25c22a12-d423-4ca0-ab43-c0c3ad9a9603'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:14.981854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.027439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0d13b754-620f-4318-b359-620083178dcf None None] Provisioning complete for port f2b61e00-a6c9-4e70-abdf-c1649f91b64b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:15.028339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0d13b754-620f-4318-b359-620083178dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.053340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Port': ['ID=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:15.070521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] No DVR routers for this DVR port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:15.101629 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:15.105000 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2298d1f-2ae0-4cd2-8d13-5bc38ac747ed None None] The sync data for ids ['1d964b17-3622-46a7-801f-1c850fb3bb7f'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:15.122530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b865-d95e-4c95-a144-aac9a0076a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (594684ce-ff48-4fdd-9cd6-43384a949a07), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.125190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b3b865-d95e-4c95-a144-aac9a0076a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.127739 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c3b3b865-d95e-4c95-a144-aac9a0076a24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/594684ce-ff48-4fdd-9cd6-43384a949a07 HTTP/1.1" status: 204 len: 168 time: 0.6714368 Mar 09 17:09:15.149327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3b865-d95e-4c95-a144-aac9a0076a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594684ce-ff48-4fdd-9cd6-43384a949a07,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:15.162581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de12e-b4f5-4174-bb95-fd44eab62092 req-a138ff19-0b41-4922-aedc-a2c9cd824956 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:15.170203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4c3de12e-b4f5-4174-bb95-fd44eab62092 req-a138ff19-0b41-4922-aedc-a2c9cd824956 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1958303 Mar 09 17:09:15.180865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8::1 (0c2cccf4-fca0-4805-b597-312725e787fa/a64528c2-186a-4645-81ae-3cbcce73e671/96aa6739-a0b5-44b7-b912-8b7546c65b28) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:15.220822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.6 (ecc105f7-b3e4-4674-a919-3f7db9b844b9/965744ac-b589-4f3a-87e8-42801fa303f7/ef66ea08-221c-4f1d-a727-a83acd8e8e68) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:15.264759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4c3de12e-b4f5-4174-bb95-fd44eab62092 req-4940cdb8-0252-4063-8b72-268faa0faec7 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870683 Mar 09 17:09:15.276012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.312693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for router (1d964b17-3622-46a7-801f-1c850fb3bb7f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.376444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] For port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:15.376981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.382964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.391267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Calling delete_port for 8bebfee8-d8b7-41ce-8a48-4ac077157bbd owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:15.394027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.ipam_backend_mixin [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd was not found and therefore no delete operation was performed {{(pid=104359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:09:15.419539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:15.435964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47', 'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47', 'project_id': '40fd91637ad74a30a334566cb591392f', 'fixed_ips': [{'subnet_id': '16ef58ee-542d-49c9-90b4-cf693c38caea'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:15.437428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.442000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:15.442385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.491107 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (8bebfee8-d8b7-41ce-8a48-4ac077157bbd), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.495615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.556466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] Pushing event deleted for resources: {'Port': ['ID=8bebfee8-d8b7-41ce-8a48-4ac077157bbd,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:15.565006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=96aa6739-a0b5-44b7-b912-8b7546c65b28,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:15.588544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (5a4b97fd-3e33-422d-b53e-456a834be499), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.608829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 0c2cccf4-fca0-4805-b597-312725e787fa is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:15.610926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:15.628633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:15.629955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.672525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-fdae4430-1b94-4966-b032-67b8c286ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:15.674109 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-fdae4430-1b94-4966-b032-67b8c286ea3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.4192867 Mar 09 17:09:15.734472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bb96e-a514-471b-b28a-7527b4f8641c None None] No DVR routers for this DVR port 8bebfee8-d8b7-41ce-8a48-4ac077157bbd on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:15.764569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c289edd-b214-4a17-855c-867102de08dd None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:15.774726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (16ef58ee-542d-49c9-90b4-cf693c38caea), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.790463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4b97fd-3e33-422d-b53e-456a834be499']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:15.812615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Allocated IP 2001:db8::2 (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47/16ef58ee-542d-49c9-90b4-cf693c38caea/d83e197c-6f14-4a72-b3d0-4c33bfe01f5c) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:15.833392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] For port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:15.846870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] For port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,segment=NetworkSegment(7a0cd091-abe0-4009-8439-018554771e21),segment_id=7a0cd091-abe0-4009-8439-018554771e21)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:15.862351 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a2f221-e033-4efd-b5c4-f403910ae121') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:15.862698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a2f221-e033-4efd-b5c4-f403910ae121') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:15.873499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (1d964b17-3622-46a7-801f-1c850fb3bb7f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.875312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:15.878958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.900944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for router_controller (1d964b17-3622-46a7-801f-1c850fb3bb7f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:15.939169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (00a2f221-e033-4efd-b5c4-f403910ae121), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.010317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.033729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0d13b754-620f-4318-b359-620083178dcf None None] Current status of the port f2b61e00-a6c9-4e70-abdf-c1649f91b64b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:16.049508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.069692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:16.102760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (00a2f221-e033-4efd-b5c4-f403910ae121), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.115061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (ef66ea08-221c-4f1d-a727-a83acd8e8e68), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.130182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4c289edd-b214-4a17-855c-867102de08dd None None] Deleting port 8d233ccc-84b8-4485-9715-5700dbec4b36 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:16.130617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c289edd-b214-4a17-855c-867102de08dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.143502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:16.143804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (00a2f221-e033-4efd-b5c4-f403910ae121), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.146404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0d13b754-620f-4318-b359-620083178dcf None None] Provisioning complete for port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:16.147414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0d13b754-620f-4318-b359-620083178dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:16.150457 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:16.182358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-483973ae-ce7a-43ff-ae4e-b1762c453ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:16.184800 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-483973ae-ce7a-43ff-ae4e-b1762c453ffa service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.4310448 Mar 09 17:09:16.250218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34434cd-f645-42e4-8741-a22959a5dfb2 None None] Pushing event updated for resources: {'Port': ['ID=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:16.282078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (1d964b17-3622-46a7-801f-1c850fb3bb7f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.282877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Fanout notify agent at l3_agent the message router_deleted on router 1d964b17-3622-46a7-801f-1c850fb3bb7f {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:09:16.307876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2b61e00-a6c9-4e70-abdf-c1649f91b64b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:16.311904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.315398 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-23ab63a1-3d98-494f-b48c-94d876a644f6 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/routers/1d964b17-3622-46a7-801f-1c850fb3bb7f HTTP/1.1" status: 204 len: 168 time: 1.4253218 Mar 09 17:09:16.317646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:16.377043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Publish callbacks [] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.475247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4c289edd-b214-4a17-855c-867102de08dd None None] For port 8d233ccc-84b8-4485-9715-5700dbec4b36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d233ccc-84b8-4485-9715-5700dbec4b36,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:16.475680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c289edd-b214-4a17-855c-867102de08dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.510424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4c289edd-b214-4a17-855c-867102de08dd None None] Calling delete_port for 8d233ccc-84b8-4485-9715-5700dbec4b36 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:16.514941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.601613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.604842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.605735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.670725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=96aa6739-a0b5-44b7-b912-8b7546c65b28,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:16.708685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Pushing event updated for resources: {'Port': ['ID=d83e197c-6f14-4a72-b3d0-4c33bfe01f5c,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:16.711970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f2b61e00-a6c9-4e70-abdf-c1649f91b64b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:16.712395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.714963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60334) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:16.747396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (5a4b97fd-3e33-422d-b53e-456a834be499), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.752818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.756986 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] 10.222.0.16 "DELETE /v2.0/networks/5a4b97fd-3e33-422d-b53e-456a834be499 HTTP/1.1" status: 204 len: 168 time: 3.5295105 Mar 09 17:09:16.766812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0d13b754-620f-4318-b359-620083178dcf None None] Current status of the port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:16.776069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:16.780720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:16.790757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:16.806961 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-69d7a463-9ea8-4665-964c-fd8497969c52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1002 time: 0.6153779 Mar 09 17:09:16.842131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ef66ea08-221c-4f1d-a727-a83acd8e8e68), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.844923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 0c2cccf4-fca0-4805-b597-312725e787fa is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:16.847910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32aac4-e5a6-4013-ac9e-5556db6abee0 tempest-AllowedAddressPairTestJSON-479919327 tempest-AllowedAddressPairTestJSON-479919327-project] Pushing event deleted for resources: {'Network': ['ID=5a4b97fd-3e33-422d-b53e-456a834be499,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:16.849825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f2b61e00-a6c9-4e70-abdf-c1649f91b64b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:16.850970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ee777ecd-10ab-4e09-89e6-a44a8fab9f82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:16.852712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c289edd-b214-4a17-855c-867102de08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (8d233ccc-84b8-4485-9715-5700dbec4b36), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.853606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:16.866183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet bce44b0e-3379-4621-8971-6df33f0972c0 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:16.923299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (bce44b0e-3379-4621-8971-6df33f0972c0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:16.970952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c289edd-b214-4a17-855c-867102de08dd None None] No DVR routers for this DVR port 8d233ccc-84b8-4485-9715-5700dbec4b36 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:16.998882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (16ef58ee-542d-49c9-90b4-cf693c38caea), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.039987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (bce44b0e-3379-4621-8971-6df33f0972c0), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.080134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289edd-b214-4a17-855c-867102de08dd None None] Pushing event deleted for resources: {'Port': ['ID=8d233ccc-84b8-4485-9715-5700dbec4b36,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:17.123968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Provisioning complete for port f2b61e00-a6c9-4e70-abdf-c1649f91b64b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:17.124687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.128036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Attempting to bind port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:17.128656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Attempting to bind port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '64409a88-e0e9-431f-8076-07cd46d6fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:17.129197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Attempting to bind port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c on network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:17.184798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:17.185579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Checking segment: {'id': '64409a88-e0e9-431f-8076-07cd46d6fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:17.186183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.186633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Bound using segment: {'id': '64409a88-e0e9-431f-8076-07cd46d6fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:17.187372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Bound port: d83e197c-6f14-4a72-b3d0-4c33bfe01f5c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64409a88-e0e9-431f-8076-07cd46d6fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:17.187745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.265480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network ecc105f7-b3e4-4674-a919-3f7db9b844b9 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:17.327892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:17.328678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.342745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Subnet': ['ID=16ef58ee-542d-49c9-90b4-cf693c38caea,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:17.372611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] For port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:17.397373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:17.399003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] For port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d83e197c-6f14-4a72-b3d0-4c33bfe01f5c,segment=NetworkSegment(64409a88-e0e9-431f-8076-07cd46d6fafc),segment_id=64409a88-e0e9-431f-8076-07cd46d6fafc)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:17.451307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'networks': [{'name': 'tempest-network--2104548336'}, {'name': 'tempest-network--89396615'}]} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:17.454083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'network': {'name': 'tempest-network--2104548336'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:17.454699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'network': {'name': 'tempest-network--89396615'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:17.464014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-b96f6788-342b-43ff-ac0b-d1da5007efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:17.465629 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-b96f6788-342b-43ff-ac0b-d1da5007efa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.6414099 Mar 09 17:09:17.466604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=ef66ea08-221c-4f1d-a727-a83acd8e8e68,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:17.482015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd325-5490-490e-aa00-cb079cb58341 req-0d53abfd-b509-4057-83a7-d14ac3a7b518 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:17.483580 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68cfd325-5490-490e-aa00-cb079cb58341 req-0d53abfd-b509-4057-83a7-d14ac3a7b518 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.7612307 Mar 09 17:09:17.484837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:17.493816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60342) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:17.512856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.529366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Current status of the port f2b61e00-a6c9-4e70-abdf-c1649f91b64b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:17.578893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:17.579378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (bce44b0e-3379-4621-8971-6df33f0972c0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.598891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'network': 2} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:17.615448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.627474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 95ab47fd-f074-410c-8acd-bf198a3b4777 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:09:17.650309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.699825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8bebfee8-d8b7-41ce-8a48-4ac077157bbd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:17.722987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Provisioning complete for port d4c4c46d-1299-46b9-9ecb-e6cc416497f9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:17.733648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d4c4c46d-1299-46b9-9ecb-e6cc416497f9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.733648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 8bebfee8-d8b7-41ce-8a48-4ac077157bbd {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:17.733648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8bebfee8-d8b7-41ce-8a48-4ac077157bbd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:17.733648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8d233ccc-84b8-4485-9715-5700dbec4b36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:17.733648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4316ff5-0b1a-4934-b488-0555912f5ee9 None None] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:17.734623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.785980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (d4673ea8-41dd-4778-b839-fbe2d21c1be9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.793310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:17.794364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.803201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 8d233ccc-84b8-4485-9715-5700dbec4b36 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:17.803545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8d233ccc-84b8-4485-9715-5700dbec4b36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:17.812134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a803-db94-4b0e-97c6-fb2b706eae3f None None] Pushing event updated for resources: {'Port': ['ID=d83e197c-6f14-4a72-b3d0-4c33bfe01f5c,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:17.819226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:17.853510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (bce44b0e-3379-4621-8971-6df33f0972c0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.865986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64409a88-e0e9-431f-8076-07cd46d6fafc') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:17.866210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce3ccc-6f3a-4e39-9bea-d6e9ca19e92d None None] Network bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:17.866471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64409a88-e0e9-431f-8076-07cd46d6fafc') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:17.886285 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f4abf15f-6a6f-4c7d-b010-ff1aa69ec3df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbf33c8692014562be5a60b07e32d3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898120 Mar 09 17:09:17.892822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60346) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:17.903429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:17.915549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.917457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for security_group (c35a3dfa-a944-4489-a059-4bb81dd22481), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.927388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:17.932722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.935083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:17.939447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/bce44b0e-3379-4621-8971-6df33f0972c0 HTTP/1.1" status: 204 len: 168 time: 1.6091039 Mar 09 17:09:17.944481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:17.944823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.948534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60348) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:17.953483 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68cfd325-5490-490e-aa00-cb079cb58341 req-f258d2d8-5d3b-4a10-83a4-c227c62462f9 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595673 Mar 09 17:09:17.955742 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d0ace158-cc64-4c48-b2ee-d10872f5d74c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/95ab47fd-f074-410c-8acd-bf198a3b4777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4222312 Mar 09 17:09:17.960701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60350) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:17.965105 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b9ccfa2d-f00a-47bc-ab28-38252cafe69a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3192859 Mar 09 17:09:17.968912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:17.974645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60352) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:17.980800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=d4673ea8-41dd-4778-b839-fbe2d21c1be9,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:17.996133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-e9c8d069-7221-4d53-9dd4-2681eff1fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:17.998524 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-e9c8d069-7221-4d53-9dd4-2681eff1fed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3318031 Mar 09 17:09:18.001083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:18.001083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:18.008420 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:18.040611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c35a3dfa-a944-4489-a059-4bb81dd22481), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.041083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.080495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07266869-c261-488a-a81e-e537d4318804 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=bce44b0e-3379-4621-8971-6df33f0972c0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:18.083478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7cd79422-af59-456d-a161-ab693e9f4092 admin admin] Publish callbacks [] for security_group (93faa37e-fcdf-4302-843a-de254b54cb7d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.098676 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ea7d7279-ee09-4875-90cf-673ac2b7358f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1464906 Mar 09 17:09:18.108410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60354) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:18.131825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Port d4c4c46d-1299-46b9-9ecb-e6cc416497f9 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:18.145041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': 'd4673ea8-41dd-4778-b839-fbe2d21c1be9', 'ip_address': '2001:db8::869c:4006:4ac4:3b3'}], 'name': 'tempest-NetworksTestDHCPv6-442957448'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:18.150492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c732a201-f3e1-4410-a73c-defbf6bd159f None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:18.153283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79dae9-58dc-4d3f-89b1-ff0c10a310bf None None] Network 84fe5619-9f6b-42c2-9d2b-1c486d66feff requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:18.155549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbc95c-d561-4313-bd48-103de13ea63b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:18.159771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8afbc95c-d561-4313-bd48-103de13ea63b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports/96aa6739-a0b5-44b7-b912-8b7546c65b28 HTTP/1.1" status: 200 len: 911 time: 0.1933391 Mar 09 17:09:18.169333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60356) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:18.180475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c435bcc-599c-43e9-8140-48453452868e None None] Sync routers for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:18.204034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a3dfa-a944-4489-a059-4bb81dd22481,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:18.220376 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-697db559-e194-4804-ba2b-1afde804ab64 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097945 Mar 09 17:09:18.222725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:09:18.222725 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:09:18.222725 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': 'bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47'}] Mar 09 17:09:18.222725 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:18.223064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:18.234031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Provisioning complete for port 96aa6739-a0b5-44b7-b912-8b7546c65b28 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:18.234478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.241566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6f511-7596-449a-93bc-9d819605b34b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:18.243149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c2b6f511-7596-449a-93bc-9d819605b34b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2689614 Mar 09 17:09:18.245422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7cd79422-af59-456d-a161-ab693e9f4092 admin admin] Publish callbacks [] for security_group (93faa37e-fcdf-4302-843a-de254b54cb7d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.246284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60358) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:18.260506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:18.274138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (84fe5619-9f6b-42c2-9d2b-1c486d66feff), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.278626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c435bcc-599c-43e9-8140-48453452868e None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:18.279812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c435bcc-599c-43e9-8140-48453452868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:18.320141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fd013e41-8280-453f-b2c6-1dc21260bf26 None None] Port 96aa6739-a0b5-44b7-b912-8b7546c65b28 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:18.321918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c435bcc-599c-43e9-8140-48453452868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:18.336611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ec513efa-b8a0-45b9-819e-b937c9a008ee), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.337153 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Added segment ec513efa-b8a0-45b9-819e-b937c9a008ee of type vlan for network 6551b970-6ce9-4619-ab04-df12de9e5752 Mar 09 17:09:18.366359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:18.412135 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1f25930-7728-48f9-85cc-e93ad1018364 req-8c8bd901-daf0-4238-bda6-22a1f28fa168 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847594 Mar 09 17:09:18.451369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port ef66ea08-221c-4f1d-a727-a83acd8e8e68 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:18.451724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ef66ea08-221c-4f1d-a727-a83acd8e8e68), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.456380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c435bcc-599c-43e9-8140-48453452868e None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:18.457571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c435bcc-599c-43e9-8140-48453452868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:18.521395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6551b970-6ce9-4619-ab04-df12de9e5752), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.539349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c435bcc-599c-43e9-8140-48453452868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:18.540307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c435bcc-599c-43e9-8140-48453452868e None None] The sync data for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:18.567018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ef66ea08-221c-4f1d-a727-a83acd8e8e68), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.569474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Provisioning complete for port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:18.570049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.585258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for ef66ea08-221c-4f1d-a727-a83acd8e8e68 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:18.628304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'd4673ea8-41dd-4778-b839-fbe2d21c1be9'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:18.629631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.633368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:18.657557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (47347676-6c5c-4b5a-a813-86aca11fcce1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.657913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Added segment 47347676-6c5c-4b5a-a813-86aca11fcce1 of type vlan for network a7443191-6958-4fca-b38d-31fc38fd073f Mar 09 17:09:18.674776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:18.675221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.707562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7cd79422-af59-456d-a161-ab693e9f4092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (93faa37e-fcdf-4302-843a-de254b54cb7d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.711163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7cd79422-af59-456d-a161-ab693e9f4092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.712435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7cd79422-af59-456d-a161-ab693e9f4092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93faa37e-fcdf-4302-843a-de254b54cb7d HTTP/1.1" status: 204 len: 168 time: 0.8186657 Mar 09 17:09:18.740568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:18.741258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.743777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:18.750620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.815296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] DHCP port deletion for 84fe5619-9f6b-42c2-9d2b-1c486d66feff request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:18.835152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd79422-af59-456d-a161-ab693e9f4092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93faa37e-fcdf-4302-843a-de254b54cb7d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:18.875930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (a7443191-6958-4fca-b38d-31fc38fd073f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.938500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:18.939411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.945146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ef66ea08-221c-4f1d-a727-a83acd8e8e68), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.970528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Current status of the port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:18.970528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:18.992413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] For port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,segment=NetworkSegment(989038b2-b259-4878-a5b9-85163bd173d5),segment_id=989038b2-b259-4878-a5b9-85163bd173d5)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:18.992799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.025924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=ef66ea08-221c-4f1d-a727-a83acd8e8e68,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.034282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 83a165e8-ee5c-4180-a7a3-ed810b37ecbb owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:19.085937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/d4673ea8-41dd-4778-b839-fbe2d21c1be9/4c271236-c71f-4728-b3b0-bfe9e33f0216) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:19.123869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] Deleting port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:19.124264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.133239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:19.136962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.142245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] For port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,segment=NetworkSegment(7a0cd091-abe0-4009-8439-018554771e21),segment_id=7a0cd091-abe0-4009-8439-018554771e21)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:19.173579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.177672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] For port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d83e197c-6f14-4a72-b3d0-4c33bfe01f5c,segment=NetworkSegment(64409a88-e0e9-431f-8076-07cd46d6fafc),segment_id=64409a88-e0e9-431f-8076-07cd46d6fafc)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:19.178187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.200795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Calling delete_port for d83e197c-6f14-4a72-b3d0-4c33bfe01f5c owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:19.221738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.225401 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e7460d8a-9456-41a1-a467-4d8cd09bdc0b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/ef66ea08-221c-4f1d-a727-a83acd8e8e68 HTTP/1.1" status: 204 len: 168 time: 0.9778020 Mar 09 17:09:19.245062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60366) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:19.284634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6551b970-6ce9-4619-ab04-df12de9e5752), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.285152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (a7443191-6958-4fca-b38d-31fc38fd073f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.298097 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d305bd8-9104-45e0-8882-088f3d415669 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:09:19.298232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.302508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.302923 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8d305bd8-9104-45e0-8882-088f3d415669 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/ef66ea08-221c-4f1d-a727-a83acd8e8e68 HTTP/1.1" status: 404 len: 333 time: 0.0571895 Mar 09 17:09:19.303179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.311639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.319412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60372) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:19.339081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] For port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,segment=NetworkSegment(989038b2-b259-4878-a5b9-85163bd173d5),segment_id=989038b2-b259-4878-a5b9-85163bd173d5)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:19.340067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.405748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Could not find standard attr ID for object ef66ea08-221c-4f1d-a727-a83acd8e8e68. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:19.414475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 8fc46a60-1290-40c0-a382-7eff3c9c749f yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:19.422398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] Calling delete_port for 83a165e8-ee5c-4180-a7a3-ed810b37ecbb owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:19.460929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d83e197c-6f14-4a72-b3d0-4c33bfe01f5c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.487257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:19.487929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:19.497693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Port': ['ID=d83e197c-6f14-4a72-b3d0-4c33bfe01f5c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.515890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No DVR routers for this DVR port d83e197c-6f14-4a72-b3d0-4c33bfe01f5c on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:19.528651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Provisioning complete for port 96aa6739-a0b5-44b7-b912-8b7546c65b28 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:19.528651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.550258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Pushing event updated for resources: {'Port': ['ID=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.554861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6981-0816-410d-a1fd-033ea50b5365 req-70f2d49f-bed7-4aaa-ac33-f411d6202787 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.556460 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3d0a6981-0816-410d-a1fd-033ea50b5365 req-70f2d49f-bed7-4aaa-ac33-f411d6202787 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.4588871 Mar 09 17:09:19.560577 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8433702 Mar 09 17:09:19.583847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60378) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:19.593719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Network': ['ID=6551b970-6ce9-4619-ab04-df12de9e5752,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.612936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Publish callbacks [] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.632521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6551b970-6ce9-4619-ab04-df12de9e5752 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:19.653286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d7db4-33ba-42f6-8795-d1c59ebb7332 None None] Port 96aa6739-a0b5-44b7-b912-8b7546c65b28 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:19.672557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.693084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.769018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:19.779970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-169b4d87-f5c5-41fe-87ef-02df432c3bca None None] Provisioning complete for port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:19.780461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-169b4d87-f5c5-41fe-87ef-02df432c3bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.783913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64409a88-e0e9-431f-8076-07cd46d6fafc') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:19.784220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64409a88-e0e9-431f-8076-07cd46d6fafc') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:19.800326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289304a4-6c71-4967-8b07-5674acfe63fa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Network': ['ID=a7443191-6958-4fca-b38d-31fc38fd073f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.805668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.806815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.829182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e504282-7634-411c-a4bc-e31a53e7a2cc tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.834321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e504282-7634-411c-a4bc-e31a53e7a2cc tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.840008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e504282-7634-411c-a4bc-e31a53e7a2cc tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.840889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network a7443191-6958-4fca-b38d-31fc38fd073f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:19.845211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e504282-7634-411c-a4bc-e31a53e7a2cc tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:19.848397 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9e504282-7634-411c-a4bc-e31a53e7a2cc tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2620883 Mar 09 17:09:19.850900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60380) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:19.852034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.853501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.867542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (64409a88-e0e9-431f-8076-07cd46d6fafc), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:19.871369 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:19.880246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3d0a6981-0816-410d-a1fd-033ea50b5365 req-a0d975d8-53d7-4251-9c64-b71ea0477424 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838593 Mar 09 17:09:19.880897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:19.895249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:19.906272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (83a165e8-ee5c-4180-a7a3-ed810b37ecbb), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:19.917118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:19.923335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] No DVR routers for this DVR port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:19.928432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Pushing event updated for resources: {'Port': ['ID=4c271236-c71f-4728-b3b0-bfe9e33f0216,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.958658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:19.961900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No DVR routers for this DVR port 83a165e8-ee5c-4180-a7a3-ed810b37ecbb on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:19.975040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port d4c4c46d-1299-46b9-9ecb-e6cc416497f9 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:19.975617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d4c4c46d-1299-46b9-9ecb-e6cc416497f9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.004379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ed7f7-47d5-49c8-9d07-03ebb8e57e33 None None] Pushing event deleted for resources: {'Port': ['ID=83a165e8-ee5c-4180-a7a3-ed810b37ecbb,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:20.079328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::869c:4006:4ac4:3b3 (23e84d69-248a-4c03-bab8-85be85a4a2bb/d4673ea8-41dd-4778-b839-fbe2d21c1be9/8fc46a60-1290-40c0-a382-7eff3c9c749f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:20.085941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6551b970-6ce9-4619-ab04-df12de9e5752), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.194795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6551b970-6ce9-4619-ab04-df12de9e5752), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.206120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.230737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.235615 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 HTTP/1.1" status: 204 len: 168 time: 5.6678722 Mar 09 17:09:20.235615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c03457-bf96-4073-b1d5-fb7421f0ab9b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Network': ['ID=bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:20.237038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60390) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:20.248805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-570909866'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:20.263191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:20.273507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6551b970-6ce9-4619-ab04-df12de9e5752']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:20.282628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Attempting to bind port 4c271236-c71f-4728-b3b0-bfe9e33f0216 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:20.283140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Attempting to bind port 4c271236-c71f-4728-b3b0-bfe9e33f0216 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:20.283590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Attempting to bind port 4c271236-c71f-4728-b3b0-bfe9e33f0216 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:20.285993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-169b4d87-f5c5-41fe-87ef-02df432c3bca None None] Current status of the port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:20.288223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec513efa-b8a0-45b9-819e-b937c9a008ee') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:20.289279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec513efa-b8a0-45b9-819e-b937c9a008ee') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:20.292170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:20.292674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:20.293166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.293728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:20.294278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Bound port: 4c271236-c71f-4728-b3b0-bfe9e33f0216, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:20.294677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.305522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (ec513efa-b8a0-45b9-819e-b937c9a008ee), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.325578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ec513efa-b8a0-45b9-819e-b937c9a008ee), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.335300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (ec513efa-b8a0-45b9-819e-b937c9a008ee), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:20.340459 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:20.361484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:20.365790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.373144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] For port 4c271236-c71f-4728-b3b0-bfe9e33f0216, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:20.377337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] For port 4c271236-c71f-4728-b3b0-bfe9e33f0216, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c271236-c71f-4728-b3b0-bfe9e33f0216,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:20.439474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:20.451100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.451242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0f0df985-fb3b-4c31-a26c-e89937cccddd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.451242 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Added segment 0f0df985-fb3b-4c31-a26c-e89937cccddd of type vlan for network 351b32bc-bf7f-4480-a083-828120bb1794 Mar 09 17:09:20.455055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:20.479529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60392) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:20.486947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (84fe5619-9f6b-42c2-9d2b-1c486d66feff), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.501246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (351b32bc-bf7f-4480-a083-828120bb1794), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.517255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6551b970-6ce9-4619-ab04-df12de9e5752), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.539718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.551860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/networks/6551b970-6ce9-4619-ab04-df12de9e5752 HTTP/1.1" status: 204 len: 168 time: 0.6938603 Mar 09 17:09:20.554777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60396) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:20.565508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fe5619-9f6b-42c2-9d2b-1c486d66feff']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:20.571761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7563f-4472-441e-8929-c61a6edebf61 None None] Pushing event updated for resources: {'Port': ['ID=4c271236-c71f-4728-b3b0-bfe9e33f0216,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:20.576392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989038b2-b259-4878-a5b9-85163bd173d5') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:20.576834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989038b2-b259-4878-a5b9-85163bd173d5') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:20.587468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (989038b2-b259-4878-a5b9-85163bd173d5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.594105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:20.594500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.603751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54197b-4cca-4408-ab2e-4179c5104560 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Network': ['ID=6551b970-6ce9-4619-ab04-df12de9e5752,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:20.610433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (989038b2-b259-4878-a5b9-85163bd173d5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.617150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:20.617667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (989038b2-b259-4878-a5b9-85163bd173d5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.634618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-705642006'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:20.682354 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:20.694840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (351b32bc-bf7f-4480-a083-828120bb1794), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.698904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:20.700824 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:20.701388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.706862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (a7443191-6958-4fca-b38d-31fc38fd073f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.758607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83a165e8-ee5c-4180-a7a3-ed810b37ecbb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:20.771030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (84fe5619-9f6b-42c2-9d2b-1c486d66feff), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.778489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Made reservation on behalf of 039e055e257c46c28f1f9fab80450262 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:20.781561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.786192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 83a165e8-ee5c-4180-a7a3-ed810b37ecbb {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:20.787363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83a165e8-ee5c-4180-a7a3-ed810b37ecbb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:20.838660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.846829 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/84fe5619-9f6b-42c2-9d2b-1c486d66feff HTTP/1.1" status: 204 len: 168 time: 2.8879087 Mar 09 17:09:20.853300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60398) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:20.854890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d4c4c46d-1299-46b9-9ecb-e6cc416497f9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.860905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Network': ['ID=351b32bc-bf7f-4480-a083-828120bb1794,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:20.866521 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-473c7b99-6938-4f44-8fd6-1ef62f7e4508 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6233010 Mar 09 17:09:20.867960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:20.871804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60400) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:20.872227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 351b32bc-bf7f-4480-a083-828120bb1794 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:20.893062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Request body: {'subnet': {'network_id': '351b32bc-bf7f-4480-a083-828120bb1794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:20.911543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for d4c4c46d-1299-46b9-9ecb-e6cc416497f9 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:20.942803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a64dd-bb30-42b8-a7a9-e4b4b6cdd2dc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=84fe5619-9f6b-42c2-9d2b-1c486d66feff,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:21.003282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (a7443191-6958-4fca-b38d-31fc38fd073f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.088615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7443191-6958-4fca-b38d-31fc38fd073f']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:21.105249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba915977-a48a-4567-806f-8b7e93ce07ef tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:21.110700 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ba915977-a48a-4567-806f-8b7e93ce07ef tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/a5f77f20-d83b-410c-b7c0-9cd288a66c8b HTTP/1.1" status: 200 len: 845 time: 0.2456882 Mar 09 17:09:21.111980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60404) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:21.141938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47347676-6c5c-4b5a-a813-86aca11fcce1') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:21.151390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47347676-6c5c-4b5a-a813-86aca11fcce1') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:21.189177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8:1::1 (25c22a12-d423-4ca0-ab43-c0c3ad9a9603/1d4ececf-db21-4b07-8a7a-17b94b2d4a0d/13f4a119-5c5a-4a52-8649-e3399f353f9d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:21.193343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (47347676-6c5c-4b5a-a813-86aca11fcce1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.227745 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb59f4e4-cf8d-4084-93da-e534cacf3d27 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/a5f77f20-d83b-410c-b7c0-9cd288a66c8b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1101413 Mar 09 17:09:21.232993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (8fc46a60-1290-40c0-a382-7eff3c9c749f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.232993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60406) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:21.237764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (47347676-6c5c-4b5a-a813-86aca11fcce1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.238215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:21.253375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e25cf1-bbdc-46e0-883a-7924a77e6935 req-5b2334ef-d041-487e-81fc-58a219e66fec tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:21.254952 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-86e25cf1-bbdc-46e0-883a-7924a77e6935 req-5b2334ef-d041-487e-81fc-58a219e66fec tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2242110 Mar 09 17:09:21.257345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:21.258101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (47347676-6c5c-4b5a-a813-86aca11fcce1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:21.261330 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:21.288597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Made reservation on behalf of 40fd91637ad74a30a334566cb591392f for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:21.291928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.489598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.519543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8fc46a60-1290-40c0-a382-7eff3c9c749f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.559683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d4c4c46d-1299-46b9-9ecb-e6cc416497f9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.561447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:21.565067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.617559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:21.624221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for security_group (5afd8eec-c607-48ad-a167-3eaea8c78b15), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.633246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=8fc46a60-1290-40c0-a382-7eff3c9c749f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:21.653457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:21.657466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:21.662957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:21.663616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.672938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.686472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5afd8eec-c607-48ad-a167-3eaea8c78b15), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.761094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (a7443191-6958-4fca-b38d-31fc38fd073f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.779458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=d4c4c46d-1299-46b9-9ecb-e6cc416497f9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:21.792039 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-86e25cf1-bbdc-46e0-883a-7924a77e6935 req-2cb7d9ed-889d-456f-b9ac-4900b7c51262 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148036 Mar 09 17:09:21.792039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:21.794352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.797707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/networks/a7443191-6958-4fca-b38d-31fc38fd073f HTTP/1.1" status: 204 len: 168 time: 1.2370696 Mar 09 17:09:21.806640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60408) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:21.809926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afd8eec-c607-48ad-a167-3eaea8c78b15,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:21.823221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b6f79-ad84-4d26-bd90-f9b75e41bedb tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Network': ['ID=a7443191-6958-4fca-b38d-31fc38fd073f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:21.823221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e233b6fc-3c9d-4435-a8ef-f8310f34bd9d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.823652 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Added segment e233b6fc-3c9d-4435-a8ef-f8310f34bd9d of type vlan for network a444f80f-27ce-4768-9674-3efddb8f0ffa Mar 09 17:09:21.893603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:21.918423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (a444f80f-27ce-4768-9674-3efddb8f0ffa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.932411 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8440bda0-53ff-4f9e-9e03-996bcc8508a7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8207266 Mar 09 17:09:21.935322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60412) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:21.942262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:21.945042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:21.945793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.959603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] Provisioning complete for port 4c271236-c71f-4728-b3b0-bfe9e33f0216 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:21.965534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.966577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:21.972874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8dfe247c-27c8-44b4-a4df-b6ddb542c54e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/d4c4c46d-1299-46b9-9ecb-e6cc416497f9 HTTP/1.1" status: 204 len: 168 time: 2.6456795 Mar 09 17:09:21.981878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60414) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:22.037285 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffeee047-5ce5-48e7-9bd3-eb9bf6034509 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:09:22.038893 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ffeee047-5ce5-48e7-9bd3-eb9bf6034509 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/d4c4c46d-1299-46b9-9ecb-e6cc416497f9 HTTP/1.1" status: 404 len: 333 time: 0.0521088 Mar 09 17:09:22.070767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60416) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:22.097980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=13f4a119-5c5a-4a52-8649-e3399f353f9d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:22.107466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] Current status of the port 4c271236-c71f-4728-b3b0-bfe9e33f0216 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:22.107873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.168217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] For port 4c271236-c71f-4728-b3b0-bfe9e33f0216, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c271236-c71f-4728-b3b0-bfe9e33f0216,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:22.183778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66520b-fbc6-48fd-acdf-4c1da7876196 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.190503 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66520b-fbc6-48fd-acdf-4c1da7876196 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.192255 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1f66520b-fbc6-48fd-acdf-4c1da7876196 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2557909 Mar 09 17:09:22.194993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60418) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:22.230632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (a444f80f-27ce-4768-9674-3efddb8f0ffa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.236986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.237636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.243308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.286121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 965744ac-b589-4f3a-87e8-42801fa303f7 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:22.330524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e27f4-0f0a-454e-820e-872dffc8e01c None None] Pushing event updated for resources: {'Port': ['ID=4c271236-c71f-4728-b3b0-bfe9e33f0216,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:22.331488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (965744ac-b589-4f3a-87e8-42801fa303f7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.350439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c727b4-edc4-4270-8c73-69dd891bb99a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:09:22.353558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Network': ['ID=a444f80f-27ce-4768-9674-3efddb8f0ffa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:22.379631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381cf8b-ab90-448a-b30e-5da468910033 req-6d40cb7f-e37f-4662-9a72-1ca2e001d2b2 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.381230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4381cf8b-ab90-448a-b30e-5da468910033 req-6d40cb7f-e37f-4662-9a72-1ca2e001d2b2 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.4775133 Mar 09 17:09:22.388695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad35381-506f-41ca-9922-d8f88279754c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.394940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad35381-506f-41ca-9922-d8f88279754c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.396779 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8ad35381-506f-41ca-9922-d8f88279754c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5503190 Mar 09 17:09:22.414509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60420) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:22.421332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1640962962'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:22.439433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network a444f80f-27ce-4768-9674-3efddb8f0ffa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:22.471109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c271236-c71f-4728-b3b0-bfe9e33f0216 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:22.493320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (965744ac-b589-4f3a-87e8-42801fa303f7), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.495525 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c4b2cf7d-3a81-401d-9d4d-be5b09cf34c7 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0146725 Mar 09 17:09:22.498135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60422) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:22.519832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:09:22.524545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.530337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'subnet': {'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:22.573110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a0a9be3a-7c5f-46c8-b6df-32347f2e6766 None None] Provisioning complete for port 8fc46a60-1290-40c0-a382-7eff3c9c749f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:22.573850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be3a-7c5f-46c8-b6df-32347f2e6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8fc46a60-1290-40c0-a382-7eff3c9c749f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.575483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.597950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (79838ff6-32f1-42c4-aa27-ebad256b352b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.617019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:22.620452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.626397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:22.628305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 8fc46a60-1290-40c0-a382-7eff3c9c749f {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:22.628685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8fc46a60-1290-40c0-a382-7eff3c9c749f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.649088 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4381cf8b-ab90-448a-b30e-5da468910033 req-83209156-4c0c-4e26-a9a3-d8d0e3440863 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275829 Mar 09 17:09:22.661168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Checking segment: {'id': '0f0df985-fb3b-4c31-a26c-e89937cccddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '351b32bc-bf7f-4480-a083-828120bb1794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:22.661534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network hostable DHCP agents. Network: 351b32bc-bf7f-4480-a083-828120bb1794, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:22.701545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9be3a-7c5f-46c8-b6df-32347f2e6766 None None] Port 8fc46a60-1290-40c0-a382-7eff3c9c749f cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:22.726398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4c271236-c71f-4728-b3b0-bfe9e33f0216 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:22.729804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.737442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a0a9be3a-7c5f-46c8-b6df-32347f2e6766 None None] Provisioning complete for port 13f4a119-5c5a-4a52-8649-e3399f353f9d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:22.737950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be3a-7c5f-46c8-b6df-32347f2e6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.757829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:22.773227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:22.777614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:22.789874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.791329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.802803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8fc46a60-1290-40c0-a382-7eff3c9c749f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.823482 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9be3a-7c5f-46c8-b6df-32347f2e6766 None None] Port 13f4a119-5c5a-4a52-8649-e3399f353f9d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:22.839397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Network 351b32bc-bf7f-4480-a083-828120bb1794 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:22.842769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 8fc46a60-1290-40c0-a382-7eff3c9c749f owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:22.842973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c727b4-edc4-4270-8c73-69dd891bb99a None None] Unable to find a vacant binding_index for network 351b32bc-bf7f-4480-a083-828120bb1794 and agent 6405d102-7135-402d-9b28-bb0403975f76 {{(pid=104359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 09 17:09:22.848611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (965744ac-b589-4f3a-87e8-42801fa303f7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.852812 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.852812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Added segment 9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52 of type vlan for network c544c42f-b1af-4051-ab93-52c05e588d61 Mar 09 17:09:22.873179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=79838ff6-32f1-42c4-aa27-ebad256b352b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:22.889950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4c271236-c71f-4728-b3b0-bfe9e33f0216 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:22.923803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c727b4-edc4-4270-8c73-69dd891bb99a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 351b32bc-bf7f-4480-a083-828120bb1794) {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:09:22.937620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 351b32bc-bf7f-4480-a083-828120bb1794) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:22.941537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (c544c42f-b1af-4051-ab93-52c05e588d61), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.956378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.957007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.971780 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9ed82324-b78e-4380-9d90-a2c719fd47ff tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7350404 Mar 09 17:09:22.971780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Made reservation on behalf of 039e055e257c46c28f1f9fab80450262 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:22.973675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:22.979039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60426) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:22.980095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14229-0dab-49b8-a011-eccea25349e0 req-06747618-4d51-43fe-8619-fb70f7378ed4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:22.991420 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8db14229-0dab-49b8-a011-eccea25349e0 req-06747618-4d51-43fe-8619-fb70f7378ed4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2403095 Mar 09 17:09:22.995336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507537170'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:23.067950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8db14229-0dab-49b8-a011-eccea25349e0 req-a3773c28-c6b1-43de-8778-df75d9172638 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799749 Mar 09 17:09:23.087393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (965744ac-b589-4f3a-87e8-42801fa303f7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.097130 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5c777c33-e510-4c34-8656-7a440f1fa25e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2118695 Mar 09 17:09:23.109989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60430) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.143132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (c544c42f-b1af-4051-ab93-52c05e588d61), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.149280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:23.161822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.168387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-351b32bc-bf7f-4480-a083-828120bb1794', 'network_id': '351b32bc-bf7f-4480-a083-828120bb1794', 'project_id': '40fd91637ad74a30a334566cb591392f', 'fixed_ips': [{'subnet_id': '2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:23.168873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=965744ac-b589-4f3a-87e8-42801fa303f7,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:23.180644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.198985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.201763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-53f25cdc-7a1c-454c-a07a-e00adce2e832', 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'project_id': '2d4f294090234293828020c1aa62174e', 'fixed_ips': [{'subnet_id': '79838ff6-32f1-42c4-aa27-ebad256b352b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:23.202802 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bbe35084-5c25-4c08-84cd-b8210e8da07e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/965744ac-b589-4f3a-87e8-42801fa303f7 HTTP/1.1" status: 204 len: 168 time: 1.1248229 Mar 09 17:09:23.205837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.216930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60432) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.233811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Network': ['ID=c544c42f-b1af-4051-ab93-52c05e588d61,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:23.249273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network c544c42f-b1af-4051-ab93-52c05e588d61 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:23.259902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8fc46a60-1290-40c0-a382-7eff3c9c749f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.289994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=8fc46a60-1290-40c0-a382-7eff3c9c749f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:23.324163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.327499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.331623 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5a30ebac-efbe-49b0-861c-514686d78c48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/8fc46a60-1290-40c0-a382-7eff3c9c749f HTTP/1.1" status: 204 len: 168 time: 1.1345615 Mar 09 17:09:23.338231 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c827524-20b9-45e0-9314-1822eccb873e tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9189622 Mar 09 17:09:23.338231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60434) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.346691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60436) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.351710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-37069138'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:23.409385 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a639f69-7f8b-4d19-9939-13a98cbf08b6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:23.410762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a639f69-7f8b-4d19-9939-13a98cbf08b6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:23.415308 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6a639f69-7f8b-4d19-9939-13a98cbf08b6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0751529 Mar 09 17:09:23.415782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60438) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.460520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:23.463880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.489154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet d4673ea8-41dd-4778-b839-fbe2d21c1be9 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:23.496493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (d4673ea8-41dd-4778-b839-fbe2d21c1be9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.525566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Allocated IP 2001:db8::f816:3eff:feb1:9883 (351b32bc-bf7f-4480-a083-828120bb1794/2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18/0ef325e7-563f-4583-9c3a-d0cc4bef9e1f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:23.527964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Allocated IP 2001:db8::2 (53f25cdc-7a1c-454c-a07a-e00adce2e832/79838ff6-32f1-42c4-aa27-ebad256b352b/0a9af797-9bf4-481a-ab5e-30f33f1dac71) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:23.537169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:23.555743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (d4673ea8-41dd-4778-b839-fbe2d21c1be9), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.558297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1c1be52-3ed1-4a04-88b3-ae55419b04c8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.558640 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Added segment a1c1be52-3ed1-4a04-88b3-ae55419b04c8 of type vlan for network 436fb508-5d7f-4530-ab85-31588b8f170f Mar 09 17:09:23.640501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (436fb508-5d7f-4530-ab85-31588b8f170f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.697001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (d4673ea8-41dd-4778-b839-fbe2d21c1be9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.773532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (436fb508-5d7f-4530-ab85-31588b8f170f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.776707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (ecc105f7-b3e4-4674-a919-3f7db9b844b9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.779313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:23.779907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.785072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Publish callbacks [] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.786622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Publish callbacks [] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.805002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7298a40-180c-4c0e-a593-12e6d3908f31 req-1e13e095-2cda-4acf-a987-1b2758ebf855 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:23.806503 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c7298a40-180c-4c0e-a593-12e6d3908f31 req-1e13e095-2cda-4acf-a987-1b2758ebf855 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.6147115 Mar 09 17:09:23.816755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.850109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Network': ['ID=436fb508-5d7f-4530-ab85-31588b8f170f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:23.853865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (351b32bc-bf7f-4480-a083-828120bb1794), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.854658 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (d4673ea8-41dd-4778-b839-fbe2d21c1be9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.864681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 436fb508-5d7f-4530-ab85-31588b8f170f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:23.881516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.888194 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-268fa139-50cc-4d37-bb6e-53b111071369 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5384159 Mar 09 17:09:23.888194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=d4673ea8-41dd-4778-b839-fbe2d21c1be9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:23.890120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60440) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.890988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.892111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.897622 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-39d13f64-a22f-40c1-946c-35debf5ac6cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/d4673ea8-41dd-4778-b839-fbe2d21c1be9 HTTP/1.1" status: 204 len: 168 time: 0.4785976 Mar 09 17:09:23.899666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.899926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:23.900310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'ports': [{'network_id': 'c544c42f-b1af-4051-ab93-52c05e588d61', 'name': 'tempest-port--1486190965', 'admin_state_up': True}, {'network_id': '436fb508-5d7f-4530-ab85-31588b8f170f', 'admin_state_up': False}]} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:23.900668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'port': {'network_id': 'c544c42f-b1af-4051-ab93-52c05e588d61', 'name': 'tempest-port--1486190965', 'admin_state_up': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:23.901153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'port': {'network_id': '436fb508-5d7f-4530-ab85-31588b8f170f', 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:23.901541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60442) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:23.991556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Network 351b32bc-bf7f-4480-a083-828120bb1794 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:23.994840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:24.001700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:24.004427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:24.013320 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5c00c0e4-7a09-4860-9de1-b411d116dcf3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990322 Mar 09 17:09:24.020443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60446) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:24.020650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:24.020650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:24.026672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Pushing event updated for resources: {'Port': ['ID=0ef325e7-563f-4583-9c3a-d0cc4bef9e1f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.026880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:24.113799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (f5be833d-715d-4035-bc32-8cdb1d788537), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.143857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Pushing event updated for resources: {'Port': ['ID=0a9af797-9bf4-481a-ab5e-30f33f1dac71,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.159919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Attempting to bind port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:24.159919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Attempting to bind port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f0df985-fb3b-4c31-a26c-e89937cccddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '351b32bc-bf7f-4480-a083-828120bb1794'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:24.159919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Attempting to bind port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f on network 351b32bc-bf7f-4480-a083-828120bb1794 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:24.161460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:24.165850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Attempting to bind port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:24.166229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Attempting to bind port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b15d41d3-0c51-4717-8314-77abb6daf5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:24.166592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Attempting to bind port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 on network 53f25cdc-7a1c-454c-a07a-e00adce2e832 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:24.169360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:24.169960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Checking segment: {'id': '0f0df985-fb3b-4c31-a26c-e89937cccddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '351b32bc-bf7f-4480-a083-828120bb1794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:24.170127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.170519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Bound using segment: {'id': '0f0df985-fb3b-4c31-a26c-e89937cccddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '351b32bc-bf7f-4480-a083-828120bb1794'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:24.170990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Bound port: 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0df985-fb3b-4c31-a26c-e89937cccddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '351b32bc-bf7f-4480-a083-828120bb1794'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:24.171449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.184885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:24.188822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Checking segment: {'id': 'b15d41d3-0c51-4717-8314-77abb6daf5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:24.188822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.188822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Bound using segment: {'id': 'b15d41d3-0c51-4717-8314-77abb6daf5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:24.188822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Bound port: 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15d41d3-0c51-4717-8314-77abb6daf5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:24.189305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (a83072ab-6ded-43e0-abae-0fd176070251), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.189499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.207941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'port': 2} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:24.214718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.222365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:24.234685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=13f4a119-5c5a-4a52-8649-e3399f353f9d,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.234906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:24.239191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.249439 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c7298a40-180c-4c0e-a593-12e6d3908f31 req-447f90c1-ed08-4d1c-b54b-90c8007841ec tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276628 Mar 09 17:09:24.264212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.274723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Subnet': ['ID=f5be833d-715d-4035-bc32-8cdb1d788537,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.350851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Checking segment: {'id': 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:24.351225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network hostable DHCP agents. Network: a444f80f-27ce-4768-9674-3efddb8f0ffa, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:24.354752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port f2b61e00-a6c9-4e70-abdf-c1649f91b64b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:24.355372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.441690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a83072ab-6ded-43e0-abae-0fd176070251), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.469075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c271236-c71f-4728-b3b0-bfe9e33f0216 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:24.493757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] For port f2b61e00-a6c9-4e70-abdf-c1649f91b64b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,segment=NetworkSegment(1ae65fe3-1dbc-4148-90e8-2ebe7b269f96),segment_id=1ae65fe3-1dbc-4148-90e8-2ebe7b269f96)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:24.494202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.523909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:24.524332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.526246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a4c8-103e-4dde-8d14-9f64a29fbc26 req-a941f124-0bcc-441e-90d1-acf1c7946d6c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:24.528436 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1794a4c8-103e-4dde-8d14-9f64a29fbc26 req-a941f124-0bcc-441e-90d1-acf1c7946d6c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1662128 Mar 09 17:09:24.543978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] device_id is not set on port 43182b01-af9b-4627-a945-c789d302985f yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:24.548797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] For port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:24.558353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for f2b61e00-a6c9-4e70-abdf-c1649f91b64b owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:24.565723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] For port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0ef325e7-563f-4583-9c3a-d0cc4bef9e1f,segment=NetworkSegment(0f0df985-fb3b-4c31-a26c-e89937cccddd),segment_id=0f0df985-fb3b-4c31-a26c-e89937cccddd)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:24.567870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] For port 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:24.583819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] For port 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a9af797-9bf4-481a-ab5e-30f33f1dac71,segment=NetworkSegment(b15d41d3-0c51-4717-8314-77abb6daf5ce),segment_id=b15d41d3-0c51-4717-8314-77abb6daf5ce)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:24.588091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83072ab-6ded-43e0-abae-0fd176070251,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.593447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4c271236-c71f-4728-b3b0-bfe9e33f0216 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:24.593862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.599467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.604482 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3e5734f8-c4ad-4822-83f4-9ce03470bdc9 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6191475 Mar 09 17:09:24.608949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60450) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:24.616894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'security_group': {'name': 'tempest-secgroup-444762380'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:24.630886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 95ab47fd-f074-410c-8acd-bf198a3b4777 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:24.668988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network a444f80f-27ce-4768-9674-3efddb8f0ffa is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:24.675512 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1794a4c8-103e-4dde-8d14-9f64a29fbc26 req-664ee40a-ca38-44a5-a8a4-b6486be1e7ba tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393459 Mar 09 17:09:24.675789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.685723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.724625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] For port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:24.728202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.764987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4c271236-c71f-4728-b3b0-bfe9e33f0216 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:24.777446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for port (43182b01-af9b-4627-a945-c789d302985f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.800622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.801381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (f2916683-6750-4d5e-bbc2-563ac36c69c9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.802854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55186d-f1ca-441b-ab57-8320e0b1ec34 None None] Pushing event updated for resources: {'Port': ['ID=0a9af797-9bf4-481a-ab5e-30f33f1dac71,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.804603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a444f80f-27ce-4768-9674-3efddb8f0ffa) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:24.833300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Calling delete_port for 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:24.856187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:24.857425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.899047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc718c39-6352-4bb2-95f0-0d4490019bd4 None None] Pushing event updated for resources: {'Port': ['ID=0ef325e7-563f-4583-9c3a-d0cc4bef9e1f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:24.922132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:24.968672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:24.976746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:24.981041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:24.985392 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] device_id is not set on port 03701f80-599d-4f04-9483-7ef5c9ba685c yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:25.018135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:25.032110 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8b9c18c5-f536-4a02-9b7f-4a26fb7a2381 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/95ab47fd-f074-410c-8acd-bf198a3b4777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8574195 Mar 09 17:09:25.033193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60454) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:25.039973 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] Sync routers for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:25.063309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f2b61e00-a6c9-4e70-abdf-c1649f91b64b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.077909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=f2916683-6750-4d5e-bbc2-563ac36c69c9,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:25.083238 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:25.084544 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.154366 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cf78e07e-8ffc-40d6-9412-255924107c6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1396103 Mar 09 17:09:25.155938 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.158851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60456) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:25.165964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': 'f2916683-6750-4d5e-bbc2-563ac36c69c9', 'ip_address': '2001:db8::b9d0:56f6:288e:8508'}], 'name': 'tempest-NetworksTestDHCPv6-10561221'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:25.174401 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:25.176019 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.194870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=f2b61e00-a6c9-4e70-abdf-c1649f91b64b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:25.216869 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-baa7dd56-1f16-4eca-82b9-3e83dea3dd3c tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6996932 Mar 09 17:09:25.221992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60458) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:25.232551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3ce94-7df4-4bdf-a051-f97c35896173 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:25.237705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-902889068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:25.240194 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8eb3ce94-7df4-4bdf-a051-f97c35896173 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports/13f4a119-5c5a-4a52-8649-e3399f353f9d HTTP/1.1" status: 200 len: 913 time: 0.2059348 Mar 09 17:09:25.245565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60460) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:25.263833 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.264927 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb32b3-65ff-4dee-829f-3170451919f2 None None] The sync data for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:25.270654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No DVR routers for this DVR port f2b61e00-a6c9-4e70-abdf-c1649f91b64b on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:25.386990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (fd236f68-93a2-43be-921b-a129af7adce0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.443257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for port (03701f80-599d-4f04-9483-7ef5c9ba685c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.470538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (fd236f68-93a2-43be-921b-a129af7adce0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.510644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (b63f5dde-899d-4f3f-b9d1-69367e97b109), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.511664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (b63f5dde-899d-4f3f-b9d1-69367e97b109), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.534757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (ecc105f7-b3e4-4674-a919-3f7db9b844b9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.557016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd236f68-93a2-43be-921b-a129af7adce0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:25.570517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389b79-3764-464f-950c-af0f4efe879a req-c2e7e5a0-8d76-4934-9722-d665d80254a8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:25.570517 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b4389b79-3764-464f-950c-af0f4efe879a req-c2e7e5a0-8d76-4934-9722-d665d80254a8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1802266 Mar 09 17:09:25.573796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.577597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4d41760b-536c-4104-b18b-551c8ccb0ede tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9650979 Mar 09 17:09:25.578056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60464) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:25.587627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1832204948', 'security_groups': ['fd236f68-93a2-43be-921b-a129af7adce0'], 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79838ff6-32f1-42c4-aa27-ebad256b352b'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:25.613336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:25.615758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc105f7-b3e4-4674-a919-3f7db9b844b9']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.628209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.628554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae65fe3-1dbc-4148-90e8-2ebe7b269f96') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:25.653803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (43182b01-af9b-4627-a945-c789d302985f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.665658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (1ae65fe3-1dbc-4148-90e8-2ebe7b269f96), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.687432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0ef325e7-563f-4583-9c3a-d0cc4bef9e1f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.689563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1ae65fe3-1dbc-4148-90e8-2ebe7b269f96), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.728659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Port': ['ID=0ef325e7-563f-4583-9c3a-d0cc4bef9e1f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:25.749018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:25.749482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (1ae65fe3-1dbc-4148-90e8-2ebe7b269f96), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:25.752444 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:25.800105 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b4389b79-3764-464f-950c-af0f4efe879a req-a231d624-b800-448a-9f45-3162005ff333 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233419 Mar 09 17:09:25.847394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Port': ['ID=43182b01-af9b-4627-a945-c789d302985f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:25.853167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No DVR routers for this DVR port 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:25.886823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for router_controller (b63f5dde-899d-4f3f-b9d1-69367e97b109), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.927077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.934098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.962410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (ecc105f7-b3e4-4674-a919-3f7db9b844b9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.978902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:25.985694 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/ecc105f7-b3e4-4674-a919-3f7db9b844b9 HTTP/1.1" status: 204 len: 168 time: 2.7611930 Mar 09 17:09:25.994367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60466) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:26.029975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1400036547'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:26.047163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805fb8b-da29-412e-903c-8d64051f83d5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=ecc105f7-b3e4-4674-a919-3f7db9b844b9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:26.138370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.176891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.215916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:26.219332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.248791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Checking segment: {'id': '9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c544c42f-b1af-4051-ab93-52c05e588d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:26.249347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network hostable DHCP agents. Network: c544c42f-b1af-4051-ab93-52c05e588d61, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:26.253130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (b63f5dde-899d-4f3f-b9d1-69367e97b109), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.255587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:26.284573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port aa1a82be-bd4a-422c-b0de-fa8d0b5eec44 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:26.300673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:26.352750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (351b32bc-bf7f-4480-a083-828120bb1794), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.374830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.376044 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8c56472d-690b-486d-9b94-fbc9dc65f529 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1516702 Mar 09 17:09:26.380788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60468) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:26.426549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:26.427212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.428336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:26.449053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network c544c42f-b1af-4051-ab93-52c05e588d61 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:26.470082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351b32bc-bf7f-4480-a083-828120bb1794']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:26.501131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:26.512769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c7c1b995-c212-4878-a6e8-f8c4135cb4b0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.513185 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment c7c1b995-c212-4878-a6e8-f8c4135cb4b0 of type vlan for network aeebbfcd-958d-4217-8fef-3695ed4904f3 Mar 09 17:09:26.521090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:26.521480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.528601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0df985-fb3b-4c31-a26c-e89937cccddd') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:26.528998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0df985-fb3b-4c31-a26c-e89937cccddd') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:26.562286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0a9af797-9bf4-481a-ab5e-30f33f1dac71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:26.567327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (0f0df985-fb3b-4c31-a26c-e89937cccddd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.597474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (aeebbfcd-958d-4217-8fef-3695ed4904f3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.600120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0f0df985-fb3b-4c31-a26c-e89937cccddd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.615326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:26.615875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (0f0df985-fb3b-4c31-a26c-e89937cccddd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:26.620297 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:26.622948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::b9d0:56f6:288e:8508 (23e84d69-248a-4c03-bab8-85be85a4a2bb/f2916683-6750-4d5e-bbc2-563ac36c69c9/aa1a82be-bd4a-422c-b0de-fa8d0b5eec44) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:26.657045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:26.657429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.681887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35dd72-6388-42a6-8b92-f394b98ac082 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:09:26.698474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.708638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:26.709030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.763325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (aeebbfcd-958d-4217-8fef-3695ed4904f3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.765557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c544c42f-b1af-4051-ab93-52c05e588d61) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:26.769406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:26.770100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.775567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:26.776467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (03701f80-599d-4f04-9483-7ef5c9ba685c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.789601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:26.806134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] For port 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a9af797-9bf4-481a-ab5e-30f33f1dac71,segment=NetworkSegment(b15d41d3-0c51-4717-8314-77abb6daf5ce),segment_id=b15d41d3-0c51-4717-8314-77abb6daf5ce)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:26.872965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:26.876181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.903757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:26.961916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35dd72-6388-42a6-8b92-f394b98ac082 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:09:27.018216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:27.018922 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:27.036771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Port': ['ID=03701f80-599d-4f04-9483-7ef5c9ba685c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:27.051427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e059201-3197-4f7a-910e-cd227326d735 None None] Pushing event updated for resources: {'Port': ['ID=0a9af797-9bf4-481a-ab5e-30f33f1dac71,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:27.069777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9f536785-884f-49e1-96c0-51b4bc68e856 None None] Could not find standard attr ID for object 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:27.140499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (351b32bc-bf7f-4480-a083-828120bb1794), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.165709 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1629434 Mar 09 17:09:27.166126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60472) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.179322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:27.191768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Checking segment: {'id': 'a1c1be52-3ed1-4a04-88b3-ae55419b04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '436fb508-5d7f-4530-ab85-31588b8f170f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:27.192146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network hostable DHCP agents. Network: 436fb508-5d7f-4530-ab85-31588b8f170f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:27.204568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.207742 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/351b32bc-bf7f-4480-a083-828120bb1794 HTTP/1.1" status: 204 len: 168 time: 4.0779917 Mar 09 17:09:27.211237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60474) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.223732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b5936-80a3-4f74-a733-26ff4d6e4956 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=aeebbfcd-958d-4217-8fef-3695ed4904f3,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:27.241269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network aeebbfcd-958d-4217-8fef-3695ed4904f3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:27.257932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa8df31-74f3-4022-8973-1c8eaf0790ab tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:27.258263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa8df31-74f3-4022-8973-1c8eaf0790ab tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:27.265263 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5fa8df31-74f3-4022-8973-1c8eaf0790ab tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/2e0e26c4-913e-4e4c-b4dd-52ffbd13ab18 HTTP/1.1" status: 404 len: 337 time: 0.0486021 Mar 09 17:09:27.274622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60476) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.288940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9494ed9-f771-43cc-bab5-e4fc37e9540e tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Network': ['ID=351b32bc-bf7f-4480-a083-828120bb1794,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:27.304893 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac185de9-7a08-4c2a-b101-ab54d7b080aa tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:27.305413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac185de9-7a08-4c2a-b101-ab54d7b080aa tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:27.311292 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ac185de9-7a08-4c2a-b101-ab54d7b080aa tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/351b32bc-bf7f-4480-a083-828120bb1794 HTTP/1.1" status: 404 len: 339 time: 0.0310585 Mar 09 17:09:27.311426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60478) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.322896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.323755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 13f4a119-5c5a-4a52-8649-e3399f353f9d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:27.325061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.334299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5a252-40fd-4551-abff-9a3fed495472 None None] DHCP port deletion for 351b32bc-bf7f-4480-a083-828120bb1794 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:27.346440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (aa1a82be-bd4a-422c-b0de-fa8d0b5eec44), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.365458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65041a-b59e-41b8-a365-1183ec310f42 req-3e1e2da3-2493-4331-8415-645991e3d0b2 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:27.366987 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be65041a-b59e-41b8-a365-1183ec310f42 req-3e1e2da3-2493-4331-8415-645991e3d0b2 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2243662 Mar 09 17:09:27.367908 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d581c66-d4b5-44d6-aeed-1a8387ca5235 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:27.368368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d581c66-d4b5-44d6-aeed-1a8387ca5235 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:27.372440 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2d581c66-d4b5-44d6-aeed-1a8387ca5235 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/16ef58ee-542d-49c9-90b4-cf693c38caea HTTP/1.1" status: 404 len: 337 time: 0.0591204 Mar 09 17:09:27.375172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60480) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.413316 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b957c840-153a-450d-b93a-5be31c67ce1b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:27.418339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b957c840-153a-450d-b93a-5be31c67ce1b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:27.418469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::2fb (53f25cdc-7a1c-454c-a07a-e00adce2e832/79838ff6-32f1-42c4-aa27-ebad256b352b/a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:27.418561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b957c840-153a-450d-b93a-5be31c67ce1b tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/bef44e7f-f7b8-4cee-ac9b-cdf5bd2e5e47 HTTP/1.1" status: 404 len: 339 time: 0.0408025 Mar 09 17:09:27.421490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60482) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.432445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de0c08-55d6-4292-b9d1-91be7f281ce6 None None] DHCP port deletion for ecc105f7-b3e4-4674-a919-3f7db9b844b9 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:27.466061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a444f80f-27ce-4768-9674-3efddb8f0ffa', 'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa', 'project_id': '039e055e257c46c28f1f9fab80450262', 'fixed_ips': [{'subnet_id': 'f5be833d-715d-4035-bc32-8cdb1d788537'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:27.466932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.485286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network 436fb508-5d7f-4530-ab85-31588b8f170f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:27.514781 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be65041a-b59e-41b8-a365-1183ec310f42 req-29cb6d64-658d-465e-aed0-1dd032c731b0 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312172 Mar 09 17:09:27.517846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.526556 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5915468-1e42-4a6c-9470-effc3301e949 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:27.527037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5915468-1e42-4a6c-9470-effc3301e949 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:27.530864 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f5915468-1e42-4a6c-9470-effc3301e949 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/9593aabc-6297-46b5-ad39-1d3276c7c8cb HTTP/1.1" status: 404 len: 337 time: 0.0740972 Mar 09 17:09:27.536582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60484) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.554463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 13f4a119-5c5a-4a52-8649-e3399f353f9d owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:27.573067 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7243df-bb4f-48fa-a039-4af46d1928b1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:27.574189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7243df-bb4f-48fa-a039-4af46d1928b1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:27.578156 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-da7243df-bb4f-48fa-a039-4af46d1928b1 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/71df9db2-f5fa-4747-ac90-84e3e6744a7c HTTP/1.1" status: 404 len: 339 time: 0.0403314 Mar 09 17:09:27.583025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.599061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 436fb508-5d7f-4530-ab85-31588b8f170f) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:27.599061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:27.604387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:27.611377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:27.612099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.623671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:27.690371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:27.692197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Allocated IP 172.20.0.2 (a444f80f-27ce-4768-9674-3efddb8f0ffa/f5be833d-715d-4035-bc32-8cdb1d788537/e89f2872-6b74-44b6-b13d-afa1fb5653f6) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:27.694165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.714951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aa1a82be-bd4a-422c-b0de-fa8d0b5eec44), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.803578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting port 52095b18-ce8f-4281-bdc8-cda76ac0ddd6 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:27.803896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (52095b18-ce8f-4281-bdc8-cda76ac0ddd6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.842912 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e55b800f-b97f-4aba-b528-9c9317de92f1 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9494271 Mar 09 17:09:27.861608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60490) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:27.900562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:27.921897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Publish callbacks [] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.929643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:27.937103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:27.944296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (52095b18-ce8f-4281-bdc8-cda76ac0ddd6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.950986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:27.951679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:27.959752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=aa1a82be-bd4a-422c-b0de-fa8d0b5eec44,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:27.997014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Calling delete_port for 52095b18-ce8f-4281-bdc8-cda76ac0ddd6 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:28.000380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.005567 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.048333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Network a444f80f-27ce-4768-9674-3efddb8f0ffa is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:28.052268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:28.056085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:28.071299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Pushing event updated for resources: {'Port': ['ID=e89f2872-6b74-44b6-b13d-afa1fb5653f6,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:28.071622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82a854-2a25-4f7c-b9ba-26e837e6dc2d tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.086591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82a854-2a25-4f7c-b9ba-26e837e6dc2d tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.091537 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aa82a854-2a25-4f7c-b9ba-26e837e6dc2d tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2290621 Mar 09 17:09:28.093446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60494) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:28.098952 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9e4457de-ab71-4e55-8640-ac02fc9558ea tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9360130 Mar 09 17:09:28.107813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60496) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:28.113021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (13f4a119-5c5a-4a52-8649-e3399f353f9d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.127279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e299-61c2-40cf-a184-90f2fa500a32 req-0267a952-178d-4828-9e95-7fa0f93e064f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.128907 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41c2e299-61c2-40cf-a184-90f2fa500a32 req-0267a952-178d-4828-9e95-7fa0f93e064f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2078600 Mar 09 17:09:28.143086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Attempting to bind port e89f2872-6b74-44b6-b13d-afa1fb5653f6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:28.151234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Attempting to bind port e89f2872-6b74-44b6-b13d-afa1fb5653f6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:28.151234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Attempting to bind port e89f2872-6b74-44b6-b13d-afa1fb5653f6 on network a444f80f-27ce-4768-9674-3efddb8f0ffa {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:28.151234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:28.151234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Checking segment: {'id': 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:28.151234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.151234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Bound using segment: {'id': 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:28.151872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Bound port: e89f2872-6b74-44b6-b13d-afa1fb5653f6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:28.152039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.180457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Allocated IP 172.20.0.1 (a444f80f-27ce-4768-9674-3efddb8f0ffa/f5be833d-715d-4035-bc32-8cdb1d788537/6c69dffb-113e-4f82-9544-6c5e0c210c0e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:28.226508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] For port e89f2872-6b74-44b6-b13d-afa1fb5653f6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:28.229877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] For port e89f2872-6b74-44b6-b13d-afa1fb5653f6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e89f2872-6b74-44b6-b13d-afa1fb5653f6,segment=NetworkSegment(e233b6fc-3c9d-4435-a8ef-f8310f34bd9d),segment_id=e233b6fc-3c9d-4435-a8ef-f8310f34bd9d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:28.249629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d9a3-a877-499f-b481-8d357e56427d req-2d7787de-0822-4029-ac63-c1ce9a282080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.251175 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-2d7787de-0822-4029-ac63-c1ce9a282080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 1130 time: 0.2400200 Mar 09 17:09:28.262487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=13f4a119-5c5a-4a52-8649-e3399f353f9d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:28.307488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.320021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.462671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f8eca-608a-4690-95cd-35d7ca51d12a None None] Pushing event updated for resources: {'Port': ['ID=e89f2872-6b74-44b6-b13d-afa1fb5653f6,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:28.467169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0a9af797-9bf4-481a-ab5e-30f33f1dac71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:28.491052 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41c2e299-61c2-40cf-a184-90f2fa500a32 req-dbbb4c85-b455-43c9-adc3-a2f5113a0e84 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671876 Mar 09 17:09:28.506719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.535736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.537798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Deleting port 43182b01-af9b-4627-a945-c789d302985f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:28.544015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (43182b01-af9b-4627-a945-c789d302985f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.549560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:28.550038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.603490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (52095b18-ce8f-4281-bdc8-cda76ac0ddd6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.668731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:28.681636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:28.686685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (268ce1f8-1cc7-40d1-9ff3-54508b1dcf77), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.696313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155aa390-6994-46d4-a8b5-49b98f958aa5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.702422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155aa390-6994-46d4-a8b5-49b98f958aa5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.704224 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-155aa390-6994-46d4-a8b5-49b98f958aa5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.5922382 Mar 09 17:09:28.725262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:28.725262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0ef325e7-563f-4583-9c3a-d0cc4bef9e1f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:28.725262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2b61e00-a6c9-4e70-abdf-c1649f91b64b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:28.725644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Port': ['ID=52095b18-ce8f-4281-bdc8-cda76ac0ddd6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:28.740982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (43182b01-af9b-4627-a945-c789d302985f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.745105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60498) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:28.764992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: f2b61e00-a6c9-4e70-abdf-c1649f91b64b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:28.765342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2b61e00-a6c9-4e70-abdf-c1649f91b64b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:28.775072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.778391 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cf436416-2c58-46dc-85e0-d5ac7d1a0168 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/ports/52095b18-ce8f-4281-bdc8-cda76ac0ddd6 HTTP/1.1" status: 204 len: 168 time: 1.1941037 Mar 09 17:09:28.779414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Calling delete_port for 43182b01-af9b-4627-a945-c789d302985f owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:28.784418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60500) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:28.868059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:28.874001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a00565-0d21-4147-8ac6-d0398708d305 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:28.874468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a00565-0d21-4147-8ac6-d0398708d305 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:28.880136 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-97a00565-0d21-4147-8ac6-d0398708d305 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/e15780b9-8320-4b2a-87d0-15290799f9e5 HTTP/1.1" status: 404 len: 337 time: 0.0924501 Mar 09 17:09:28.881629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60502) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:28.893205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:28.907754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:28.919277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:28.925154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:28.925955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:28.961949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=268ce1f8-1cc7-40d1-9ff3-54508b1dcf77,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:28.997221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.018884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d9a3-a877-499f-b481-8d357e56427d req-d8586daf-7002-4b50-a823-75d70291a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:29.020564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-d8586daf-7002-4b50-a823-75d70291a827 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 200 len: 912 time: 0.7547154 Mar 09 17:09:29.037434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:29.037802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: aeebbfcd-958d-4217-8fef-3695ed4904f3, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:29.068670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (1a8857ba-e8b0-4282-aa90-b2f651939d61), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.087853 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6282aae8-4773-4782-b54a-96ddcf12d234 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5015333 Mar 09 17:09:29.088934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60504) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:29.092016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 95ab47fd-f074-410c-8acd-bf198a3b4777 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:29.096871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:29.132735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-19ec6d6d-4dea-4299-8d79-3193de8d0361 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 200 len: 1002 time: 0.1044619 Mar 09 17:09:29.142903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port aa1a82be-bd4a-422c-b0de-fa8d0b5eec44 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:29.143256 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (aa1a82be-bd4a-422c-b0de-fa8d0b5eec44), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.157179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (43182b01-af9b-4627-a945-c789d302985f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.208754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network aeebbfcd-958d-4217-8fef-3695ed4904f3 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:29.252446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d9a3-a877-499f-b481-8d357e56427d req-69608c22-9494-4f7e-821a-7bd47e2b6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:29.254003 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-69608c22-9494-4f7e-821a-7bd47e2b6e51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 200 len: 851 time: 0.1152663 Mar 09 17:09:29.257376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.287274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.293225 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/ports/43182b01-af9b-4627-a945-c789d302985f HTTP/1.1" status: 204 len: 168 time: 1.1947541 Mar 09 17:09:29.298206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60506) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:29.300061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73b0c6-cd38-438d-81d8-167631d7cdaa tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Port': ['ID=43182b01-af9b-4627-a945-c789d302985f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:29.333741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (1a8857ba-e8b0-4282-aa90-b2f651939d61), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.349268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aeebbfcd-958d-4217-8fef-3695ed4904f3) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:29.388580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:29.389187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.395139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network a444f80f-27ce-4768-9674-3efddb8f0ffa is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:29.398747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (aa1a82be-bd4a-422c-b0de-fa8d0b5eec44), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.405559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8857ba-e8b0-4282-aa90-b2f651939d61']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.422066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:29.434742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b002c1ef-e715-4838-9e2e-469db7af2328') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.435125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b002c1ef-e715-4838-9e2e-469db7af2328') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.437572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:29.442975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for aa1a82be-bd4a-422c-b0de-fa8d0b5eec44 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:29.444866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Port': ['ID=6c69dffb-113e-4f82-9544-6c5e0c210c0e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:29.454437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (b002c1ef-e715-4838-9e2e-469db7af2328), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.458299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:29.465884 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b9248b9f-8267-46eb-a47f-c2d1c29adb83 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/95ab47fd-f074-410c-8acd-bf198a3b4777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2181709 Mar 09 17:09:29.475198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60508) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:29.480613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] Sync routers for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:29.484665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b002c1ef-e715-4838-9e2e-469db7af2328), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.492038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:29.492766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (b002c1ef-e715-4838-9e2e-469db7af2328), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.496800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:29.497607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:29.499205 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:29.551982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.567154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:29.568270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.604472 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9153ee8a-ae59-41c0-b429-219fee397ba5 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4306264 Mar 09 17:09:29.608714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:29.622096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:29.622312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3', 'name': 'tempest-PortsTestJSON-1871505142', 'fixed_ips': [{'subnet_id': '268ce1f8-1cc7-40d1-9ff3-54508b1dcf77', 'ip_address': '172.20.0.10'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:29.623074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac20fc3-1e0e-494c-8e8f-9451068aab55 None None] The sync data for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:29.655778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d9a3-a877-499f-b481-8d357e56427d req-b05dabec-ad47-4eb7-96e3-30532f94a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:29.657328 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-b05dabec-ad47-4eb7-96e3-30532f94a51f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781549fa-9da0-4eeb-8336-15685593a054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3957934 Mar 09 17:09:29.667588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:29.671721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.708869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (1a8857ba-e8b0-4282-aa90-b2f651939d61), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.718730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (b63f5dde-899d-4f3f-b9d1-69367e97b109), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.729436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:29.736035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/1a8857ba-e8b0-4282-aa90-b2f651939d61 HTTP/1.1" status: 204 len: 168 time: 0.8512685 Mar 09 17:09:29.743912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60514) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:29.796399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90a977-9ac3-4ab1-be52-a33f4397510d tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Network': ['ID=1a8857ba-e8b0-4282-aa90-b2f651939d61,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:29.841331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34836b1c-e619-4e62-9de6-200d5d22fd77 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:29.875728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bcb685-f2e9-4827-8eb9-100a98020a79 None None] Network 351b32bc-bf7f-4480-a083-828120bb1794 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:29.923804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd21857b-67bc-4535-b191-76d3a8ed4689 None None] Network a444f80f-27ce-4768-9674-3efddb8f0ffa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:29.928012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.ipam_backend_mixin [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79838ff6-32f1-42c4-aa27-ebad256b352b (CIDR: 2001:db8::/64) Mar 09 17:09:29.938881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bcb685-f2e9-4827-8eb9-100a98020a79 None None] Network 351b32bc-bf7f-4480-a083-828120bb1794 could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:09:29.979223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting port e566f2ca-a71d-4f52-98d6-5ac61573a5cb {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:29.980237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e566f2ca-a71d-4f52-98d6-5ac61573a5cb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.001577 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:09:30.001804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:30.003824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:30.016696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81f920-aedc-459c-8510-ecce20a4044c None None] Network 351b32bc-bf7f-4480-a083-828120bb1794 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:30.017774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a922c25-2363-4f45-b402-655db4b37cee req-729b620e-33a8-4d48-bd77-c9a83d9842db tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:30.019464 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9a922c25-2363-4f45-b402-655db4b37cee req-729b620e-33a8-4d48-bd77-c9a83d9842db tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.4108453 Mar 09 17:09:30.042686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Deleting port 03701f80-599d-4f04-9483-7ef5c9ba685c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:30.043609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (03701f80-599d-4f04-9483-7ef5c9ba685c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.055392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b4d50-154d-42e5-b482-5e7f5cb97e81 None None] Network c544c42f-b1af-4051-ab93-52c05e588d61 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:30.087494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be21db48-39c9-4c21-b25c-cc73960c9e41 None None] Network 436fb508-5d7f-4530-ab85-31588b8f170f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:30.145500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81f920-aedc-459c-8510-ecce20a4044c None None] Network 351b32bc-bf7f-4480-a083-828120bb1794 could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:09:30.145641 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-007f3d77-f78e-4e68-b440-9b403f7d2167 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784014 Mar 09 17:09:30.155258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] Provisioning complete for port e89f2872-6b74-44b6-b13d-afa1fb5653f6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:30.155960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.236122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (03701f80-599d-4f04-9483-7ef5c9ba685c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.251949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Calling delete_port for 03701f80-599d-4f04-9483-7ef5c9ba685c owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:30.303272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcedaea-13f6-4bf7-b57c-fb75a2350db5 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:30.567747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.627009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e566f2ca-a71d-4f52-98d6-5ac61573a5cb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.646356 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-413ca626-f7d4-4932-9248-09b221d58282 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5544789 Mar 09 17:09:30.647619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60522) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:30.650959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e89f2872-6b74-44b6-b13d-afa1fb5653f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:30.653622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:30.662823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aa1a82be-bd4a-422c-b0de-fa8d0b5eec44), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.675386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Calling delete_port for e566f2ca-a71d-4f52-98d6-5ac61573a5cb owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:30.677937 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9a922c25-2363-4f45-b402-655db4b37cee req-46c0a9ca-c073-43cb-90b8-9b1706e32230 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6316314 Mar 09 17:09:30.681182 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d657d9a3-a877-499f-b481-8d357e56427d req-4834f55d-1780-4050-a66d-c5458d7ebbe4 service neutron] 10.222.0.36 "GET /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424656 Mar 09 17:09:30.682531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.683162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (03701f80-599d-4f04-9483-7ef5c9ba685c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.712604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 648047e8-83b1-483b-8e22-3a9ce505cb7f yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:30.778652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=aa1a82be-bd4a-422c-b0de-fa8d0b5eec44,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:30.821888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] Current status of the port e89f2872-6b74-44b6-b13d-afa1fb5653f6 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:30.822282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.825818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.841856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/ports/03701f80-599d-4f04-9483-7ef5c9ba685c HTTP/1.1" status: 204 len: 168 time: 1.5137494 Mar 09 17:09:30.863546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60524) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:30.864971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71f43-58ba-4c0c-92ad-7d52122885f6 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Port': ['ID=03701f80-599d-4f04-9483-7ef5c9ba685c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:30.894048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] For port e89f2872-6b74-44b6-b13d-afa1fb5653f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e89f2872-6b74-44b6-b13d-afa1fb5653f6,segment=NetworkSegment(e233b6fc-3c9d-4435-a8ef-f8310f34bd9d),segment_id=e233b6fc-3c9d-4435-a8ef-f8310f34bd9d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:30.895997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e89f2872-6b74-44b6-b13d-afa1fb5653f6 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:30.896427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:30.955246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.080056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0ea72-6685-4f2b-ac68-3cb4f7f6efdb None None] Pushing event updated for resources: {'Port': ['ID=e89f2872-6b74-44b6-b13d-afa1fb5653f6,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:31.098609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-79308fcd-4b2b-4080-a8ab-4c7fefe5340e None None] Could not find standard attr ID for object 13f4a119-5c5a-4a52-8649-e3399f353f9d. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:31.112333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:31.117783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.121523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e89f2872-6b74-44b6-b13d-afa1fb5653f6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:31.157530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e566f2ca-a71d-4f52-98d6-5ac61573a5cb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.245165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Port': ['ID=e566f2ca-a71d-4f52-98d6-5ac61573a5cb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:31.290318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.298604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-94f2aa41-c627-4a19-bf41-050317fd8155 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/ports/e566f2ca-a71d-4f52-98d6-5ac61573a5cb HTTP/1.1" status: 204 len: 168 time: 1.5517051 Mar 09 17:09:31.299784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60526) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:31.318080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.10 (aeebbfcd-958d-4217-8fef-3695ed4904f3/268ce1f8-1cc7-40d1-9ff3-54508b1dcf77/648047e8-83b1-483b-8e22-3a9ce505cb7f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:31.342414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Provisioning complete for port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:31.342889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.369267 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-410dd499-da25-4ba4-83ec-0419385f6acb tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] DELETE failed (client error): The resource could not be found. Mar 09 17:09:31.369745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410dd499-da25-4ba4-83ec-0419385f6acb tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:31.373693 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-410dd499-da25-4ba4-83ec-0419385f6acb tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/28fc6e89-707f-44da-95f3-49460b86852f HTTP/1.1" status: 404 len: 337 time: 0.0685210 Mar 09 17:09:31.381968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60528) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:31.407778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:31.431741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:31.432136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.454978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.460500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-74d93462-0dcc-4b13-9a53-0bd172c8cbff tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/aa1a82be-bd4a-422c-b0de-fa8d0b5eec44 HTTP/1.1" status: 204 len: 168 time: 2.7141228 Mar 09 17:09:31.469801 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-367639a7-9419-42dd-8433-470bb5a4c7c2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6031599 Mar 09 17:09:31.470625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:31.477809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60532) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:31.515313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:31.543971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:31.544592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.587361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6565f8-4baf-4ee1-85b1-e0808c6327f0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:31.589241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6565f8-4baf-4ee1-85b1-e0808c6327f0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:31.591766 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1a6565f8-4baf-4ee1-85b1-e0808c6327f0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1148145 Mar 09 17:09:31.601656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1410636954'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:31.603697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60534) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:31.609584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (c8d573ad-50c3-4e88-83f9-33c8bf86c441), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.740101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f1251f7-a029-40b9-9169-0bd456964eba None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:31.805835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet f2916683-6750-4d5e-bbc2-563ac36c69c9 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:31.818257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (f2916683-6750-4d5e-bbc2-563ac36c69c9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.836718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (c8d573ad-50c3-4e88-83f9-33c8bf86c441), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.860294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d573ad-50c3-4e88-83f9-33c8bf86c441']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:31.867254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Provisioning complete for port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:31.867872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.873976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290c3241-4ad0-4efe-9491-6e8aa20c2ca5') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:31.874296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290c3241-4ad0-4efe-9491-6e8aa20c2ca5') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:31.884993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (290c3241-4ad0-4efe-9491-6e8aa20c2ca5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.898808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (290c3241-4ad0-4efe-9491-6e8aa20c2ca5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.905097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:31.905518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (290c3241-4ad0-4efe-9491-6e8aa20c2ca5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.906201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.910656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (f2916683-6750-4d5e-bbc2-563ac36c69c9), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.935621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:31.942112 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:31.954670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Provisioning complete for port 4c271236-c71f-4728-b3b0-bfe9e33f0216 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:31.955284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.993698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:31.998347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94411cfd-eae9-4fdf-8e6c-27be298a7b5f None None] Network a444f80f-27ce-4768-9674-3efddb8f0ffa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:32.043083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:32.047270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.065103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.098885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f2916683-6750-4d5e-bbc2-563ac36c69c9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.185636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Current status of the port 4c271236-c71f-4728-b3b0-bfe9e33f0216 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:32.190712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (c8d573ad-50c3-4e88-83f9-33c8bf86c441), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.191318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8f4e80c3-47a8-4aa6-b63a-6b6255109dbf None None] Could not find standard attr ID for object aa1a82be-bd4a-422c-b0de-fa8d0b5eec44. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:32.232167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.235204 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/c8d573ad-50c3-4e88-83f9-33c8bf86c441 HTTP/1.1" status: 204 len: 168 time: 0.8496749 Mar 09 17:09:32.257759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5407017-abaa-4235-a85d-38d246f9faa4 req-55dda8dd-c345-4dca-91a3-6415ec447b5c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:32.257759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5407017-abaa-4235-a85d-38d246f9faa4 req-55dda8dd-c345-4dca-91a3-6415ec447b5c tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.3284259 Mar 09 17:09:32.257759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60538) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:32.259372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:32.275128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (648047e8-83b1-483b-8e22-3a9ce505cb7f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.306732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (b63f5dde-899d-4f3f-b9d1-69367e97b109), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.317438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Port': ['ID=6c69dffb-113e-4f82-9544-6c5e0c210c0e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:32.338911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7c55c-503c-476b-82dc-096aa47991db tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Network': ['ID=c8d573ad-50c3-4e88-83f9-33c8bf86c441,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:32.351521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-58f927d1-66e9-4108-9257-a0a2422ddc0a None None] Provisioning complete for port e89f2872-6b74-44b6-b13d-afa1fb5653f6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:32.351910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-58f927d1-66e9-4108-9257-a0a2422ddc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.375133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (da50c101-2b00-4bbe-916e-8b6921c8a928), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.375493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Added segment da50c101-2b00-4bbe-916e-8b6921c8a928 of type vlan for network dd9e24f7-9b1a-4507-b434-c050e278b77c Mar 09 17:09:32.470045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network a444f80f-27ce-4768-9674-3efddb8f0ffa is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:32.476622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:32.493971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e89f2872-6b74-44b6-b13d-afa1fb5653f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:32.515435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (dd9e24f7-9b1a-4507-b434-c050e278b77c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.515435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting subnet bd11db48-c186-409b-92e0-681928bc3042 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:32.517996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (bd11db48-c186-409b-92e0-681928bc3042), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.545407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (f2916683-6750-4d5e-bbc2-563ac36c69c9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.547496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-58f927d1-66e9-4108-9257-a0a2422ddc0a None None] Current status of the port e89f2872-6b74-44b6-b13d-afa1fb5653f6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:32.565436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-58f927d1-66e9-4108-9257-a0a2422ddc0a None None] Provisioning complete for port 6c69dffb-113e-4f82-9544-6c5e0c210c0e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:32.565812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-58f927d1-66e9-4108-9257-a0a2422ddc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.576669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=f2916683-6750-4d5e-bbc2-563ac36c69c9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:32.585961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5407017-abaa-4235-a85d-38d246f9faa4 req-e018104f-9e06-440e-acf1-293ff92de897 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089721 Mar 09 17:09:32.596946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (bd11db48-c186-409b-92e0-681928bc3042), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.614497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e89f2872-6b74-44b6-b13d-afa1fb5653f6 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:32.614909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.638004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-58f927d1-66e9-4108-9257-a0a2422ddc0a None None] Port 6c69dffb-113e-4f82-9544-6c5e0c210c0e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:32.656992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.660438 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f62d32ec-f6cd-44ec-9407-6a34cdb40641 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/f2916683-6750-4d5e-bbc2-563ac36c69c9 HTTP/1.1" status: 204 len: 168 time: 1.0248997 Mar 09 17:09:32.666657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (ab294eda-8a99-4237-8f9a-fb6ca642b015), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.678682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60542) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:32.681954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e924b3-20cb-4b63-8708-04acb68870ba None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:32.763557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=ab294eda-8a99-4237-8f9a-fb6ca642b015,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:32.775563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (648047e8-83b1-483b-8e22-3a9ce505cb7f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.827234 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a7582b39-cc04-4d8d-9c35-06c60b8c4699 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712702 Mar 09 17:09:32.827972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-89dca55d-44f5-4cbe-b4dc-f03ffa36ea67 None None] Provisioning complete for port e89f2872-6b74-44b6-b13d-afa1fb5653f6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:32.828504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-89dca55d-44f5-4cbe-b4dc-f03ffa36ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.834319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfe1b9-f0f5-49e4-9e37-2a9a0fae40bf req-744fa8a8-09e1-42f7-8a6a-39a54ca6d573 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:32.836173 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5cfe1b9-f0f5-49e4-9e37-2a9a0fae40bf req-744fa8a8-09e1-42f7-8a6a-39a54ca6d573 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1130068 Mar 09 17:09:32.838307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60544) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:32.841290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (dd9e24f7-9b1a-4507-b434-c050e278b77c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.847905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:32.848069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e89f2872-6b74-44b6-b13d-afa1fb5653f6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:32.848878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.887091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:32.897080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 96aa6739-a0b5-44b7-b912-8b7546c65b28 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:32.897080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.931865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:32.936477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:32.936657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:32.948225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760f216-2fe6-4749-8fe3-1d580cb8eeb1 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:32.970949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:32.974060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network aeebbfcd-958d-4217-8fef-3695ed4904f3 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:32.975660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-89dca55d-44f5-4cbe-b4dc-f03ffa36ea67 None None] Current status of the port e89f2872-6b74-44b6-b13d-afa1fb5653f6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:33.001743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:33.004083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:33.019005 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4232001 Mar 09 17:09:33.028225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60546) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.029650 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5cfe1b9-f0f5-49e4-9e37-2a9a0fae40bf req-9214e07a-4a1f-4731-a97f-91d4b12b2309 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812680 Mar 09 17:09:33.034247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-273832972'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:33.041883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Router b63f5dde-899d-4f3f-b9d1-69367e97b109 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:09:33.068156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-89dca55d-44f5-4cbe-b4dc-f03ffa36ea67 None None] Provisioning complete for port 6c69dffb-113e-4f82-9544-6c5e0c210c0e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:33.068795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-89dca55d-44f5-4cbe-b4dc-f03ffa36ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.070067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=648047e8-83b1-483b-8e22-3a9ce505cb7f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:33.082402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c10c99-800b-4dea-81d7-13bc1e9f1b65 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Network': ['ID=dd9e24f7-9b1a-4507-b434-c050e278b77c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:33.094101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (bd11db48-c186-409b-92e0-681928bc3042), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.103282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network dd9e24f7-9b1a-4507-b434-c050e278b77c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:33.117443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b1495-b0d5-4d18-9cd7-758c33a31992 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:33.120999 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cd1b1495-b0d5-4d18-9cd7-758c33a31992 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2807710 Mar 09 17:09:33.125638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60550) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.147888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:33.148586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.176810 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-03614905-39f5-4f92-a87f-0429d5d25295 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5278120 Mar 09 17:09:33.178039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-89dca55d-44f5-4cbe-b4dc-f03ffa36ea67 None None] Port 6c69dffb-113e-4f82-9544-6c5e0c210c0e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:33.184527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60552) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.191887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-754284946', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab294eda-8a99-4237-8f9a-fb6ca642b015'}], 'security_groups': ['a83072ab-6ded-43e0-abae-0fd176070251']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:33.223119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:33.225994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] Deleting port 4c271236-c71f-4728-b3b0-bfe9e33f0216 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:33.226698 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.227664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.291124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.311862 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2a2bbcb4-3d3b-447c-8b84-6924accfb2b7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7020159 Mar 09 17:09:33.315795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60554) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.319683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3', 'name': 'tempest-PortsTestJSON-165731601', 'fixed_ips': [{'subnet_id': '268ce1f8-1cc7-40d1-9ff3-54508b1dcf77', 'ip_address': '172.20.0.9'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:33.323556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] For port 4c271236-c71f-4728-b3b0-bfe9e33f0216, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c271236-c71f-4728-b3b0-bfe9e33f0216,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:33.323968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.343278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (bd11db48-c186-409b-92e0-681928bc3042), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.348467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781adb1-edbb-49df-9e25-17b65afd6eb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:33.349929 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f781adb1-edbb-49df-9e25-17b65afd6eb0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2135065 Mar 09 17:09:33.360451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60556) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.376341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:33.381042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] Calling delete_port for 4c271236-c71f-4728-b3b0-bfe9e33f0216 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:33.390725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2959caf5-bdd2-42dc-8d29-8f757e9887e0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.390981 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Added segment 2959caf5-bdd2-42dc-8d29-8f757e9887e0 of type vlan for network 003618b3-f63b-4e24-a82c-8fae517789e9 Mar 09 17:09:33.391193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-40d8a572-7199-4e7b-a4db-ded200cfaeae None None] Provisioning complete for port 6c69dffb-113e-4f82-9544-6c5e0c210c0e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:33.391583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-40d8a572-7199-4e7b-a4db-ded200cfaeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.426851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 96aa6739-a0b5-44b7-b912-8b7546c65b28 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:33.431876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:33.436243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be150e99-ce47-4522-a802-89eaf43c4af3 None None] Network 6b10a2a6-d636-44cf-a65f-5c01c4b1019c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:33.438635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] Update dhcp port {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'fixed_ips': [{'subnet_id': '79838ff6-32f1-42c4-aa27-ebad256b352b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab294eda-8a99-4237-8f9a-fb6ca642b015'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0a9af797-9bf4-481a-ab5e-30f33f1dac71'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:09:33.444912 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8fc2f17-3f48-4e4d-bf93-52b79dc3eba4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "PUT /v2.0/routers/b63f5dde-899d-4f3f-b9d1-69367e97b109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0617080 Mar 09 17:09:33.450444 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] Sync routers for ids ['b63f5dde-899d-4f3f-b9d1-69367e97b109'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:33.456522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60558) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.461297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Subnet': ['ID=bd11db48-c186-409b-92e0-681928bc3042,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:33.466823 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] Routers {'b63f5dde-899d-4f3f-b9d1-69367e97b109'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:33.467452 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b63f5dde-899d-4f3f-b9d1-69367e97b109'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:33.483272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'port': {'network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa', 'name': 'tempest-FloatingIPNegativeTestJSON-812203665'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:33.502591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (003618b3-f63b-4e24-a82c-8fae517789e9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.524592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.537246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c5cbf4c-efda-405a-ba03-14f6e90619c3 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/subnets/bd11db48-c186-409b-92e0-681928bc3042 HTTP/1.1" status: 204 len: 168 time: 1.2666540 Mar 09 17:09:33.543761 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3acdbded-dc44-4007-8115-a6d9ba72e873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752989 Mar 09 17:09:33.547019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60562) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.547356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60564) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:33.550573 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:33.561424 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] Routers {'b63f5dde-899d-4f3f-b9d1-69367e97b109'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:33.562044 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b63f5dde-899d-4f3f-b9d1-69367e97b109'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:33.562372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:33.600748 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:33.601410 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d97da-12c1-4a9a-99a1-d48f40394198 None None] The sync data for ids ['b63f5dde-899d-4f3f-b9d1-69367e97b109'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:33.734027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-40d8a572-7199-4e7b-a4db-ded200cfaeae None None] Port 6c69dffb-113e-4f82-9544-6c5e0c210c0e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:33.737192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.740792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e293ee-a7e4-4bd0-86d8-e1261f747652 req-0b8103e6-335c-487e-91f1-d19180e51e9e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:33.742388 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84e293ee-a7e4-4bd0-86d8-e1261f747652 req-0b8103e6-335c-487e-91f1-d19180e51e9e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.1916828 Mar 09 17:09:33.756596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (003618b3-f63b-4e24-a82c-8fae517789e9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.761786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:33.762550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.854233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bcc77587-c042-4f38-b6fd-bc5a77052fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.932225 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8965683 Mar 09 17:09:33.932225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f08a5-5310-4ac5-8e89-7762dd71a0f8 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Network': ['ID=003618b3-f63b-4e24-a82c-8fae517789e9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:33.950758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (4c271236-c71f-4728-b3b0-bfe9e33f0216), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:33.959404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 003618b3-f63b-4e24-a82c-8fae517789e9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:34.004422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Made reservation on behalf of 039e055e257c46c28f1f9fab80450262 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:34.011107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.022157 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84e293ee-a7e4-4bd0-86d8-e1261f747652 req-3b6fe167-8e6f-4159-8ce4-356a5cc0f0e8 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728069 Mar 09 17:09:34.053188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] Pushing event deleted for resources: {'Port': ['ID=4c271236-c71f-4728-b3b0-bfe9e33f0216,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:34.062158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca851e-382e-4cff-b253-e239e373329f None None] No DVR routers for this DVR port 4c271236-c71f-4728-b3b0-bfe9e33f0216 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:34.075211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60566) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:34.080568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'subnets': [{'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--544197962', 'ip_version': 4}, {'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:34.081129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'subnet': {'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--544197962', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:34.082972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Request body: {'subnet': {'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:34.092192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] device_id is not set on port 25ece369-9739-4a2d-8c0a-74169348bdab yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:34.100426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (96aa6739-a0b5-44b7-b912-8b7546c65b28), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.113513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] DHCP port deletion for 6b10a2a6-d636-44cf-a65f-5c01c4b1019c request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:34.140106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] Allocated IP 2001:db8:0:1::2 (53f25cdc-7a1c-454c-a07a-e00adce2e832/ab294eda-8a99-4237-8f9a-fb6ca642b015/0a9af797-9bf4-481a-ab5e-30f33f1dac71) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:34.140537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.164662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6b10a2a6-d636-44cf-a65f-5c01c4b1019c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.269711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:34.274787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.275538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] Deleting port 786d2b80-911f-40cc-831a-4491af1a6ebd {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:34.275909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.305837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port cbfd504b-8941-41a4-9248-d79bfa6d5de3 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:34.356665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] For port 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a9af797-9bf4-481a-ab5e-30f33f1dac71,segment=NetworkSegment(b15d41d3-0c51-4717-8314-77abb6daf5ce),segment_id=b15d41d3-0c51-4717-8314-77abb6daf5ce)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:34.376469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:34.379353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.382052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] For port 786d2b80-911f-40cc-831a-4491af1a6ebd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=786d2b80-911f-40cc-831a-4491af1a6ebd,segment=NetworkSegment(f0ce0035-a7d3-4d83-b95e-6b16c97362d0),segment_id=f0ce0035-a7d3-4d83-b95e-6b16c97362d0)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:34.382609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.406524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] Calling delete_port for 786d2b80-911f-40cc-831a-4491af1a6ebd owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:34.428745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c271236-c71f-4728-b3b0-bfe9e33f0216 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:34.435119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] Publish callbacks [] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.456604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 4c271236-c71f-4728-b3b0-bfe9e33f0216 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:34.456965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c271236-c71f-4728-b3b0-bfe9e33f0216 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:34.457401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 786d2b80-911f-40cc-831a-4491af1a6ebd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:34.465723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=96aa6739-a0b5-44b7-b912-8b7546c65b28,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:34.473882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Deleting port 786d2b80-911f-40cc-831a-4491af1a6ebd {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:34.474227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.501549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.673263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de2305-fac0-44d7-988e-e29a51181ba3 None None] Pushing event updated for resources: {'Port': ['ID=0a9af797-9bf4-481a-ab5e-30f33f1dac71,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:34.686317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (95ab47fd-f074-410c-8acd-bf198a3b4777), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.723304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] For port 786d2b80-911f-40cc-831a-4491af1a6ebd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=786d2b80-911f-40cc-831a-4491af1a6ebd,segment=NetworkSegment(f0ce0035-a7d3-4d83-b95e-6b16c97362d0),segment_id=f0ce0035-a7d3-4d83-b95e-6b16c97362d0)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:34.723681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.743309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 786d2b80-911f-40cc-831a-4491af1a6ebd is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:34.743790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.751994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Allocated IP 172.20.0.4 (a444f80f-27ce-4768-9674-3efddb8f0ffa/f5be833d-715d-4035-bc32-8cdb1d788537/25ece369-9739-4a2d-8c0a-74169348bdab) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:34.772154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.808834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] No DVR routers for this DVR port 786d2b80-911f-40cc-831a-4491af1a6ebd on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:34.829509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d569a0-e0e1-45de-8f10-e7595b3daec9 None None] Pushing event deleted for resources: {'Port': ['ID=786d2b80-911f-40cc-831a-4491af1a6ebd,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:34.885018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Calling delete_port for 786d2b80-911f-40cc-831a-4491af1a6ebd owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:34.976316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Made reservation on behalf of 93638c74ae2d4c749c537148c91fac5f for: {'subnet': 2} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:34.980856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:34.981202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.028333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.9 (aeebbfcd-958d-4217-8fef-3695ed4904f3/268ce1f8-1cc7-40d1-9ff3-54508b1dcf77/cbfd504b-8941-41a4-9248-d79bfa6d5de3) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:35.090816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 95ab47fd-f074-410c-8acd-bf198a3b4777 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:35.113418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Delete allocated IP 2001:db8::2fb (53f25cdc-7a1c-454c-a07a-e00adce2e832/79838ff6-32f1-42c4-aa27-ebad256b352b) {{(pid=104357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 17:09:35.190749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8:0:1::285 (53f25cdc-7a1c-454c-a07a-e00adce2e832/ab294eda-8a99-4237-8f9a-fb6ca642b015/a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:35.234596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for port (25ece369-9739-4a2d-8c0a-74169348bdab), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.265455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (786d2b80-911f-40cc-831a-4491af1a6ebd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.301352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:35.310859 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0d342d8c-4ad4-4c42-8e38-2716a08445e3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/95ab47fd-f074-410c-8acd-bf198a3b4777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8315229 Mar 09 17:09:35.316459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60570) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:35.320557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] Sync routers for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:35.334471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Port': ['ID=786d2b80-911f-40cc-831a-4491af1a6ebd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:35.361069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:35.364094 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8a95315e-cc25-4e9b-9022-d2c144e8f4df tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=95ab47fd-f074-410c-8acd-bf198a3b4777 HTTP/1.1" status: 200 len: 205 time: 0.0444126 Mar 09 17:09:35.364802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.368077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60572) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:35.368620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] No DVR routers for this DVR port 786d2b80-911f-40cc-831a-4491af1a6ebd on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:35.399130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (483480f9-4d08-4447-abd6-d4a5c7dc1f21), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.425447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.428932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7d886-8507-4ea8-a6f2-618f2041ade8 req-aaac82c9-1ff4-4afe-9898-b157224d052f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:35.430522 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3e7d886-8507-4ea8-a6f2-618f2041ade8 req-aaac82c9-1ff4-4afe-9898-b157224d052f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2886093 Mar 09 17:09:35.437117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] Routers {'95ab47fd-f074-410c-8acd-bf198a3b4777'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:35.438192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['95ab47fd-f074-410c-8acd-bf198a3b4777'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.491549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.492692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a4aed-f4f1-4f9e-9603-16adca4dffc0 None None] The sync data for ids ['95ab47fd-f074-410c-8acd-bf198a3b4777'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:35.508561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Provisioning complete for port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:35.508561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.514402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (95ab47fd-f074-410c-8acd-bf198a3b4777), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.546457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:35.556938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:35.557326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.561104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:35.563972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (25ece369-9739-4a2d-8c0a-74169348bdab), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.588431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:35.598525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:35.599133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.606374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e6e26-d3bf-4bbb-a685-c6aa942c6272 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:35.623905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=483480f9-4d08-4447-abd6-d4a5c7dc1f21,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:35.656616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:35.671684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6b10a2a6-d636-44cf-a65f-5c01c4b1019c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.700010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (cbfd504b-8941-41a4-9248-d79bfa6d5de3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.704829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:35.705281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.729806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b10a2a6-d636-44cf-a65f-5c01c4b1019c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.743007 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3e7d886-8507-4ea8-a6f2-618f2041ade8 req-76c69fb5-def1-4fb1-8fe1-dc2514fd8c3e tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633662 Mar 09 17:09:35.751653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.751964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ce0035-a7d3-4d83-b95e-6b16c97362d0') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:35.762486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f88e7e1-8918-4de5-9cbd-513267b0a4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.768008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (95ab47fd-f074-410c-8acd-bf198a3b4777), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.770162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (95ab47fd-f074-410c-8acd-bf198a3b4777), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.787178 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-51f6d0fe-eaf3-44e0-8b66-4e0523bc73a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2291496 Mar 09 17:09:35.792304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (f0ce0035-a7d3-4d83-b95e-6b16c97362d0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.807038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '483480f9-4d08-4447-abd6-d4a5c7dc1f21'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:35.807906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.810537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.813450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60574) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:35.820063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network a444f80f-27ce-4768-9674-3efddb8f0ffa is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:35.826307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': '483480f9-4d08-4447-abd6-d4a5c7dc1f21', 'ip_address': '2001:db8::7880:85c2:2bbb:148f'}], 'name': 'tempest-NetworksTestDHCPv6-1923962915'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:35.834275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:35.840209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Port': ['ID=25ece369-9739-4a2d-8c0a-74169348bdab,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:35.843265 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:35.861424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f0ce0035-a7d3-4d83-b95e-6b16c97362d0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.870342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.880377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:35.881134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (f0ce0035-a7d3-4d83-b95e-6b16c97362d0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.898462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (95ab47fd-f074-410c-8acd-bf198a3b4777), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:35.901523 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:35.905131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router 95ab47fd-f074-410c-8acd-bf198a3b4777 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:09:35.909250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.910295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-30f7e2ee-b704-4934-a024-a9ae197bd69a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/95ab47fd-f074-410c-8acd-bf198a3b4777 HTTP/1.1" status: 204 len: 168 time: 0.5378764 Mar 09 17:09:35.917965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:35.918755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:35.923419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60576) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:36.055717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/483480f9-4d08-4447-abd6-d4a5c7dc1f21/63dffff2-d948-470e-9ac9-9c56c6cb9992) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:36.057496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (cbfd504b-8941-41a4-9248-d79bfa6d5de3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.069587 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb901de3-e585-4e9b-8e09-f4fae6433ae4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6090279 Mar 09 17:09:36.076845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet 1d4ececf-db21-4b07-8a7a-17b94b2d4a0d {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:36.078923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:36.094671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:36.103383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (1d4ececf-db21-4b07-8a7a-17b94b2d4a0d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.106674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] In _notify_port_updated(), no bound segment for port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 on network 53f25cdc-7a1c-454c-a07a-e00adce2e832 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:09:36.109140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9e54925-1a93-4a80-9299-65936a11b301 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:36.115238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:36.116065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.117630 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/ports/a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 HTTP/1.1" status: 200 len: 930 time: 2.9311316 Mar 09 17:09:36.133489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60580) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:36.146625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a7f74-5976-4771-a618-b0b33019c8cc tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:36.218760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network aeebbfcd-958d-4217-8fef-3695ed4904f3 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:36.227987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-29a32bd8-f9a3-408b-a93e-e73d4af1e9bf tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:36.229580 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-29a32bd8-f9a3-408b-a93e-e73d4af1e9bf tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.36 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.2709830 Mar 09 17:09:36.248397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6b10a2a6-d636-44cf-a65f-5c01c4b1019c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.253152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.258466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (1d4ececf-db21-4b07-8a7a-17b94b2d4a0d), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.261378 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] 10.222.0.16 "DELETE /v2.0/networks/6b10a2a6-d636-44cf-a65f-5c01c4b1019c HTTP/1.1" status: 204 len: 168 time: 2.7034295 Mar 09 17:09:36.262650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=cbfd504b-8941-41a4-9248-d79bfa6d5de3,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:36.299735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:36.308470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:36.325829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.343316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Publish callbacks [] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.378182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bed815a3-8a10-4e29-9bf1-d76c4859c693 None None] Provisioning complete for port 25ece369-9739-4a2d-8c0a-74169348bdab triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:36.378736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bed815a3-8a10-4e29-9bf1-d76c4859c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (25ece369-9739-4a2d-8c0a-74169348bdab), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.389951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (1a76b4ca-088e-46b7-9f97-2c88eb6bff18), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.399179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b861-3fa0-4a92-a483-7f608af4ab94 tempest-NetworksIpV6TestAttrs-1677429042 tempest-NetworksIpV6TestAttrs-1677429042-project] Pushing event deleted for resources: {'Network': ['ID=6b10a2a6-d636-44cf-a65f-5c01c4b1019c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:36.434213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bed815a3-8a10-4e29-9bf1-d76c4859c693 None None] Port 25ece369-9739-4a2d-8c0a-74169348bdab cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:36.436007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0a9af797-9bf4-481a-ab5e-30f33f1dac71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:36.442966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:36.467532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.482691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:36.483262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.526942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:36.531910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:36.538299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:36.565590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Pushing event updated for resources: {'Port': ['ID=63dffff2-d948-470e-9ac9-9c56c6cb9992,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:36.566019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Subnet': ['ID=1a76b4ca-088e-46b7-9f97-2c88eb6bff18,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:36.574084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Checking segment: {'id': 'da50c101-2b00-4bbe-916e-8b6921c8a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:36.574972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network hostable DHCP agents. Network: dd9e24f7-9b1a-4507-b434-c050e278b77c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:36.579432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:36.579692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.580231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (1d4ececf-db21-4b07-8a7a-17b94b2d4a0d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.614143 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2b5517f6-77c7-4d74-aee9-041d5c640426 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2982130 Mar 09 17:09:36.619640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60584) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:36.624001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Attempting to bind port 63dffff2-d948-470e-9ac9-9c56c6cb9992 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:36.624513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Attempting to bind port 63dffff2-d948-470e-9ac9-9c56c6cb9992 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:36.625060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Attempting to bind port 63dffff2-d948-470e-9ac9-9c56c6cb9992 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:36.627024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:36.627493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.633240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f217a1ad-0eac-46d9-ae6c-48f47582f38b None None] Provisioning complete for port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:36.633722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f217a1ad-0eac-46d9-ae6c-48f47582f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.654882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:36.655401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:36.655914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.656435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:36.657037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Bound port: 63dffff2-d948-470e-9ac9-9c56c6cb9992, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:36.657524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.657645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.672513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Deleting port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:36.672862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.739865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f217a1ad-0eac-46d9-ae6c-48f47582f38b None None] Port a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:36.751913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 32c0ac41-1474-4992-82ed-17bd347bc776 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:36.768579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] For port 63dffff2-d948-470e-9ac9-9c56c6cb9992, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:36.775712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network dd9e24f7-9b1a-4507-b434-c050e278b77c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:36.799315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.807947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] For port 63dffff2-d948-470e-9ac9-9c56c6cb9992, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63dffff2-d948-470e-9ac9-9c56c6cb9992,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:36.820472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:36.829527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (1d4ececf-db21-4b07-8a7a-17b94b2d4a0d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.897850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.911375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:36.925926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c493ae-17bf-4b66-8f4e-d96e38af18c7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:36.930152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-27c493ae-17bf-4b66-8f4e-d96e38af18c7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3043475 Mar 09 17:09:36.931055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:36.932462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60590) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:36.940739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60592) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:36.941205 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:09:37.007494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94e35c-fb82-431d-86f1-cb258700be2e None None] Pushing event updated for resources: {'Port': ['ID=63dffff2-d948-470e-9ac9-9c56c6cb9992,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:37.101797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::7880:85c2:2bbb:148f (23e84d69-248a-4c03-bab8-85be85a4a2bb/483480f9-4d08-4447-abd6-d4a5c7dc1f21/32c0ac41-1474-4992-82ed-17bd347bc776) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:37.130060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9191d7e-9b3c-4e56-a1ad-f2f77d3a3179 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:37.136084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9191d7e-9b3c-4e56-a1ad-f2f77d3a3179 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:37.138711 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e9191d7e-9b3c-4e56-a1ad-f2f77d3a3179 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 1640 time: 0.2009721 Mar 09 17:09:37.145719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:37.170373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.241946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4ececf-db21-4b07-8a7a-17b94b2d4a0d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:37.244143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd9e24f7-9b1a-4507-b434-c050e278b77c) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:37.255699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce30b4-a456-4cf0-853b-bcb318dea09e None None] Network dd9e24f7-9b1a-4507-b434-c050e278b77c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:37.284909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (c2996d62-8be5-45b2-a82e-318f0f05bad1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.291347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] For port 512b5ec9-41f5-49e6-b6b6-40508ba66db1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=512b5ec9-41f5-49e6-b6b6-40508ba66db1,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:37.291999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.343183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.349335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-33113240-60c6-4e41-974c-ca53f967329d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40fd91637ad74a30a334566cb591392f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741112 Mar 09 17:09:37.349950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-17befce2-f7e6-4c4f-8bc6-972016b6d5a6 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/1d4ececf-db21-4b07-8a7a-17b94b2d4a0d HTTP/1.1" status: 204 len: 168 time: 1.4231110 Mar 09 17:09:37.352609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36059a-3d77-4364-ba1d-4722fcc34585 None None] Network 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:37.358999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60598) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:37.363461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60600) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:37.437572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event updated for resources: {'Subnet': ['ID=c2996d62-8be5-45b2-a82e-318f0f05bad1,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:37.493041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dd9e24f7-9b1a-4507-b434-c050e278b77c', 'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c', 'project_id': '93638c74ae2d4c749c537148c91fac5f', 'fixed_ips': [{'subnet_id': '1a76b4ca-088e-46b7-9f97-2c88eb6bff18'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:37.494244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.551460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Checking segment: {'id': '2959caf5-bdd2-42dc-8d29-8f757e9887e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:37.552247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network hostable DHCP agents. Network: 003618b3-f63b-4e24-a82c-8fae517789e9, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:37.571995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc10ddb-20e8-42d2-a712-e9e28b2a1f90 req-2431dd81-1608-4d47-b00f-74e70045d827 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:37.579523 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8dc10ddb-20e8-42d2-a712-e9e28b2a1f90 req-2431dd81-1608-4d47-b00f-74e70045d827 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 946 time: 0.6817801 Mar 09 17:09:37.623026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] DHCP port deletion for 25c22a12-d423-4ca0-ab43-c0c3ad9a9603 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:37.677384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Allocated IP 172.36.5.253 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/d68d2643-6a5d-4812-8e7b-0b10ac573edf) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:37.711620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Allocated IP 172.20.0.2 (dd9e24f7-9b1a-4507-b434-c050e278b77c/1a76b4ca-088e-46b7-9f97-2c88eb6bff18/026bd649-025c-4a69-bad8-03f033de1bba) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:37.722091 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8dc10ddb-20e8-42d2-a712-e9e28b2a1f90 req-f00df22d-cad4-4745-b4b7-7546f0dccbec tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac71c36f-9496-4ffc-9259-0d6b5c862a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414721 Mar 09 17:09:37.732696 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Network 003618b3-f63b-4e24-a82c-8fae517789e9 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:37.737102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.737469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (27936021-23a2-46b7-b59d-bd434ce6ae18), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.737784 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Floating IP 27936021-23a2-46b7-b59d-bd434ce6ae18 disassociated. External IP: 172.36.5.212, port: 512b5ec9-41f5-49e6-b6b6-40508ba66db1. Mar 09 17:09:37.738123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Calling delete_port for 512b5ec9-41f5-49e6-b6b6-40508ba66db1 owned by compute:nova {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:37.849656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 003618b3-f63b-4e24-a82c-8fae517789e9) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:37.870948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:37.871490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:37.872121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.902116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet a64528c2-186a-4645-81ae-3cbcce73e671 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:37.912998 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc40ec7-cd68-4610-8734-258c5f0bca29 None None] Network 003618b3-f63b-4e24-a82c-8fae517789e9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:37.913246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (a64528c2-186a-4645-81ae-3cbcce73e671), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.939167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] Deleting port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:37.939559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:37.995116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port cbfd504b-8941-41a4-9248-d79bfa6d5de3 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:37.995116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (cbfd504b-8941-41a4-9248-d79bfa6d5de3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.001329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (a64528c2-186a-4645-81ae-3cbcce73e671), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.004340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a166aff2-e7b4-4d38-8cf4-d83d01561ae5 admin admin] Publish callbacks [] for security_group (33cf22d7-cb9b-40fc-8076-07b2309f0eb3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.029880 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3f53043f-43d4-4a59-b23a-514d15ef018c tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.9503603 Mar 09 17:09:38.038706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60602) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:38.052046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (32c0ac41-1474-4992-82ed-17bd347bc776), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.057373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.094778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.115293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] For port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,segment=NetworkSegment(7a0cd091-abe0-4009-8439-018554771e21),segment_id=7a0cd091-abe0-4009-8439-018554771e21)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:38.115705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.124951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0fe69-99ad-42ae-98e5-9110ebcd0e6f tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:38.126107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0fe69-99ad-42ae-98e5-9110ebcd0e6f tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:38.127717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0fe69-99ad-42ae-98e5-9110ebcd0e6f tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:38.132615 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0cd0fe69-99ad-42ae-98e5-9110ebcd0e6f tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0891387 Mar 09 17:09:38.136698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60604) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:38.139281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (512b5ec9-41f5-49e6-b6b6-40508ba66db1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.161647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.175452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] Calling delete_port for 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:38.176310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a166aff2-e7b4-4d38-8cf4-d83d01561ae5 admin admin] Publish callbacks [] for security_group (33cf22d7-cb9b-40fc-8076-07b2309f0eb3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.203932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-003618b3-f63b-4e24-a82c-8fae517789e9', 'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9', 'project_id': '93638c74ae2d4c749c537148c91fac5f', 'fixed_ips': [{'subnet_id': 'c2996d62-8be5-45b2-a82e-318f0f05bad1'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:38.204829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.216047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Deleting subnet 1a76b4ca-088e-46b7-9f97-2c88eb6bff18 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:38.267338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event deleted for resources: {'Port': ['ID=512b5ec9-41f5-49e6-b6b6-40508ba66db1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.286018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.292078 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-031b8250-f602-4bb3-b093-9a19be925a5b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 HTTP/1.1" status: 204 len: 168 time: 2.1544683 Mar 09 17:09:38.306939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60606) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:38.395018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (cbfd504b-8941-41a4-9248-d79bfa6d5de3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.424381 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b927b3-869f-412f-9c65-a6e05db3fa86 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:09:38.433013 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-27b927b3-869f-412f-9c65-a6e05db3fa86 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/a5adaedb-2d2e-4b9d-935a-a2fa1c6070d2 HTTP/1.1" status: 404 len: 333 time: 0.1192813 Mar 09 17:09:38.439803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60608) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:38.450378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for cbfd504b-8941-41a4-9248-d79bfa6d5de3 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:38.457123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a64528c2-186a-4645-81ae-3cbcce73e671), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.511204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Publish callbacks [] for port (026bd649-025c-4a69-bad8-03f033de1bba), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.528189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 63dffff2-d948-470e-9ac9-9c56c6cb9992 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:38.563431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (32c0ac41-1474-4992-82ed-17bd347bc776), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.565649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.572858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.644331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a166aff2-e7b4-4d38-8cf4-d83d01561ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (33cf22d7-cb9b-40fc-8076-07b2309f0eb3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.646944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a166aff2-e7b4-4d38-8cf4-d83d01561ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.651728 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a166aff2-e7b4-4d38-8cf4-d83d01561ae5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33cf22d7-cb9b-40fc-8076-07b2309f0eb3 HTTP/1.1" status: 204 len: 168 time: 1.2912412 Mar 09 17:09:38.654477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for subnet (1a76b4ca-088e-46b7-9f97-2c88eb6bff18), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.658038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (026bd649-025c-4a69-bad8-03f033de1bba), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.665498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:38.681826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:38.684427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=32c0ac41-1474-4992-82ed-17bd347bc776,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.694000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:38.701233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:38.702942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.707423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166aff2-e7b4-4d38-8cf4-d83d01561ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf22d7-cb9b-40fc-8076-07b2309f0eb3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.722869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (a64528c2-186a-4645-81ae-3cbcce73e671), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.724573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:38.748242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Port': ['ID=d68d2643-6a5d-4812-8e7b-0b10ac573edf,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.783561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:38.787852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.790610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Router f807fc88-c735-47d8-8b82-2fce094d3b10 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:38.794464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:38.799645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-927a883c-11bb-4afe-afa9-6c813ff7245f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (fd236f68-93a2-43be-921b-a129af7adce0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.813078 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/a64528c2-186a-4645-81ae-3cbcce73e671 HTTP/1.1" status: 204 len: 168 time: 1.4512398 Mar 09 17:09:38.822703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fac64b-0dac-4726-ad6a-bbc8336ebd9b None None] Network 0c2cccf4-fca0-4805-b597-312725e787fa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:38.842006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Network dd9e24f7-9b1a-4507-b434-c050e278b77c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:38.848549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (1a76b4ca-088e-46b7-9f97-2c88eb6bff18), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.889416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:38.891079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Pushing event updated for resources: {'Port': ['ID=026bd649-025c-4a69-bad8-03f033de1bba,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.896824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:38.900969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80b0b-aa2a-47db-b40f-d1f37cf04011 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=a64528c2-186a-4645-81ae-3cbcce73e671,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:38.914070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-89e126c2-e291-4495-b731-d566f8230814 None None] Provisioning complete for port 63dffff2-d948-470e-9ac9-9c56c6cb9992 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:38.914070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-89e126c2-e291-4495-b731-d566f8230814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:38.935564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:38.964187 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a10e5124-ec21-41a9-aa9e-396e80ffbec3 req-b8130e4e-a088-49b4-a9e9-c0d45c723603 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.0515213 Mar 09 17:09:39.018403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-927a883c-11bb-4afe-afa9-6c813ff7245f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (fd236f68-93a2-43be-921b-a129af7adce0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.025723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (cbfd504b-8941-41a4-9248-d79bfa6d5de3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.043868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Allocated IP 172.20.0.18 (003618b3-f63b-4e24-a82c-8fae517789e9/c2996d62-8be5-45b2-a82e-318f0f05bad1/168f59ee-3d6d-46d4-b726-d3eab1f6254d) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:39.053602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=cbfd504b-8941-41a4-9248-d79bfa6d5de3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:39.062690 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-212b87ec-14be-4b41-9ff8-8d43cde98424 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2467525 Mar 09 17:09:39.065366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60618) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:39.070339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': '483480f9-4d08-4447-abd6-d4a5c7dc1f21', 'ip_address': '2001:db8::7880:85c2:2bbb:148f'}], 'name': 'tempest-NetworksTestDHCPv6-1267806375'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:39.093957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (1a76b4ca-088e-46b7-9f97-2c88eb6bff18), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.096670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (0d56c2c4-708a-4736-a1ba-84b7cbdc0906), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.114363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 63dffff2-d948-470e-9ac9-9c56c6cb9992 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:39.114850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.207752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.214140 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2e7b5379-0e6e-4f1b-8ece-2dc964f0215c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/cbfd504b-8941-41a4-9248-d79bfa6d5de3 HTTP/1.1" status: 204 len: 168 time: 2.0658073 Mar 09 17:09:39.217198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60622) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:39.225532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] No DVR routers for this DVR port 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:39.227273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2f06-00d2-44a6-a123-19f502ce4f07 None None] Pushing event deleted for resources: {'Port': ['ID=0d56c2c4-708a-4736-a1ba-84b7cbdc0906,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:39.248274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6fb3d0-5877-4318-b426-8ccc13121a82 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:09:39.250851 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2e6fb3d0-5877-4318-b426-8ccc13121a82 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/cbfd504b-8941-41a4-9248-d79bfa6d5de3 HTTP/1.1" status: 404 len: 333 time: 0.0330470 Mar 09 17:09:39.251812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60626) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:39.316760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (1a76b4ca-088e-46b7-9f97-2c88eb6bff18), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.353716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Attempting to bind port 026bd649-025c-4a69-bad8-03f033de1bba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:39.354113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Attempting to bind port 026bd649-025c-4a69-bad8-03f033de1bba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'da50c101-2b00-4bbe-916e-8b6921c8a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:39.354465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Attempting to bind port 026bd649-025c-4a69-bad8-03f033de1bba on network dd9e24f7-9b1a-4507-b434-c050e278b77c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:39.384725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (25c22a12-d423-4ca0-ab43-c0c3ad9a9603), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.387457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:39.387842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Checking segment: {'id': 'da50c101-2b00-4bbe-916e-8b6921c8a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:39.388250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.388719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Bound using segment: {'id': 'da50c101-2b00-4bbe-916e-8b6921c8a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:39.389231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Bound port: 026bd649-025c-4a69-bad8-03f033de1bba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da50c101-2b00-4bbe-916e-8b6921c8a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd9e24f7-9b1a-4507-b434-c050e278b77c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:39.389649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (026bd649-025c-4a69-bad8-03f033de1bba), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.391308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Subnet': ['ID=1a76b4ca-088e-46b7-9f97-2c88eb6bff18,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:39.406364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.409655 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-128b2a8f-5330-44cb-ae99-1e3a82d18396 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/subnets/1a76b4ca-088e-46b7-9f97-2c88eb6bff18 HTTP/1.1" status: 204 len: 168 time: 1.2716093 Mar 09 17:09:39.411226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (36956c11-40a2-4bed-893b-9d7214722fb5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.415918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60630) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:39.418868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-89e126c2-e291-4495-b731-d566f8230814 None None] Current status of the port 63dffff2-d948-470e-9ac9-9c56c6cb9992 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:39.419216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-89e126c2-e291-4495-b731-d566f8230814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.441163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 648047e8-83b1-483b-8e22-3a9ce505cb7f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:39.441741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (648047e8-83b1-483b-8e22-3a9ce505cb7f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.445316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:39.451867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.509987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-927a883c-11bb-4afe-afa9-6c813ff7245f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (fd236f68-93a2-43be-921b-a129af7adce0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.510395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port d8ca1c9a-e823-4544-98ee-b09f1678cef6 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:39.512612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-927a883c-11bb-4afe-afa9-6c813ff7245f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.513771 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-927a883c-11bb-4afe-afa9-6c813ff7245f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd236f68-93a2-43be-921b-a129af7adce0 HTTP/1.1" status: 204 len: 168 time: 1.0729716 Mar 09 17:09:39.523327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] DHCP port deletion for 0c2cccf4-fca0-4805-b597-312725e787fa request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:39.525493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60634) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:39.562926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a883c-11bb-4afe-afa9-6c813ff7245f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd236f68-93a2-43be-921b-a129af7adce0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:39.574781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 512b5ec9-41f5-49e6-b6b6-40508ba66db1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:39.583200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-89e126c2-e291-4495-b731-d566f8230814 None None] For port 63dffff2-d948-470e-9ac9-9c56c6cb9992, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63dffff2-d948-470e-9ac9-9c56c6cb9992,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:39.610491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 63dffff2-d948-470e-9ac9-9c56c6cb9992 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:39.610883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.615826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Deleting subnet c2996d62-8be5-45b2-a82e-318f0f05bad1 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:39.623317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:39.638677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.645181 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] Sync routers for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:39.660169 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:39.661107 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:39.678769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 512b5ec9-41f5-49e6-b6b6-40508ba66db1 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:39.679430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 512b5ec9-41f5-49e6-b6b6-40508ba66db1 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:39.693908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-89e126c2-e291-4495-b731-d566f8230814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.697384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] For port 026bd649-025c-4a69-bad8-03f033de1bba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:39.700240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Publish callbacks [] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.709673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (25c22a12-d423-4ca0-ab43-c0c3ad9a9603), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.718096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (648047e8-83b1-483b-8e22-3a9ce505cb7f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.740053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] No DVR routers for this DVR port 512b5ec9-41f5-49e6-b6b6-40508ba66db1 on host hv-neutron-mast {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:39.749681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.753056 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-558a15a5-eaa4-49e4-ac63-ee07d60b3479 req-09af71c6-4ddf-40a8-a83d-c40e207b57f4 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.36 "DELETE /v2.0/ports/512b5ec9-41f5-49e6-b6b6-40508ba66db1 HTTP/1.1" status: 204 len: 173 time: 3.5160389 Mar 09 17:09:39.753547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'name': 'network-vif-deleted', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:09:39.755869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6aaac4-62ff-4aba-bb8d-6a70155886a9" -d '{"events": [{"server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "name": "network-vif-deleted", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:09:39.768766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c22a12-d423-4ca0-ab43-c0c3ad9a9603']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:39.786686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for subnet (c2996d62-8be5-45b2-a82e-318f0f05bad1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.809779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] For port 026bd649-025c-4a69-bad8-03f033de1bba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=026bd649-025c-4a69-bad8-03f033de1bba,segment=NetworkSegment(da50c101-2b00-4bbe-916e-8b6921c8a928),segment_id=da50c101-2b00-4bbe-916e-8b6921c8a928)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:39.818893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0cd091-abe0-4009-8439-018554771e21') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:39.819194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0cd091-abe0-4009-8439-018554771e21') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:39.833129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.838361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b669b8e-807e-4624-8ab1-c441d1099508 x-openstack-request-id: req-4b669b8e-807e-4624-8ab1-c441d1099508 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:09:39.838712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c623f5-d613-41c2-8540-9354578df87c", "name": "network-vif-deleted", "tag": "512b5ec9-41f5-49e6-b6b6-40508ba66db1", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:09:39.838914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b669b8e-807e-4624-8ab1-c441d1099508 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:09:39.839329 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c623f5-d613-41c2-8540-9354578df87c', 'name': 'network-vif-deleted', 'tag': '512b5ec9-41f5-49e6-b6b6-40508ba66db1', 'status': 'completed', 'code': 200} Mar 09 17:09:39.872478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (7a0cd091-abe0-4009-8439-018554771e21), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.892267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 648047e8-83b1-483b-8e22-3a9ce505cb7f owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:39.905769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7a0cd091-abe0-4009-8439-018554771e21), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.918743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bca754d-2127-4526-b3bf-757be1590188 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (a83072ab-6ded-43e0-abae-0fd176070251), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.921119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:39.922231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (7a0cd091-abe0-4009-8439-018554771e21), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:39.933240 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:39.937273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (026bd649-025c-4a69-bad8-03f033de1bba), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.955571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Network 003618b3-f63b-4e24-a82c-8fae517789e9 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:39.957419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e126c2-e291-4495-b731-d566f8230814 None None] Pushing event updated for resources: {'Port': ['ID=63dffff2-d948-470e-9ac9-9c56c6cb9992,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:39.969368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:39.969728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:39.972968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:39.993697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] Deleting port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:39.993995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:39.996105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c6f72f1e-7e9d-46c0-8b0e-1d7101b06311 None None] Provisioning complete for port 32c0ac41-1474-4992-82ed-17bd347bc776 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:39.997063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c6f72f1e-7e9d-46c0-8b0e-1d7101b06311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (32c0ac41-1474-4992-82ed-17bd347bc776), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.001758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:40.036282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (c2996d62-8be5-45b2-a82e-318f0f05bad1), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.089779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bca754d-2127-4526-b3bf-757be1590188 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (a83072ab-6ded-43e0-abae-0fd176070251), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.101067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.143140 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ec3885c9-8b89-470e-a1e3-855c242bffd6 req-66f372ee-bfa5-487d-bf91-3f4505c3d396 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.0773282 Mar 09 17:09:40.149908 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:09:40.222524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (25c22a12-d423-4ca0-ab43-c0c3ad9a9603), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.226200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60648) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.241733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.245334 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/25c22a12-d423-4ca0-ab43-c0c3ad9a9603 HTTP/1.1" status: 204 len: 168 time: 1.3084140 Mar 09 17:09:40.264062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60652) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.269174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 17:09:40.270807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:40.291733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145c4b-7777-4c68-af48-52f61470a71d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=25c22a12-d423-4ca0-ab43-c0c3ad9a9603,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:40.298489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (c2996d62-8be5-45b2-a82e-318f0f05bad1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.305073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.416783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.451272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Pushing event updated for resources: {'Port': ['ID=168f59ee-3d6d-46d4-b726-d3eab1f6254d,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:40.470223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (0c2cccf4-fca0-4805-b597-312725e787fa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.477229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1703933321'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:40.481500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (c2996d62-8be5-45b2-a82e-318f0f05bad1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.486717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c6f72f1e-7e9d-46c0-8b0e-1d7101b06311 None None] Port 32c0ac41-1474-4992-82ed-17bd347bc776 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:40.516874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] For port ee777ecd-10ab-4e09-89e6-a44a8fab9f82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,segment=NetworkSegment(ee85cbb1-13ed-4ef7-8eaf-de2f64caba64),segment_id=ee85cbb1-13ed-4ef7-8eaf-de2f64caba64)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:40.517286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.544138 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a9901eb1-234a-4c45-a0cc-bd40a9198a3e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4777284 Mar 09 17:09:40.551576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bca754d-2127-4526-b3bf-757be1590188 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a83072ab-6ded-43e0-abae-0fd176070251), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.551576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bca754d-2127-4526-b3bf-757be1590188 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.554140 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3bca754d-2127-4526-b3bf-757be1590188 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/security-groups/a83072ab-6ded-43e0-abae-0fd176070251 HTTP/1.1" status: 204 len: 168 time: 1.0276372 Mar 09 17:09:40.556328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1fb698-ac3d-4f39-81e2-b0b53bc0a775 None None] Network dd9e24f7-9b1a-4507-b434-c050e278b77c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:40.559855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60658) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.560377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60660) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.588293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] Calling delete_port for ee777ecd-10ab-4e09-89e6-a44a8fab9f82 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:40.590201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Attempting to bind port 168f59ee-3d6d-46d4-b726-d3eab1f6254d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:40.590523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Attempting to bind port 168f59ee-3d6d-46d4-b726-d3eab1f6254d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2959caf5-bdd2-42dc-8d29-8f757e9887e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:40.590831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Attempting to bind port 168f59ee-3d6d-46d4-b726-d3eab1f6254d on network 003618b3-f63b-4e24-a82c-8fae517789e9 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:40.634847 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:30Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:40.635264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:40.635912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Checking segment: {'id': '2959caf5-bdd2-42dc-8d29-8f757e9887e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:40.636559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.637210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Bound using segment: {'id': '2959caf5-bdd2-42dc-8d29-8f757e9887e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:40.637890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Bound port: 168f59ee-3d6d-46d4-b726-d3eab1f6254d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2959caf5-bdd2-42dc-8d29-8f757e9887e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '003618b3-f63b-4e24-a82c-8fae517789e9'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:40.638498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.645531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 63dffff2-d948-470e-9ac9-9c56c6cb9992 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:40.663339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.664919 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] Checking router: f807fc88-c735-47d8-8b82-2fce094d3b10 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:09:40.667401 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/subnets/c2996d62-8be5-45b2-a82e-318f0f05bad1 HTTP/1.1" status: 204 len: 168 time: 1.2489810 Mar 09 17:09:40.668268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Port': ['ID=d68d2643-6a5d-4812-8e7b-0b10ac573edf,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:40.673780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9763d-4541-441d-9906-a32c892fabdd tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Subnet': ['ID=c2996d62-8be5-45b2-a82e-318f0f05bad1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:40.675983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60662) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.677012 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:40.677872 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:40.690051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet 79838ff6-32f1-42c4-aa27-ebad256b352b {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:40.695123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (79838ff6-32f1-42c4-aa27-ebad256b352b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.751691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (79838ff6-32f1-42c4-aa27-ebad256b352b), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.754254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:40.755981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ec9e-377f-49fa-9b1e-0c3e594f3424 None None] Pushing event updated for resources: {'Port': ['ID=026bd649-025c-4a69-bad8-03f033de1bba,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:40.767382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2aed7-a735-4161-b244-2a35be2f8ac3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:40.768922 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-92c2aed7-a735-4161-b244-2a35be2f8ac3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895040 Mar 09 17:09:40.776326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60664) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.789159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:40.792932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.807337 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (36956c11-40a2-4bed-893b-9d7214722fb5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.826941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:40.831036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0d56c2c4-708a-4736-a1ba-84b7cbdc0906 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:40.834896 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:09:40.864251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.866138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca754d-2127-4526-b3bf-757be1590188 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83072ab-6ded-43e0-abae-0fd176070251,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:40.917960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.921364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-400fe956-7191-47f8-bc47-d886a09e9d6a tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8313920 Mar 09 17:09:40.924957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] For port 168f59ee-3d6d-46d4-b726-d3eab1f6254d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:40.928983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] For port 168f59ee-3d6d-46d4-b726-d3eab1f6254d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168f59ee-3d6d-46d4-b726-d3eab1f6254d,segment=NetworkSegment(2959caf5-bdd2-42dc-8d29-8f757e9887e0),segment_id=2959caf5-bdd2-42dc-8d29-8f757e9887e0)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:40.938100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60666) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:40.945958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-96a072bc-7984-4d32-be14-0754bde93120 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'floatingip': {'port_id': '25ece369-9739-4a2d-8c0a-74169348bdab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:40.956061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (003618b3-f63b-4e24-a82c-8fae517789e9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.963265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 63dffff2-d948-470e-9ac9-9c56c6cb9992 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:40.975163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (648047e8-83b1-483b-8e22-3a9ce505cb7f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:40.987995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.018256 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-96a072bc-7984-4d32-be14-0754bde93120 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (36956c11-40a2-4bed-893b-9d7214722fb5), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.029183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3441a7e1-5294-4719-b744-04975843bf1f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:41.031365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.034722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3441a7e1-5294-4719-b744-04975843bf1f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:41.036754 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3441a7e1-5294-4719-b744-04975843bf1f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4705110 Mar 09 17:09:41.039761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] Pushing event deleted for resources: {'Port': ['ID=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:41.044088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316b298-5b36-47b1-a186-5303df7659b2 None None] No DVR routers for this DVR port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:41.117000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for security_group (8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.120159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60668) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:41.171382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9128c-c0e7-4d02-93fc-19090ba53807 None None] Pushing event updated for resources: {'Port': ['ID=168f59ee-3d6d-46d4-b726-d3eab1f6254d,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:41.193436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 63dffff2-d948-470e-9ac9-9c56c6cb9992 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:41.193826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.194180 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:30Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:41.197314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3a943-091f-4713-ad0f-5c6b45ae02cb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:09:41.230136 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-96a072bc-7984-4d32-be14-0754bde93120 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] update failed (client error): The resource could not be found. Mar 09 17:09:41.234904 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a86c3-a905-4bfb-812a-13432c65bfed None None] The sync data for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv is: [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:06:24Z', 'revision_number': 4, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6dbdc6ed-3db5-4818-aa17-4b76b260b86d', 'name': '', 'network_id': '781549fa-9da0-4eeb-8336-15685593a054', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'mac_address': 'fa:16:3e:48:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:20Z', 'updated_at': '2022-03-09T17:06:30Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'subnets': [{'id': '04784b5f-990e-46f8-b063-f984792aaf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:41.235121 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-96a072bc-7984-4d32-be14-0754bde93120 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "PUT /v2.0/floatingips/36956c11-40a2-4bed-893b-9d7214722fb5 HTTP/1.1" status: 404 len: 507 time: 0.2951462 Mar 09 17:09:41.235648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60672) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:41.257898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=648047e8-83b1-483b-8e22-3a9ce505cb7f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:41.372443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.384956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 63dffff2-d948-470e-9ac9-9c56c6cb9992 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:41.387287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce3a943-091f-4713-ad0f-5c6b45ae02cb None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:09:41.396546 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b40e25ff-cb50-4b7e-ac4b-744e62913a83 req-d5fa746a-ab71-42b0-9de2-54d2f6702849 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/ports?device_id=96c623f5-d613-41c2-8540-9354578df87c HTTP/1.1" status: 200 len: 210 time: 0.0516205 Mar 09 17:09:41.412178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (79838ff6-32f1-42c4-aa27-ebad256b352b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.481783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ee777ecd-10ab-4e09-89e6-a44a8fab9f82 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:41.486533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:41.508597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ee777ecd-10ab-4e09-89e6-a44a8fab9f82 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:41.510983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ee777ecd-10ab-4e09-89e6-a44a8fab9f82 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:41.515656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Deleting port 168f59ee-3d6d-46d4-b726-d3eab1f6254d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:41.516185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.604104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] For port 168f59ee-3d6d-46d4-b726-d3eab1f6254d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168f59ee-3d6d-46d4-b726-d3eab1f6254d,segment=NetworkSegment(2959caf5-bdd2-42dc-8d29-8f757e9887e0),segment_id=2959caf5-bdd2-42dc-8d29-8f757e9887e0)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:41.604645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.625479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Calling delete_port for 168f59ee-3d6d-46d4-b726-d3eab1f6254d owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:41.631117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Deleting port d68d2643-6a5d-4812-8e7b-0b10ac573edf {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:41.631603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.638941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.639908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2b7d51-a04e-4720-a6e3-d48e66028eaf None None] New status for floating IP 27936021-23a2-46b7-b59d-bd434ce6ae18: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:09:41.645239 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a65ce15d-32f9-4d85-a653-5f1de18c2194 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/648047e8-83b1-483b-8e22-3a9ce505cb7f HTTP/1.1" status: 204 len: 168 time: 2.3847106 Mar 09 17:09:41.647528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:41.647528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.648951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:41.650099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60674) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:41.689666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (5cde1c0e-fdd1-40f9-b010-80f897fcf233), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.690083 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 5cde1c0e-fdd1-40f9-b010-80f897fcf233 of type vlan for network 98205965-f52b-4e4d-86d4-a02e8253e565 Mar 09 17:09:41.717975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (79838ff6-32f1-42c4-aa27-ebad256b352b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.757390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=79838ff6-32f1-42c4-aa27-ebad256b352b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:41.866727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.870022 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4a5065c8-f7a9-4331-ac4f-bed8c93d1f7b tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/79838ff6-32f1-42c4-aa27-ebad256b352b HTTP/1.1" status: 204 len: 168 time: 1.2955682 Mar 09 17:09:41.872438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (98205965-f52b-4e4d-86d4-a02e8253e565), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.878766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60676) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:41.879905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port ee777ecd-10ab-4e09-89e6-a44a8fab9f82, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:41.880182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.891490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:41.897736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aeebbfcd-958d-4217-8fef-3695ed4904f3', 'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': '268ce1f8-1cc7-40d1-9ff3-54508b1dcf77'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:41.899355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.914947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 32c0ac41-1474-4992-82ed-17bd347bc776 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:41.918358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (32c0ac41-1474-4992-82ed-17bd347bc776), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:41.948712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for ee777ecd-10ab-4e09-89e6-a44a8fab9f82 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:41.953713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 was not found and therefore no delete operation was performed {{(pid=104357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:09:41.970931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ee777ecd-10ab-4e09-89e6-a44a8fab9f82), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.088802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=ee777ecd-10ab-4e09-89e6-a44a8fab9f82,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:42.097935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Allocated IP 172.20.0.2 (aeebbfcd-958d-4217-8fef-3695ed4904f3/268ce1f8-1cc7-40d1-9ff3-54508b1dcf77/583eac2e-fc6c-453c-8b38-4c9cd6feef63) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:42.100841 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a336d0eb-a5c7-4f7e-9dd7-78c0b5fd72e3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:09:42.101008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (98205965-f52b-4e4d-86d4-a02e8253e565), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.104853 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a336d0eb-a5c7-4f7e-9dd7-78c0b5fd72e3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/648047e8-83b1-483b-8e22-3a9ce505cb7f HTTP/1.1" status: 404 len: 333 time: 0.4512177 Mar 09 17:09:42.106197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60678) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:42.109436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:42.110062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.117149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port ee777ecd-10ab-4e09-89e6-a44a8fab9f82 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:42.217528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (32c0ac41-1474-4992-82ed-17bd347bc776), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.223497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.223825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (d68d2643-6a5d-4812-8e7b-0b10ac573edf), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.244949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 268ce1f8-1cc7-40d1-9ff3-54508b1dcf77 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:42.246103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0066390 Mar 09 17:09:42.250465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Calling delete_port for d68d2643-6a5d-4812-8e7b-0b10ac573edf owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:42.252889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60682) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:42.260755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-2082699166'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:42.270758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Publish callbacks [] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.337073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (168f59ee-3d6d-46d4-b726-d3eab1f6254d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.365209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.367034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (268ce1f8-1cc7-40d1-9ff3-54508b1dcf77), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.372161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Port': ['ID=168f59ee-3d6d-46d4-b726-d3eab1f6254d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:42.411659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] No DVR routers for this DVR port 168f59ee-3d6d-46d4-b726-d3eab1f6254d on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:42.426495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Network aeebbfcd-958d-4217-8fef-3695ed4904f3 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:42.431347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:42.433586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:42.439341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Pushing event updated for resources: {'Port': ['ID=583eac2e-fc6c-453c-8b38-4c9cd6feef63,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:42.447544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:42.451597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.489178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (268ce1f8-1cc7-40d1-9ff3-54508b1dcf77), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.513696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Attempting to bind port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:42.514228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Attempting to bind port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:42.514696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Attempting to bind port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 on network aeebbfcd-958d-4217-8fef-3695ed4904f3 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:42.522421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:42.523105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Checking segment: {'id': 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:42.523617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.524759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Bound using segment: {'id': 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:42.525241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Bound port: 583eac2e-fc6c-453c-8b38-4c9cd6feef63, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeebbfcd-958d-4217-8fef-3695ed4904f3'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:42.526094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.542480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (003618b3-f63b-4e24-a82c-8fae517789e9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.594294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60688) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:42.602200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cae81837-803a-4522-adba-54f2312c24cf None None] For port 583eac2e-fc6c-453c-8b38-4c9cd6feef63, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:42.605559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cae81837-803a-4522-adba-54f2312c24cf None None] For port 583eac2e-fc6c-453c-8b38-4c9cd6feef63, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583eac2e-fc6c-453c-8b38-4c9cd6feef63,segment=NetworkSegment(c7c1b995-c212-4878-a6e8-f8c4135cb4b0),segment_id=c7c1b995-c212-4878-a6e8-f8c4135cb4b0)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:42.623671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 32c0ac41-1474-4992-82ed-17bd347bc776 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:42.631348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f457225-8d6b-497f-9df6-c7ff0b1a7811 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=98205965-f52b-4e4d-86d4-a02e8253e565,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:42.638129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003618b3-f63b-4e24-a82c-8fae517789e9']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:42.643317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 98205965-f52b-4e4d-86d4-a02e8253e565 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:42.658291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (0c2cccf4-fca0-4805-b597-312725e787fa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.677170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2959caf5-bdd2-42dc-8d29-8f757e9887e0') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:42.677422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.677544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2959caf5-bdd2-42dc-8d29-8f757e9887e0') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:42.687819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:42.710017 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (2959caf5-bdd2-42dc-8d29-8f757e9887e0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.727064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (feac366b-85ce-48ba-882e-aa6881c96d8f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.727332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment feac366b-85ce-48ba-882e-aa6881c96d8f of type vlan for network 385628b0-88a3-4c0a-bb46-2c344a201dae Mar 09 17:09:42.727649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2cccf4-fca0-4805-b597-312725e787fa']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:42.741847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:42.742165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee85cbb1-13ed-4ef7-8eaf-de2f64caba64') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:42.758053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (ee85cbb1-13ed-4ef7-8eaf-de2f64caba64), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.764336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2959caf5-bdd2-42dc-8d29-8f757e9887e0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.769446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae81837-803a-4522-adba-54f2312c24cf None None] Pushing event updated for resources: {'Port': ['ID=583eac2e-fc6c-453c-8b38-4c9cd6feef63,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:42.788889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:42.792417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.799045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ee85cbb1-13ed-4ef7-8eaf-de2f64caba64), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.816429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:42.816800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (2959caf5-bdd2-42dc-8d29-8f757e9887e0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:42.823563 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:42.826045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:42.826045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (ee85cbb1-13ed-4ef7-8eaf-de2f64caba64), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:42.828738 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:42.839534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d68d2643-6a5d-4812-8e7b-0b10ac573edf), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.859173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-46da5e37-23c1-40e8-9c9a-cfc1c5c28b0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group (ac71c36f-9496-4ffc-9259-0d6b5c862a87), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.867077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (385628b0-88a3-4c0a-bb46-2c344a201dae), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.869612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (268ce1f8-1cc7-40d1-9ff3-54508b1dcf77), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:42.984831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Port': ['ID=d68d2643-6a5d-4812-8e7b-0b10ac573edf,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.029190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:09:43.037067 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-46da5e37-23c1-40e8-9c9a-cfc1c5c28b0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group (ac71c36f-9496-4ffc-9259-0d6b5c862a87), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.046378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (0c2cccf4-fca0-4805-b597-312725e787fa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.055069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.058706 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/0c2cccf4-fca0-4805-b597-312725e787fa HTTP/1.1" status: 204 len: 168 time: 2.7933269 Mar 09 17:09:43.075500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60690) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.080701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1939952926'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:43.085484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13d0a5-fb30-4f17-aeff-6472732b5327 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=0c2cccf4-fca0-4805-b597-312725e787fa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.107328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (32c0ac41-1474-4992-82ed-17bd347bc776), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.135711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (003618b3-f63b-4e24-a82c-8fae517789e9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.144975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.148334 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/networks/003618b3-f63b-4e24-a82c-8fae517789e9 HTTP/1.1" status: 204 len: 168 time: 2.3708825 Mar 09 17:09:43.149723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (36956c11-40a2-4bed-893b-9d7214722fb5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.152214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.158650 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2f8189c5-a61e-46d0-b0e2-a3a7272c350b tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "DELETE /v2.0/floatingips/36956c11-40a2-4bed-893b-9d7214722fb5 HTTP/1.1" status: 204 len: 168 time: 1.9117022 Mar 09 17:09:43.158650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60692) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.158881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60694) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.162583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3f781910-0fc2-4000-983a-f12e4b5c7085 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'floatingip': {'floating_network_id': 'a444f80f-27ce-4768-9674-3efddb8f0ffa', 'port_id': '25ece369-9739-4a2d-8c0a-74169348bdab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:43.171485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=32c0ac41-1474-4992-82ed-17bd347bc776,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.175892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (385628b0-88a3-4c0a-bb46-2c344a201dae), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.181507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:43.182126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.199821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c568b3-a3dc-499f-98ca-a4e230032bf2 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Network': ['ID=003618b3-f63b-4e24-a82c-8fae517789e9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.228952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.235015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-30a04634-a704-45eb-9379-cc863751a10f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/32c0ac41-1474-4992-82ed-17bd347bc776 HTTP/1.1" status: 204 len: 168 time: 2.1085913 Mar 09 17:09:43.237934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:43.238923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60696) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.241329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.296627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:43.315618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (268ce1f8-1cc7-40d1-9ff3-54508b1dcf77), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.318607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7e616579-c7df-4b3f-a1e3-00f2a4fd11af), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.318962 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment 7e616579-c7df-4b3f-a1e3-00f2a4fd11af of type vlan for network d21639c4-080c-48ee-80a1-822fe341a25c Mar 09 17:09:43.381687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3f781910-0fc2-4000-983a-f12e4b5c7085 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.381940 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1278749 Mar 09 17:09:43.385465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d21639c4-080c-48ee-80a1-822fe341a25c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.390351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60698) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.390530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (dd9e24f7-9b1a-4507-b434-c050e278b77c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.392114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ef4e5-5503-4d6e-a6f5-375645f6e4b4 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=385628b0-88a3-4c0a-bb46-2c344a201dae,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.394297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-46da5e37-23c1-40e8-9c9a-cfc1c5c28b0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (ac71c36f-9496-4ffc-9259-0d6b5c862a87), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.396922 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-46da5e37-23c1-40e8-9c9a-cfc1c5c28b0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.400297 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-46da5e37-23c1-40e8-9c9a-cfc1c5c28b0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac71c36f-9496-4ffc-9259-0d6b5c862a87 HTTP/1.1" status: 204 len: 168 time: 0.8027790 Mar 09 17:09:43.405077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=268ce1f8-1cc7-40d1-9ff3-54508b1dcf77,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.405246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:43.405362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 385628b0-88a3-4c0a-bb46-2c344a201dae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:43.406620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60700) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.430159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.437438 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-de63e54e-6b82-491f-a8c3-deb7c3fdc444 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/268ce1f8-1cc7-40d1-9ff3-54508b1dcf77 HTTP/1.1" status: 204 len: 168 time: 1.3022354 Mar 09 17:09:43.437438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da5e37-23c1-40e8-9c9a-cfc1c5c28b0a tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71c36f-9496-4ffc-9259-0d6b5c862a87,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.438603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60702) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.441142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342c1d6-ec07-4ec2-93f7-6e9637a970f1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:43.442867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342c1d6-ec07-4ec2-93f7-6e9637a970f1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:43.446923 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b342c1d6-ec07-4ec2-93f7-6e9637a970f1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2044101 Mar 09 17:09:43.451613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60704) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.460794 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-b8c7fee4-5b4c-4ecb-8578-f042154d5347 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] show failed (client error): The resource could not be found. Mar 09 17:09:43.461826 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b8c7fee4-5b4c-4ecb-8578-f042154d5347 tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "GET /v2.0/security-groups/ac71c36f-9496-4ffc-9259-0d6b5c862a87 HTTP/1.1" status: 404 len: 347 time: 0.0500157 Mar 09 17:09:43.469881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60706) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.526113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (a1815059-9261-4a50-8dc3-5598659c5dc7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.624172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 483480f9-4d08-4447-abd6-d4a5c7dc1f21 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:43.625268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d21639c4-080c-48ee-80a1-822fe341a25c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.630333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:43.630948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.633251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (483480f9-4d08-4447-abd6-d4a5c7dc1f21), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.650341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:43.685737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:43.704552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (483480f9-4d08-4447-abd6-d4a5c7dc1f21), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.709007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Deleting port 026bd649-025c-4a69-bad8-03f033de1bba {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:43.709357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (026bd649-025c-4a69-bad8-03f033de1bba), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.721470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (aeebbfcd-958d-4217-8fef-3695ed4904f3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.724000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:43.724617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.742509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=a1815059-9261-4a50-8dc3-5598659c5dc7,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.792481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=d21639c4-080c-48ee-80a1-822fe341a25c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:43.804134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:43.807782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d21639c4-080c-48ee-80a1-822fe341a25c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:43.808308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.828341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] For port 026bd649-025c-4a69-bad8-03f033de1bba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=026bd649-025c-4a69-bad8-03f033de1bba,segment=NetworkSegment(da50c101-2b00-4bbe-916e-8b6921c8a928),segment_id=da50c101-2b00-4bbe-916e-8b6921c8a928)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:43.828341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (026bd649-025c-4a69-bad8-03f033de1bba), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.850097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Calling delete_port for 026bd649-025c-4a69-bad8-03f033de1bba owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:43.855156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Deleting port ebb19d0c-8f8e-4187-a023-717a73eeae1a {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:43.855506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:43.866300 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7e83c277-36fe-4638-b5ef-62cebaaee15a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7867184 Mar 09 17:09:43.868914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60708) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.877817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-612917ce-f48e-4e6b-a454-44bd7d50d0ee tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9935107 Mar 09 17:09:43.884718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:43.890375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60710) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:43.894025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192381764'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:43.983095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba559c0b-e7d5-4fc1-a62a-b7c53c54eb3e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:09:44.005511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (483480f9-4d08-4447-abd6-d4a5c7dc1f21), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.062971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:44.063316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.068130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] Provisioning complete for port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:44.068605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.080373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.080713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (ebb19d0c-8f8e-4187-a023-717a73eeae1a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.104815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Calling delete_port for ebb19d0c-8f8e-4187-a023-717a73eeae1a owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:44.119192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.136892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba559c0b-e7d5-4fc1-a62a-b7c53c54eb3e None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:09:44.169363 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-3f781910-0fc2-4000-983a-f12e4b5c7085 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:09:44.170396 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3f781910-0fc2-4000-983a-f12e4b5c7085 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0116291 Mar 09 17:09:44.174322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60712) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:44.185930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '25ece369-9739-4a2d-8c0a-74169348bdab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:44.207067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] Current status of the port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:44.207472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.216462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (483480f9-4d08-4447-abd6-d4a5c7dc1f21), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.218659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] For port 583eac2e-fc6c-453c-8b38-4c9cd6feef63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583eac2e-fc6c-453c-8b38-4c9cd6feef63,segment=NetworkSegment(c7c1b995-c212-4878-a6e8-f8c4135cb4b0),segment_id=c7c1b995-c212-4878-a6e8-f8c4135cb4b0)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:44.218973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.238087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 583eac2e-fc6c-453c-8b38-4c9cd6feef63 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:44.239808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:44.243386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.265331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (026bd649-025c-4a69-bad8-03f033de1bba), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.272287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=483480f9-4d08-4447-abd6-d4a5c7dc1f21,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.289715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.290929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] For port 583eac2e-fc6c-453c-8b38-4c9cd6feef63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583eac2e-fc6c-453c-8b38-4c9cd6feef63,segment=NetworkSegment(c7c1b995-c212-4878-a6e8-f8c4135cb4b0),segment_id=c7c1b995-c212-4878-a6e8-f8c4135cb4b0)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:44.293090 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4a8ffc41-6a15-4fa4-a66f-d84802756c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/483480f9-4d08-4447-abd6-d4a5c7dc1f21 HTTP/1.1" status: 204 len: 168 time: 0.8401315 Mar 09 17:09:44.312143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60714) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:44.321558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Port': ['ID=026bd649-025c-4a69-bad8-03f033de1bba,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.324404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] No DVR routers for this DVR port 026bd649-025c-4a69-bad8-03f033de1bba on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:44.324539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (2cc82f06-bc61-44e3-bd7f-eecf76b4be14), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.367681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.376889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.393869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (bc04157e-8fd6-4819-a318-77ab43230eba), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.420272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6719519c-c1a6-44f7-8d8e-073a22cda538 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012702 Mar 09 17:09:44.426946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60716) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:44.438267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:44.457405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a5e9d-3ea3-4cad-8ebc-c3a2b41a946a None None] Network 003618b3-f63b-4e24-a82c-8fae517789e9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:44.460736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e0d57-6053-4922-93d3-0abbf77bfda9 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:44.475838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40286e3-0e3c-4cd7-969c-8dc5e692ecc2 None None] Network aeebbfcd-958d-4217-8fef-3695ed4904f3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:44.483885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (dd9e24f7-9b1a-4507-b434-c050e278b77c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.486566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (bc04157e-8fd6-4819-a318-77ab43230eba), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.519578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a5e9d-3ea3-4cad-8ebc-c3a2b41a946a None None] Network 003618b3-f63b-4e24-a82c-8fae517789e9 could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:09:44.537531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=2cc82f06-bc61-44e3-bd7f-eecf76b4be14,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.542102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9e24f7-9b1a-4507-b434-c050e278b77c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:44.570749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da50c101-2b00-4bbe-916e-8b6921c8a928') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:44.571110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da50c101-2b00-4bbe-916e-8b6921c8a928') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:44.586415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (da50c101-2b00-4bbe-916e-8b6921c8a928), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.588334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc04157e-8fd6-4819-a318-77ab43230eba,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.633799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.636081 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2849f4cc-337b-4a07-b531-d420e5541c09 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7456141 Mar 09 17:09:44.643633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60718) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:44.646153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ebb19d0c-8f8e-4187-a023-717a73eeae1a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.646804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '5cde1c0e-fdd1-40f9-b010-80f897fcf233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:44.647292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: 98205965-f52b-4e4d-86d4-a02e8253e565, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:44.657651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'security_group': {'name': 'tempest-secgroup-460310647'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:44.667129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (583eac2e-fc6c-453c-8b38-4c9cd6feef63), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.673940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (da50c101-2b00-4bbe-916e-8b6921c8a928), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.708929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Pushing event deleted for resources: {'Port': ['ID=ebb19d0c-8f8e-4187-a023-717a73eeae1a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.712401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:44.713013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (da50c101-2b00-4bbe-916e-8b6921c8a928), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:44.725098 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:44.751744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No DVR routers for this DVR port 583eac2e-fc6c-453c-8b38-4c9cd6feef63 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:44.758904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=583eac2e-fc6c-453c-8b38-4c9cd6feef63,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.824211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d437970-d1d6-42dd-b543-60828e14dfd5 None None] Pushing event updated for resources: {'Port': ['ID=583eac2e-fc6c-453c-8b38-4c9cd6feef63,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:44.860449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.869788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks [] for floatingip (27936021-23a2-46b7-b59d-bd434ce6ae18), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.873167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.874467 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-86aef051-984e-41e7-8335-a0a20b4f899f tempest-ServerActionsTestJSON-1259344703 tempest-ServerActionsTestJSON-1259344703-project] 10.222.0.16 "DELETE /v2.0/floatingips/27936021-23a2-46b7-b59d-bd434ce6ae18 HTTP/1.1" status: 204 len: 168 time: 1.3842044 Mar 09 17:09:44.877710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60720) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:44.891496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.926417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (aeebbfcd-958d-4217-8fef-3695ed4904f3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:44.935383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054b8a5-214c-4c76-ad77-c0e0c19b65c8 None None] DHCP port deletion for aeebbfcd-958d-4217-8fef-3695ed4904f3 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:44.938424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592db05-f062-4697-a467-5b7be03ba483 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:44.952176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:44.955602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.122211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 98205965-f52b-4e4d-86d4-a02e8253e565 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:45.149922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeebbfcd-958d-4217-8fef-3695ed4904f3']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:45.165633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:45.165895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c1b995-c212-4878-a6e8-f8c4135cb4b0') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:45.185391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c79172e-1c62-4577-9ccf-92878660deaa None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:45.212311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 98205965-f52b-4e4d-86d4-a02e8253e565) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:45.215558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (c7c1b995-c212-4878-a6e8-f8c4135cb4b0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.231183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:45.231767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.234362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7c1ea5ab-5179-400d-8341-e1af3605cc1b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.264574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:45.275242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2c28c-53a3-486b-8ead-7c79cd846347 None None] Network 98205965-f52b-4e4d-86d4-a02e8253e565 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:45.283164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c7c1b995-c212-4878-a6e8-f8c4135cb4b0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.288194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (dd9e24f7-9b1a-4507-b434-c050e278b77c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.296568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (c7c1b995-c212-4878-a6e8-f8c4135cb4b0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:45.303689 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:45.305978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.308542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/networks/dd9e24f7-9b1a-4507-b434-c050e278b77c HTTP/1.1" status: 204 len: 168 time: 2.1513033 Mar 09 17:09:45.313958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60722) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:45.365907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=7c1ea5ab-5179-400d-8341-e1af3605cc1b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:45.377173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa9aae-41c1-4481-a090-d716068282c5 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Network': ['ID=dd9e24f7-9b1a-4507-b434-c050e278b77c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:45.397940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (197ff724-f5a9-451a-be67-dc0da7503c0a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.404995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f8177def-81b0-4877-b2fe-39be1e2bebda None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:45.405368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8177def-81b0-4877-b2fe-39be1e2bebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.425385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-89c1811f-a3fb-40db-a486-0818ea9339c8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0338411 Mar 09 17:09:45.428721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60724) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:45.438969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:45.477934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f8177def-81b0-4877-b2fe-39be1e2bebda None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:45.486090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:45.491561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:45.497765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] Deleting port 63dffff2-d948-470e-9ac9-9c56c6cb9992 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:45.498144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.518902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-98205965-f52b-4e4d-86d4-a02e8253e565', 'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '2cc82f06-bc61-44e3-bd7f-eecf76b4be14'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:45.519757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.527439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=197ff724-f5a9-451a-be67-dc0da7503c0a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:45.530751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:45.531358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.549969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f8177def-81b0-4877-b2fe-39be1e2bebda None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:45.550349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8177def-81b0-4877-b2fe-39be1e2bebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.551681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (aeebbfcd-958d-4217-8fef-3695ed4904f3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.560813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.563984 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/aeebbfcd-958d-4217-8fef-3695ed4904f3 HTTP/1.1" status: 204 len: 168 time: 2.1195531 Mar 09 17:09:45.569501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (436fb508-5d7f-4530-ab85-31588b8f170f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.572543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60726) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:45.587625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1111439490'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:45.592454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': '7e616579-c7df-4b3f-a1e3-00f2a4fd11af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:45.592837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: d21639c4-080c-48ee-80a1-822fe341a25c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:45.597755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34c8d8-6aed-49d9-a36b-df1341fa89e9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=aeebbfcd-958d-4217-8fef-3695ed4904f3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:45.616965 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-92f7de68-40af-4d62-8603-fb86e220dea7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1849949 Mar 09 17:09:45.622227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60728) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:45.630495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': '197ff724-f5a9-451a-be67-dc0da7503c0a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-823377883'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:45.705211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Allocated IP 172.36.5.227 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/412ce1a2-c871-4cdb-b2a9-8acb36ef95aa) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:45.745805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:45.750355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.750535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] For port 63dffff2-d948-470e-9ac9-9c56c6cb9992, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=63dffff2-d948-470e-9ac9-9c56c6cb9992,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:45.750926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.763337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network d21639c4-080c-48ee-80a1-822fe341a25c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:45.769552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] Calling delete_port for 63dffff2-d948-470e-9ac9-9c56c6cb9992 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:45.797209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (436fb508-5d7f-4530-ab85-31588b8f170f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.797447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (c102f485-aa29-409f-a8a0-c967a6910c2f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.844387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436fb508-5d7f-4530-ab85-31588b8f170f']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:45.848985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:45.852624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.860585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:45.863376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c1be52-3ed1-4a04-88b3-ae55419b04c8') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:45.863684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c1be52-3ed1-4a04-88b3-ae55419b04c8') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:45.868831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Allocated IP 172.20.0.2 (98205965-f52b-4e4d-86d4-a02e8253e565/2cc82f06-bc61-44e3-bd7f-eecf76b4be14/56699ad0-5ce2-4846-be39-fda31790c670) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:45.883412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a1c1be52-3ed1-4a04-88b3-ae55419b04c8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.886083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c102f485-aa29-409f-a8a0-c967a6910c2f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.897660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2a2e6353-a7dc-4f4d-9606-64fa872e3b7c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.898017 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Added segment 2a2e6353-a7dc-4f4d-9606-64fa872e3b7c of type vlan for network 0a990d60-32e1-451d-a9a6-a9037f962eec Mar 09 17:09:45.907802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1c1be52-3ed1-4a04-88b3-ae55419b04c8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.916159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:45.916602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a1c1be52-3ed1-4a04-88b3-ae55419b04c8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:45.916757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f8177def-81b0-4877-b2fe-39be1e2bebda None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:45.920184 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:46.000036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (63dffff2-d948-470e-9ac9-9c56c6cb9992), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.037413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] Pushing event deleted for resources: {'Port': ['ID=63dffff2-d948-470e-9ac9-9c56c6cb9992,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.052004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645b822-a367-4cc5-ac1e-e9377e126f39 None None] No DVR routers for this DVR port 63dffff2-d948-470e-9ac9-9c56c6cb9992 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:46.078136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f0f15-f544-419e-b39c-d3d4702b60a4 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:46.082660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c102f485-aa29-409f-a8a0-c967a6910c2f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.088329 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.089737 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2ea89822-29f8-41c7-8fdc-ccf0aa04d4c3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.4401705 Mar 09 17:09:46.101126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for port (412ce1a2-c871-4cdb-b2a9-8acb36ef95aa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.102620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60730) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:46.106954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f1f4b5f7-bdcd-4ea1-81d2-54e0ab48f20a None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:46.107334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b5f7-bdcd-4ea1-81d2-54e0ab48f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.108460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'security_group': {'name': 'tempest-secgroup-1121059183'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:46.230293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4b5f7-bdcd-4ea1-81d2-54e0ab48f20a None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:46.230585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.234994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Publish callbacks [] for port (56699ad0-5ce2-4846-be39-fda31790c670), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.253947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d21639c4-080c-48ee-80a1-822fe341a25c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:46.262534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:46.269106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb8fd2-7020-438f-b602-11d3887dd586 None None] Network d21639c4-080c-48ee-80a1-822fe341a25c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:46.272917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:46.273512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.287787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '197ff724-f5a9-451a-be67-dc0da7503c0a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:46.288765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.294511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f1f4b5f7-bdcd-4ea1-81d2-54e0ab48f20a None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:46.294884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b5f7-bdcd-4ea1-81d2-54e0ab48f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.334641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (0a990d60-32e1-451d-a9a6-a9037f962eec), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.341617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (412ce1a2-c871-4cdb-b2a9-8acb36ef95aa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.373087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (56699ad0-5ce2-4846-be39-fda31790c670), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.414147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:46.425857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-94bd94cc-1a2f-403d-80df-f85af7a93e3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5520134 Mar 09 17:09:46.426073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event updated for resources: {'Port': ['ID=412ce1a2-c871-4cdb-b2a9-8acb36ef95aa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.426073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:46.426342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60732) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:46.430527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1533036216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:46.431955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:46.441678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.463311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (436fb508-5d7f-4530-ab85-31588b8f170f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.473089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.474254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.478530 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/networks/436fb508-5d7f-4530-ab85-31588b8f170f HTTP/1.1" status: 204 len: 168 time: 1.1595073 Mar 09 17:09:46.478530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 3183fecb-bda4-4b0c-abc9-823bda05e942 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:46.483512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60734) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:46.488213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Network 98205965-f52b-4e4d-86d4-a02e8253e565 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:46.515864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a943d1c-804a-464c-a8e0-65268c44e4e3 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Network': ['ID=436fb508-5d7f-4530-ab85-31588b8f170f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.529309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:46.534368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:46.540005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Pushing event updated for resources: {'Port': ['ID=56699ad0-5ce2-4846-be39-fda31790c670,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.548402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (0a990d60-32e1-451d-a9a6-a9037f962eec), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.553365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:46.557838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.562335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (ef13f96a-4dc8-4d21-9f64-0a07b5891ae1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.566200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d21639c4-080c-48ee-80a1-822fe341a25c', 'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': '7c1ea5ab-5179-400d-8341-e1af3605cc1b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:46.567054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.583458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (99714a76-64cc-4365-b3e6-a41320ea24f0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.584159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (99714a76-64cc-4365-b3e6-a41320ea24f0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.612733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (f807fc88-c735-47d8-8b82-2fce094d3b10), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.671360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (ef13f96a-4dc8-4d21-9f64-0a07b5891ae1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.673764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.714188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (c544c42f-b1af-4051-ab93-52c05e588d61), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.726534 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1527004 Mar 09 17:09:46.744844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60736) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:46.750146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:46.766698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f637b4-604f-4bb2-b1b1-52c2914dee21 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Network': ['ID=0a990d60-32e1-451d-a9a6-a9037f962eec,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.806139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (99714a76-64cc-4365-b3e6-a41320ea24f0), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.816179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13f96a-4dc8-4d21-9f64-0a07b5891ae1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:46.866059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.868867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60738) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:46.869206 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f1c5b35a-0beb-4c82-800e-2e989b574c4d tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7645881 Mar 09 17:09:46.870283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': 'feac366b-85ce-48ba-882e-aa6881c96d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:46.870757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: 385628b0-88a3-4c0a-bb46-2c344a201dae, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:46.875689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1710964239', 'security_groups': ['ef13f96a-4dc8-4d21-9f64-0a07b5891ae1'], 'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1815059-9261-4a50-8dc3-5598659c5dc7'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:46.889221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 0a990d60-32e1-451d-a9a6-a9037f962eec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:46.910381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (c544c42f-b1af-4051-ab93-52c05e588d61), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.924630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (99714a76-64cc-4365-b3e6-a41320ea24f0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:46.965420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4b5f7-bdcd-4ea1-81d2-54e0ab48f20a None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:46.968861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c544c42f-b1af-4051-ab93-52c05e588d61']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:46.979410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/197ff724-f5a9-451a-be67-dc0da7503c0a/268eb65e-ac1e-4360-8df0-b9764a30f14d) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:46.982911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 583eac2e-fc6c-453c-8b38-4c9cd6feef63 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:46.986181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Attempting to bind port 56699ad0-5ce2-4846-be39-fda31790c670 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:46.986573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Attempting to bind port 56699ad0-5ce2-4846-be39-fda31790c670 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5cde1c0e-fdd1-40f9-b010-80f897fcf233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:46.991388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Attempting to bind port 56699ad0-5ce2-4846-be39-fda31790c670 on network 98205965-f52b-4e4d-86d4-a02e8253e565 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:47.013643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:47.014073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:47.030708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.043771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.045573 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-99632cd6-37bc-4e77-ae92-7bf992110fc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6186063 Mar 09 17:09:47.050486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 583eac2e-fc6c-453c-8b38-4c9cd6feef63 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:47.050782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60740) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:47.051241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 583eac2e-fc6c-453c-8b38-4c9cd6feef63 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:47.051841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 63dffff2-d948-470e-9ac9-9c56c6cb9992 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:47.056842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'port': {'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c', 'name': 'tempest-RoutersIpV6Test-721077049'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:47.058394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:47.059105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Checking segment: {'id': '5cde1c0e-fdd1-40f9-b010-80f897fcf233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:47.059677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.060241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Bound using segment: {'id': '5cde1c0e-fdd1-40f9-b010-80f897fcf233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:47.060751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Bound port: 56699ad0-5ce2-4846-be39-fda31790c670, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cde1c0e-fdd1-40f9-b010-80f897fcf233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '98205965-f52b-4e4d-86d4-a02e8253e565'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:47.061327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (56699ad0-5ce2-4846-be39-fda31790c670), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.062026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.072929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (9d0c6d1e-96ab-4648-94c4-3c03ec9d7a52), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:09:47.077352 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:09:47.129219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 63dffff2-d948-470e-9ac9-9c56c6cb9992 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:47.129570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 63dffff2-d948-470e-9ac9-9c56c6cb9992 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:47.135056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Deleting port 412ce1a2-c871-4cdb-b2a9-8acb36ef95aa {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:47.140085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (412ce1a2-c871-4cdb-b2a9-8acb36ef95aa), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.163031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 385628b0-88a3-4c0a-bb46-2c344a201dae is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:47.184185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Allocated IP 2001:db8::2 (d21639c4-080c-48ee-80a1-822fe341a25c/7c1ea5ab-5179-400d-8341-e1af3605cc1b/405d4231-dc04-427d-a986-c6e3d546ed77) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:47.205732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:47.209358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.227262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (c544c42f-b1af-4051-ab93-52c05e588d61), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.228978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:47.252971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.258578 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] 10.222.0.16 "DELETE /v2.0/networks/c544c42f-b1af-4051-ab93-52c05e588d61 HTTP/1.1" status: 204 len: 168 time: 0.7707560 Mar 09 17:09:47.269542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] For port 56699ad0-5ce2-4846-be39-fda31790c670, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:47.284778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6633a-63e3-427c-8256-7d0dd818f732 tempest-BulkNetworkOpsTest-1351855032 tempest-BulkNetworkOpsTest-1351855032-project] Pushing event deleted for resources: {'Network': ['ID=c544c42f-b1af-4051-ab93-52c05e588d61,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:47.302074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] For port 56699ad0-5ce2-4846-be39-fda31790c670, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56699ad0-5ce2-4846-be39-fda31790c670,segment=NetworkSegment(5cde1c0e-fdd1-40f9-b010-80f897fcf233),segment_id=5cde1c0e-fdd1-40f9-b010-80f897fcf233)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:47.318724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 385628b0-88a3-4c0a-bb46-2c344a201dae) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:47.323280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:47.323923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.334589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e7918-8cca-430e-ae86-11970f7bb350 None None] Network 385628b0-88a3-4c0a-bb46-2c344a201dae requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:47.393310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (412ce1a2-c871-4cdb-b2a9-8acb36ef95aa), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.393651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for floatingip (412ce1a2-c871-4cdb-b2a9-8acb36ef95aa), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.412868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (56699ad0-5ce2-4846-be39-fda31790c670), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.417827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Publish callbacks [] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.434510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.447237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Calling delete_port for 412ce1a2-c871-4cdb-b2a9-8acb36ef95aa owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:47.457436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] device_id is not set on port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:47.537769 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-354102fd-c668-4240-a69c-e22bad50ae64 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0985703 Mar 09 17:09:47.558318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60744) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:47.576391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1095772001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:47.582549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:47.584894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.592792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.621025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Deleting port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:47.621280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Publish callbacks [] for port (405d4231-dc04-427d-a986-c6e3d546ed77), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.621384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.627240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb0a9-656e-4639-b49a-e74c9574856a None None] Pushing event updated for resources: {'Port': ['ID=56699ad0-5ce2-4846-be39-fda31790c670,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:47.630464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-385628b0-88a3-4c0a-bb46-2c344a201dae', 'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:47.631795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.649735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] device_id is not set on port 6ed6d41f-0e57-4553-8d03-932ebf38726d yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:47.674265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:09:47.674783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:47.705489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8::37b (53f25cdc-7a1c-454c-a07a-e00adce2e832/a1815059-9261-4a50-8dc3-5598659c5dc7/5d1e500b-3c23-44a1-80c2-afa4e34cb958) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:47.709993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (3a438512-308f-409d-bba8-c4168a7a7114), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.711740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (3a438512-308f-409d-bba8-c4168a7a7114), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.780449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.795631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:47.796636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Pushing event updated for resources: {'Port': ['ID=268eb65e-ac1e-4360-8df0-b9764a30f14d,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:47.812207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:47.831074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:47.868526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (39dc145f-49e1-4304-b675-e9e7cfd33093), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.879988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (3a438512-308f-409d-bba8-c4168a7a7114), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.887685 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-afbda66d-578a-47ea-a73a-65d90d2f86f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2641909 Mar 09 17:09:47.888870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Network d21639c4-080c-48ee-80a1-822fe341a25c is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:47.890142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60748) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:47.938398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:47.946778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (3a438512-308f-409d-bba8-c4168a7a7114), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:47.950384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:47.979629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Pushing event updated for resources: {'Port': ['ID=405d4231-dc04-427d-a986-c6e3d546ed77,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:47.999493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] For port 6dbdc6ed-3db5-4818-aa17-4b76b260b86d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:47.999995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.021393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (412ce1a2-c871-4cdb-b2a9-8acb36ef95aa), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.041166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60750) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:48.049292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Allocated IP 172.21.0.2 (385628b0-88a3-4c0a-bb46-2c344a201dae/43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a/4503f888-a727-4b58-96f5-67bd1387f62a) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:48.059134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Calling delete_port for 6dbdc6ed-3db5-4818-aa17-4b76b260b86d owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:48.095610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Port': ['ID=412ce1a2-c871-4cdb-b2a9-8acb36ef95aa,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:48.105563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.129832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=39dc145f-49e1-4304-b675-e9e7cfd33093,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:48.164856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03322142-e10c-4740-a541-ad8d804b6411 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:48.166530 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-03322142-e10c-4740-a541-ad8d804b6411 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2754176 Mar 09 17:09:48.170018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60754) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:48.184720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Attempting to bind port 268eb65e-ac1e-4360-8df0-b9764a30f14d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:48.185107 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Attempting to bind port 268eb65e-ac1e-4360-8df0-b9764a30f14d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:48.185472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Attempting to bind port 268eb65e-ac1e-4360-8df0-b9764a30f14d on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:48.215627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:48.216238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:48.216686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.217092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:48.217591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Bound port: 268eb65e-ac1e-4360-8df0-b9764a30f14d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:48.217981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.243095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1429883-5ea0-4179-b2db-b85f95bb6974 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:48.244679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1429883-5ea0-4179-b2db-b85f95bb6974 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:48.248402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b1429883-5ea0-4179-b2db-b85f95bb6974 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0752871 Mar 09 17:09:48.250077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.255919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60756) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:48.276315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.281312 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dbcc1c92-aa6b-4953-8a34-c42a6733ce7e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7191212 Mar 09 17:09:48.300600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60758) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:48.301858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Attempting to bind port 405d4231-dc04-427d-a986-c6e3d546ed77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:48.302250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Attempting to bind port 405d4231-dc04-427d-a986-c6e3d546ed77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7e616579-c7df-4b3f-a1e3-00f2a4fd11af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:48.302619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Attempting to bind port 405d4231-dc04-427d-a986-c6e3d546ed77 on network d21639c4-080c-48ee-80a1-822fe341a25c {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:48.316782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:48.317313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Checking segment: {'id': '7e616579-c7df-4b3f-a1e3-00f2a4fd11af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:48.317732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.318141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Bound using segment: {'id': '7e616579-c7df-4b3f-a1e3-00f2a4fd11af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:48.318636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Bound port: 405d4231-dc04-427d-a986-c6e3d546ed77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e616579-c7df-4b3f-a1e3-00f2a4fd11af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd21639c4-080c-48ee-80a1-822fe341a25c'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:48.319027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.386688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] For port 268eb65e-ac1e-4360-8df0-b9764a30f14d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:48.394994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:48.432998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:48.433741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] For port 268eb65e-ac1e-4360-8df0-b9764a30f14d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=268eb65e-ac1e-4360-8df0-b9764a30f14d,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:48.435397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Publish callbacks [] for port (4503f888-a727-4b58-96f5-67bd1387f62a), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.436013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:48.442050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:48.442777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.471987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] For port 405d4231-dc04-427d-a986-c6e3d546ed77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:48.473403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 197ff724-f5a9-451a-be67-dc0da7503c0a {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:48.475626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=5d1e500b-3c23-44a1-80c2-afa4e34cb958,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:48.476119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] For port 405d4231-dc04-427d-a986-c6e3d546ed77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405d4231-dc04-427d-a986-c6e3d546ed77,segment=NetworkSegment(7e616579-c7df-4b3f-a1e3-00f2a4fd11af),segment_id=7e616579-c7df-4b3f-a1e3-00f2a4fd11af)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:48.497951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8::189 (d21639c4-080c-48ee-80a1-822fe341a25c/7c1ea5ab-5179-400d-8341-e1af3605cc1b/6ed6d41f-0e57-4553-8d03-932ebf38726d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:48.519398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (197ff724-f5a9-451a-be67-dc0da7503c0a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.526498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.569818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Checking segment: {'id': '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:48.570187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network hostable DHCP agents. Network: 0a990d60-32e1-451d-a9a6-a9037f962eec, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:48.591421 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4e8b4d54-a93d-4d4e-9243-d508b54fbfc5 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7203236 Mar 09 17:09:48.594368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60760) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:48.604497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:48.631226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (197ff724-f5a9-451a-be67-dc0da7503c0a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.631735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.639772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:48.745709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Network 385628b0-88a3-4c0a-bb46-2c344a201dae is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:48.755230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1ac1ac12-e133-444e-bcbf-d98f7c70d165 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93638c74ae2d4c749c537148c91fac5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076328 Mar 09 17:09:48.762695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264655e-0428-4de2-aa83-966b7dfbef18 None None] Pushing event updated for resources: {'Port': ['ID=268eb65e-ac1e-4360-8df0-b9764a30f14d,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:48.767950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60762) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:48.776629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:48.840129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Pushing event updated for resources: {'Port': ['ID=4503f888-a727-4b58-96f5-67bd1387f62a,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:48.846985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:48.915956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 0a990d60-32e1-451d-a9a6-a9037f962eec is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:48.969368 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] create failed (client error): The resource could not be found. Mar 09 17:09:48.971842 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6bad7828-911d-4a78-a7c8-ddca5fb0ed84 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7965581 Mar 09 17:09:49.046337 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60764) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:49.058665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:49.063249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.106216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0a990d60-32e1-451d-a9a6-a9037f962eec) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:49.109429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:49.110566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.116563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c431a7-2ad6-4034-893f-34a76f311acc None None] Pushing event updated for resources: {'Port': ['ID=405d4231-dc04-427d-a986-c6e3d546ed77,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:49.135659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (197ff724-f5a9-451a-be67-dc0da7503c0a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.140149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 56699ad0-5ce2-4846-be39-fda31790c670 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:49.154973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98721f-45ef-4e8d-a0ed-37584cf5d152 None None] Network 0a990d60-32e1-451d-a9a6-a9037f962eec requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:49.259776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Attempting to bind port 4503f888-a727-4b58-96f5-67bd1387f62a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:49.260111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Attempting to bind port 4503f888-a727-4b58-96f5-67bd1387f62a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'feac366b-85ce-48ba-882e-aa6881c96d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:49.260669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Attempting to bind port 4503f888-a727-4b58-96f5-67bd1387f62a on network 385628b0-88a3-4c0a-bb46-2c344a201dae {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:49.272773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-29874cc9-de62-4a31-8dc2-f3da7267ff9f None None] Provisioning complete for port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:49.273903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29874cc9-de62-4a31-8dc2-f3da7267ff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.315886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.330188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-462185f5-e930-4c7c-9a45-3d1de94754d2 admin admin] Publish callbacks [] for security_group (c35a3dfa-a944-4489-a059-4bb81dd22481), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.383319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:49.384505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Checking segment: {'id': 'feac366b-85ce-48ba-882e-aa6881c96d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:49.384986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.385457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Bound using segment: {'id': 'feac366b-85ce-48ba-882e-aa6881c96d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:49.386464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Bound port: 4503f888-a727-4b58-96f5-67bd1387f62a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feac366b-85ce-48ba-882e-aa6881c96d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '385628b0-88a3-4c0a-bb46-2c344a201dae'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:49.387494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.441300 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-61870898-6822-4ac8-8d68-a77740422c9b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6951470 Mar 09 17:09:49.456292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60766) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:49.464617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-832253479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:49.479029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.ipam_backend_mixin [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1815059-9261-4a50-8dc3-5598659c5dc7 (CIDR: 2001:db8::/64) Mar 09 17:09:49.486469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-462185f5-e930-4c7c-9a45-3d1de94754d2 admin admin] Publish callbacks [] for security_group (c35a3dfa-a944-4489-a059-4bb81dd22481), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.487481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] For port 4503f888-a727-4b58-96f5-67bd1387f62a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:49.492394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] For port 4503f888-a727-4b58-96f5-67bd1387f62a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4503f888-a727-4b58-96f5-67bd1387f62a,segment=NetworkSegment(feac366b-85ce-48ba-882e-aa6881c96d8f),segment_id=feac366b-85ce-48ba-882e-aa6881c96d8f)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:49.495269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a431b0-dad9-400f-90d9-e22582b289f6 None None] Network 98205965-f52b-4e4d-86d4-a02e8253e565 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:49.526050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.545698 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:09:49.546202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:49.582166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Deleting port 25ece369-9739-4a2d-8c0a-74169348bdab {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:49.582551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (25ece369-9739-4a2d-8c0a-74169348bdab), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.676509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (2c160aba-76af-450d-a251-2eb7e019504b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.677716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (2c160aba-76af-450d-a251-2eb7e019504b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.681529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (197ff724-f5a9-451a-be67-dc0da7503c0a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.698161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (25ece369-9739-4a2d-8c0a-74169348bdab), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.707852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-462185f5-e930-4c7c-9a45-3d1de94754d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c35a3dfa-a944-4489-a059-4bb81dd22481), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.710950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-462185f5-e930-4c7c-9a45-3d1de94754d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.715310 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-462185f5-e930-4c7c-9a45-3d1de94754d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c35a3dfa-a944-4489-a059-4bb81dd22481 HTTP/1.1" status: 204 len: 168 time: 0.9460709 Mar 09 17:09:49.720117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6dbdc6ed-3db5-4818-aa17-4b76b260b86d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.724684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-29874cc9-de62-4a31-8dc2-f3da7267ff9f None None] Port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:49.726486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 56699ad0-5ce2-4846-be39-fda31790c670 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:49.726486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (56699ad0-5ce2-4846-be39-fda31790c670), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.733080 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e8a62f97-2717-49f3-9359-5d4b1e808141 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1355615 Mar 09 17:09:49.734314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=197ff724-f5a9-451a-be67-dc0da7503c0a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:49.736927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60770) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:49.738055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.741406 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b902dab3-c05c-43b3-97a5-4f6751805071 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/197ff724-f5a9-451a-be67-dc0da7503c0a HTTP/1.1" status: 204 len: 168 time: 1.4813609 Mar 09 17:09:49.745766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Calling delete_port for 25ece369-9739-4a2d-8c0a-74169348bdab owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:49.751697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:49.758245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.777943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60772) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:49.789183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462185f5-e930-4c7c-9a45-3d1de94754d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a3dfa-a944-4489-a059-4bb81dd22481,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:49.791540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.798451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbdc6ed-3db5-4818-aa17-4b76b260b86d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:49.819283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.20.0.1 (98205965-f52b-4e4d-86d4-a02e8253e565/2cc82f06-bc61-44e3-bd7f-eecf76b4be14/7436d3d4-3455-4ea7-990a-32e1968db8a0) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:49.875746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0a990d60-32e1-451d-a9a6-a9037f962eec', 'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': '39dc145f-49e1-4304-b675-e9e7cfd33093'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:49.876652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.890546 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ffd2f1f3-4362-4ee9-9a1f-f28b0c7bdf2f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106653 Mar 09 17:09:49.896826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60774) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:49.908667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:49.953210 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network d21639c4-080c-48ee-80a1-822fe341a25c is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:49.955644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Provisioning complete for port 56699ad0-5ce2-4846-be39-fda31790c670 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:49.956031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (56699ad0-5ce2-4846-be39-fda31790c670), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:49.957535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057f4c0-3523-4dd9-8bbe-44cea069d329 None None] Pushing event updated for resources: {'Port': ['ID=4503f888-a727-4b58-96f5-67bd1387f62a,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:50.045211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for router_controller (2c160aba-76af-450d-a251-2eb7e019504b), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.054348 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:50.057599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:50.068258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:50.068992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.136930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 56699ad0-5ce2-4846-be39-fda31790c670 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:50.137510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (56699ad0-5ce2-4846-be39-fda31790c670), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.248289 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1963959 Mar 09 17:09:50.249180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (2c160aba-76af-450d-a251-2eb7e019504b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.264071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60778) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:50.264910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c65b00-9483-4042-933d-2d4150f29ebe tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=6ed6d41f-0e57-4553-8d03-932ebf38726d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:50.344768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 56699ad0-5ce2-4846-be39-fda31790c670, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56699ad0-5ce2-4846-be39-fda31790c670,segment=NetworkSegment(5cde1c0e-fdd1-40f9-b010-80f897fcf233),segment_id=5cde1c0e-fdd1-40f9-b010-80f897fcf233)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:50.378673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Allocated IP 172.20.0.2 (0a990d60-32e1-451d-a9a6-a9037f962eec/39dc145f-49e1-4304-b675-e9e7cfd33093/789c1cd5-c010-4b68-8d99-d73a52e5239e) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:50.388098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Current status of the port 56699ad0-5ce2-4846-be39-fda31790c670 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:50.388675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (56699ad0-5ce2-4846-be39-fda31790c670), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.535772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.600939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (56699ad0-5ce2-4846-be39-fda31790c670), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.630077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:50.633740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.763113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.ipam_backend_mixin [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ab294eda-8a99-4237-8f9a-fb6ca642b015 (CIDR: 2001:db8:0:1::/64) Mar 09 17:09:50.766606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.770594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1366fc63-96d0-4dbc-ba72-94d2ef43aa70 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.3069541 Mar 09 17:09:50.771159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60786) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:50.783008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec', 'name': 'tempest-PortsTestJSON-1741951787'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:50.792515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:50.796328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:50.853409 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:09:50.853984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:09:50.911097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:50.916089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:50.916089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=56699ad0-5ce2-4846-be39-fda31790c670,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:50.944374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.019414 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3626b0e1-ad9d-41c3-8c45-3035ee3a5700 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2716904 Mar 09 17:09:51.031363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60790) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:51.048549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Publish callbacks [] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.052323 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e2a63-70d4-4f49-861d-5a63e17083d9 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:51.095476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (f807fc88-c735-47d8-8b82-2fce094d3b10), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.193886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf1025-c2c5-4314-bfc9-11acd183177a None None] Network d21639c4-080c-48ee-80a1-822fe341a25c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:51.257316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.403135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 268eb65e-ac1e-4360-8df0-b9764a30f14d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:51.453917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (25ece369-9739-4a2d-8c0a-74169348bdab), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.503211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Network 0a990d60-32e1-451d-a9a6-a9037f962eec is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:51.518015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:51.532491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:51.541024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'subnet': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:51.543078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Pushing event updated for resources: {'Port': ['ID=789c1cd5-c010-4b68-8d99-d73a52e5239e,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:51.556826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 98205965-f52b-4e4d-86d4-a02e8253e565 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:51.604199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Port': ['ID=25ece369-9739-4a2d-8c0a-74169348bdab,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:51.605092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:51.614031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:51.617518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d3932351-c27b-4d36-8100-22e2119ba8bb None None] Current status of the port 56699ad0-5ce2-4846-be39-fda31790c670 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:51.685669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60800) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:51.686808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=7436d3d4-3455-4ea7-990a-32e1968db8a0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:51.687905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 268eb65e-ac1e-4360-8df0-b9764a30f14d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:51.688294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.729025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Attempting to bind port 789c1cd5-c010-4b68-8d99-d73a52e5239e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:51.729412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Attempting to bind port 789c1cd5-c010-4b68-8d99-d73a52e5239e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:51.729782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Attempting to bind port 789c1cd5-c010-4b68-8d99-d73a52e5239e on network 0a990d60-32e1-451d-a9a6-a9037f962eec {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:51.737864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:51.738248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Checking segment: {'id': '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:51.738666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.739504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Bound using segment: {'id': '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:51.739632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Bound port: 789c1cd5-c010-4b68-8d99-d73a52e5239e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a990d60-32e1-451d-a9a6-a9037f962eec'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:51.739931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.753121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.827504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:51.837789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:51.948926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1771144069'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:51.962831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab85444-dac8-41b6-b330-c6a6b1b85b1f None None] Network 385628b0-88a3-4c0a-bb46-2c344a201dae requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:52.009311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:52.019333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.041215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:52.099515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Router f807fc88-c735-47d8-8b82-2fce094d3b10 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:52.103374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.107090 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c7470512-b540-4479-8ff8-47d4bd6790e6 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "DELETE /v2.0/ports/25ece369-9739-4a2d-8c0a-74169348bdab HTTP/1.1" status: 204 len: 168 time: 3.0315168 Mar 09 17:09:52.127063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60804) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:52.170075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 268eb65e-ac1e-4360-8df0-b9764a30f14d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:52.170968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.175157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Made reservation on behalf of 6f60a9d856d643beb5eedb6d7af48911 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:52.178374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.228690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.247340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.12 (0a990d60-32e1-451d-a9a6-a9037f962eec/39dc145f-49e1-4304-b675-e9e7cfd33093/8e5fd98b-7f79-4196-ad93-29ea5e91de7e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:52.247876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Provisioning complete for port 268eb65e-ac1e-4360-8df0-b9764a30f14d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:52.248605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.358336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for security_group (32eb5f0a-25a4-46f9-899b-fbfc17991a48), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.390089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Current status of the port 268eb65e-ac1e-4360-8df0-b9764a30f14d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:52.390493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.400267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 268eb65e-ac1e-4360-8df0-b9764a30f14d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=268eb65e-ac1e-4360-8df0-b9764a30f14d,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:52.402074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] For port 789c1cd5-c010-4b68-8d99-d73a52e5239e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:52.447200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] For port 789c1cd5-c010-4b68-8d99-d73a52e5239e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=789c1cd5-c010-4b68-8d99-d73a52e5239e,segment=NetworkSegment(2a2e6353-a7dc-4f4d-9606-64fa872e3b7c),segment_id=2a2e6353-a7dc-4f4d-9606-64fa872e3b7c)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:52.466243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] Deleting port 268eb65e-ac1e-4360-8df0-b9764a30f14d {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:52.466636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.507356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (32eb5f0a-25a4-46f9-899b-fbfc17991a48), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.518098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Made reservation on behalf of 2d4f294090234293828020c1aa62174e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:52.521669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.545790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.546608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 405d4231-dc04-427d-a986-c6e3d546ed77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:52.564250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.606842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (955ac604-c28b-4ae6-9727-3560e0ec0383), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.608832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.651056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:09:52.666321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:52.674889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:52.712474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32eb5f0a-25a4-46f9-899b-fbfc17991a48,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:52.717349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:52.717868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.749833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (164d37f2-4d4e-458f-a53c-56d25095e187), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.750168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Added segment 164d37f2-4d4e-458f-a53c-56d25095e187 of type vlan for network c0599fba-250d-40e5-bc07-e2d9b99c34f8 Mar 09 17:09:52.761195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6532fb-99fc-433e-87ca-323bc8279efb tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:52.763939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.765201 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6e6532fb-99fc-433e-87ca-323bc8279efb tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "GET /v2.0/ports?device_id=b63f5dde-899d-4f3f-b9d1-69367e97b109 HTTP/1.1" status: 200 len: 913 time: 0.5898814 Mar 09 17:09:52.777905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60806) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:52.839701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=955ac604-c28b-4ae6-9727-3560e0ec0383,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:52.841883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] For port 268eb65e-ac1e-4360-8df0-b9764a30f14d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=268eb65e-ac1e-4360-8df0-b9764a30f14d,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:52.846969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:52.881741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] Calling delete_port for 268eb65e-ac1e-4360-8df0-b9764a30f14d owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:52.894183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:09:52.894183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:09:52.894486 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7948979b-b268-4eaf-b7ac-67de5bd7917c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9871969 Mar 09 17:09:52.897725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60808) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:52.911664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:52.925444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=268eb65e-ac1e-4360-8df0-b9764a30f14d,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:52.953655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:52.959864 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-739d5ed5-44e6-4368-bbb4-ef12194ea3ac admin admin] 10.222.0.16 "PUT /v2.0/routers/f807fc88-c735-47d8-8b82-2fce094d3b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0809276 Mar 09 17:09:52.964257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:52.971773 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] Sync routers for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:52.983608 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:52.984224 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:53.022682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.034238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (c0599fba-250d-40e5-bc07-e2d9b99c34f8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.050362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (ccf8175f-bf69-4358-9692-dde030d9b145), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.050696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 405d4231-dc04-427d-a986-c6e3d546ed77 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:53.051088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.051808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (ccf8175f-bf69-4358-9692-dde030d9b145), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.145894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa12cd-b899-40da-aeba-490e33b7ff53 None None] Pushing event updated for resources: {'Port': ['ID=789c1cd5-c010-4b68-8d99-d73a52e5239e,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:53.150934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.181905 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:09:53.245564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router_controller (ccf8175f-bf69-4358-9692-dde030d9b145), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.260851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 405d4231-dc04-427d-a986-c6e3d546ed77 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:53.261443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.267627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks [] for router (f807fc88-c735-47d8-8b82-2fce094d3b10), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.291321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (268eb65e-ac1e-4360-8df0-b9764a30f14d), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.347280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] Pushing event deleted for resources: {'Port': ['ID=268eb65e-ac1e-4360-8df0-b9764a30f14d,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:53.353938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 405d4231-dc04-427d-a986-c6e3d546ed77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405d4231-dc04-427d-a986-c6e3d546ed77,segment=NetworkSegment(7e616579-c7df-4b3f-a1e3-00f2a4fd11af),segment_id=7e616579-c7df-4b3f-a1e3-00f2a4fd11af)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:53.356578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4a987-9063-4d73-a83e-3463be71bb05 None None] No DVR routers for this DVR port 268eb65e-ac1e-4360-8df0-b9764a30f14d on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:53.361932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.369997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (ccf8175f-bf69-4358-9692-dde030d9b145), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.381470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c79460c-6c7b-48c2-bf47-bbee2f9641c2 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:53.394383 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:09:49Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:53.429380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Port 268eb65e-ac1e-4360-8df0-b9764a30f14d update to ACTIVE by agent not found {{(pid=104359) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 09 17:09:53.433862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.436186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4503f888-a727-4b58-96f5-67bd1387f62a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:53.437253 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] Checking router: f807fc88-c735-47d8-8b82-2fce094d3b10 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:09:53.440710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=6ed6d41f-0e57-4553-8d03-932ebf38726d,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:53.448170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.453186 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] Routers {'f807fc88-c735-47d8-8b82-2fce094d3b10'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:53.453978 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f807fc88-c735-47d8-8b82-2fce094d3b10'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:53.544996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks [] for router_gateway (f807fc88-c735-47d8-8b82-2fce094d3b10), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.590868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.resource_extend [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:09:53.616683 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] Set router f807fc88-c735-47d8-8b82-2fce094d3b10 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:09:53.628837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Provisioning complete for port 405d4231-dc04-427d-a986-c6e3d546ed77 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:53.629230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.689316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.693085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (99714a76-64cc-4365-b3e6-a41320ea24f0), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.738063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.739577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ffe4cff1-270b-4bed-a7b6-e55cb0908111 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8354537 Mar 09 17:09:53.746532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.748308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=8e5fd98b-7f79-4196-ad93-29ea5e91de7e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:53.751099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60812) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:53.756847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (c0599fba-250d-40e5-bc07-e2d9b99c34f8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.763657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:53.764585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.777171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 0a990d60-32e1-451d-a9a6-a9037f962eec is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:53.779057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '955ac604-c28b-4ae6-9727-3560e0ec0383'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:53.779296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (0632127d-d3d4-432c-bf10-d29ab3c78673), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.786347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.819246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:53.838632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=405d4231-dc04-427d-a986-c6e3d546ed77,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:53.886778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:53.894455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Deleting port 2dc5928d-cd44-4f16-9717-1906d9f568c8 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:53.894670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.911546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4503f888-a727-4b58-96f5-67bd1387f62a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:53.924790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:53.986969 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:09:49Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:54.033713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.047947 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedb7ca-1dd9-4c6a-8e65-cd933a76b43d None None] The sync data for ids ['f807fc88-c735-47d8-8b82-2fce094d3b10'] in dv-neutron-master-2-hyperv is: [{'id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'name': 'tempest-ServerActionsTestJSON-1201426752-router', 'tenant_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118'}], 'enable_snat': True}, 'gw_port_id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:06:11Z', 'updated_at': '2022-03-09T17:09:49Z', 'revision_number': 5, 'project_id': '3882b1c942c54d6eb9f9c9cef69cd02c', 'gw_port': {'id': '2dc5928d-cd44-4f16-9717-1906d9f568c8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f807fc88-c735-47d8-8b82-2fce094d3b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:06:14Z', 'updated_at': '2022-03-09T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:54.082899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Subnet': ['ID=0632127d-d3d4-432c-bf10-d29ab3c78673,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:54.111891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:54.111891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.151794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4554615 Mar 09 17:09:54.169301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:54.172827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:54.178191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60816) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:54.190102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Request body: {'subnet': {'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:54.207869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c009dcd-cacf-4dbe-8909-7bc26226611e None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:54.211106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:54.211763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.253304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] For port 2dc5928d-cd44-4f16-9717-1906d9f568c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dc5928d-cd44-4f16-9717-1906d9f568c8,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:54.253952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.287196 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e6a0002e-c8c2-4e0c-9007-92f40281346b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5110443 Mar 09 17:09:54.291095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60818) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:54.298097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Current status of the port 405d4231-dc04-427d-a986-c6e3d546ed77 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:54.301693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331ce35-d670-407f-96b3-ef58a16e1bff None None] Network 0a990d60-32e1-451d-a9a6-a9037f962eec requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:54.326467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Calling delete_port for 2dc5928d-cd44-4f16-9717-1906d9f568c8 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:54.350964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e9604-be81-48d7-9064-3695b50177a7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event updated for resources: {'Network': ['ID=c0599fba-250d-40e5-bc07-e2d9b99c34f8,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:54.372260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:09:54.388855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=7436d3d4-3455-4ea7-990a-32e1968db8a0,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:54.460585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.491563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/955ac604-c28b-4ae6-9727-3560e0ec0383/eb7fcc6d-daee-4591-8b51-4508271e4d2e) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:54.516446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Provisioning complete for port 56699ad0-5ce2-4846-be39-fda31790c670 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:54.516888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (56699ad0-5ce2-4846-be39-fda31790c670), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.523374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.523936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4503f888-a727-4b58-96f5-67bd1387f62a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:54.524484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.525366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (99714a76-64cc-4365-b3e6-a41320ea24f0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.711987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 4503f888-a727-4b58-96f5-67bd1387f62a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4503f888-a727-4b58-96f5-67bd1387f62a,segment=NetworkSegment(feac366b-85ce-48ba-882e-aa6881c96d8f),segment_id=feac366b-85ce-48ba-882e-aa6881c96d8f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:54.715833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=6ed6d41f-0e57-4553-8d03-932ebf38726d,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:54.720484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2dc5928d-cd44-4f16-9717-1906d9f568c8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.765754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc5928d-cd44-4f16-9717-1906d9f568c8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:54.801321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network d21639c4-080c-48ee-80a1-822fe341a25c is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:54.803850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:54.838566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.903444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-626579b1-6e44-4e77-8342-d47df1501223 None None] Current status of the port 56699ad0-5ce2-4846-be39-fda31790c670 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:54.927040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (f807fc88-c735-47d8-8b82-2fce094d3b10), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:54.955870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Update dhcp port {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'fixed_ips': [{'subnet_id': 'ab294eda-8a99-4237-8f9a-fb6ca642b015', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0632127d-d3d4-432c-bf10-d29ab3c78673'}, {'subnet_id': 'a1815059-9261-4a50-8dc3-5598659c5dc7'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0a9af797-9bf4-481a-ab5e-30f33f1dac71'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:09:55.024544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=4503f888-a727-4b58-96f5-67bd1387f62a,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:55.072042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.073976 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6c7498ce-87f8-41f0-83c8-28c22b429306 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0363739 Mar 09 17:09:55.074929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Publish callbacks [] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.107768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Provisioning complete for port 789c1cd5-c010-4b68-8d99-d73a52e5239e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:55.108685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.128174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60826) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:55.149193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1094923082', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0632127d-d3d4-432c-bf10-d29ab3c78673'}], 'security_groups': ['bc04157e-8fd6-4819-a318-77ab43230eba', 'c102f485-aa29-409f-a8a0-c967a6910c2f']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:55.176436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (f807fc88-c735-47d8-8b82-2fce094d3b10), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.181762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks [] for router_controller (f807fc88-c735-47d8-8b82-2fce094d3b10), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.192285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.296019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 98205965-f52b-4e4d-86d4-a02e8253e565 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:55.364274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (f807fc88-c735-47d8-8b82-2fce094d3b10), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.365604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f807fc88-c735-47d8-8b82-2fce094d3b10 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:09:55.371801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.373291 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0ebbd18a-6fa5-474b-b8fc-c7b95dc5ab44 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f807fc88-c735-47d8-8b82-2fce094d3b10 HTTP/1.1" status: 204 len: 168 time: 2.4080453 Mar 09 17:09:55.378929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60828) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:55.389554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:55.406188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 99714a76-64cc-4365-b3e6-a41320ea24f0 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:09:55.525501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Deleting subnet 04784b5f-990e-46f8-b063-f984792aaf3f {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:09:55.546142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Publish callbacks [] for subnet (04784b5f-990e-46f8-b063-f984792aaf3f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.641600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:55.671234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (04784b5f-990e-46f8-b063-f984792aaf3f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.701948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:55.722504 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3d1eca81-d06f-409d-b140-b0e140ef3a9b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/99714a76-64cc-4365-b3e6-a41320ea24f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4427555 Mar 09 17:09:55.725533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60832) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:55.773974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Allocated IP 2001:db8:0:2::2 (53f25cdc-7a1c-454c-a07a-e00adce2e832/0632127d-d3d4-432c-bf10-d29ab3c78673/0a9af797-9bf4-481a-ab5e-30f33f1dac71) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:55.780082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 56699ad0-5ce2-4846-be39-fda31790c670 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:55.789525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Allocated IP 2001:db8::2 (53f25cdc-7a1c-454c-a07a-e00adce2e832/a1815059-9261-4a50-8dc3-5598659c5dc7/0a9af797-9bf4-481a-ab5e-30f33f1dac71) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:55.794846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249964a-4f49-4e95-b9be-7438cc91c319 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:55.795107 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] Sync routers for ids ['99714a76-64cc-4365-b3e6-a41320ea24f0'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:55.799095 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d249964a-4f49-4e95-b9be-7438cc91c319 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports/6ed6d41f-0e57-4553-8d03-932ebf38726d HTTP/1.1" status: 200 len: 983 time: 0.0696373 Mar 09 17:09:55.799242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60834) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:55.826951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:55.831811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Made reservation on behalf of 6f60a9d856d643beb5eedb6d7af48911 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:55.835245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:55.838295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:55.860191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Pushing event updated for resources: {'Port': ['ID=eb7fcc6d-daee-4591-8b51-4508271e4d2e,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:55.930863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.011174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] Routers {'99714a76-64cc-4365-b3e6-a41320ea24f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:56.011925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['99714a76-64cc-4365-b3e6-a41320ea24f0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.069517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.091121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Current status of the port 789c1cd5-c010-4b68-8d99-d73a52e5239e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:56.091481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.122894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Attempting to bind port eb7fcc6d-daee-4591-8b51-4508271e4d2e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:56.123278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Attempting to bind port eb7fcc6d-daee-4591-8b51-4508271e4d2e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:56.123669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Attempting to bind port eb7fcc6d-daee-4591-8b51-4508271e4d2e on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:56.129644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 3a438512-308f-409d-bba8-c4168a7a7114 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:09:56.137984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] For port 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a9af797-9bf4-481a-ab5e-30f33f1dac71,segment=NetworkSegment(b15d41d3-0c51-4717-8314-77abb6daf5ce),segment_id=b15d41d3-0c51-4717-8314-77abb6daf5ce)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:56.145410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] Routers {'99714a76-64cc-4365-b3e6-a41320ea24f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:56.146041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['99714a76-64cc-4365-b3e6-a41320ea24f0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.156995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:56.157416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:56.157768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.158162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:56.158652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Bound port: eb7fcc6d-daee-4591-8b51-4508271e4d2e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:56.159042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.187383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.212759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.213422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76c823-f382-4101-8f76-5e6265b59e85 None None] The sync data for ids ['99714a76-64cc-4365-b3e6-a41320ea24f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:56.216769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (04784b5f-990e-46f8-b063-f984792aaf3f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.218252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.236813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] For port 789c1cd5-c010-4b68-8d99-d73a52e5239e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=789c1cd5-c010-4b68-8d99-d73a52e5239e,segment=NetworkSegment(2a2e6353-a7dc-4f4d-9606-64fa872e3b7c),segment_id=2a2e6353-a7dc-4f4d-9606-64fa872e3b7c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:56.266339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 56699ad0-5ce2-4846-be39-fda31790c670 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:56.277962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (56699ad0-5ce2-4846-be39-fda31790c670), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.277962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Publish callbacks [] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.331414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] For port eb7fcc6d-daee-4591-8b51-4508271e4d2e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:09:56.334849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] For port eb7fcc6d-daee-4591-8b51-4508271e4d2e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb7fcc6d-daee-4591-8b51-4508271e4d2e,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:09:56.340896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.406843 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Provisioning complete for port 6ed6d41f-0e57-4553-8d03-932ebf38726d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:56.407175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.412133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.459055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.469474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 56699ad0-5ce2-4846-be39-fda31790c670 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:56.470694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 405d4231-dc04-427d-a986-c6e3d546ed77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:56.473474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Pushing event updated for resources: {'Port': ['ID=789c1cd5-c010-4b68-8d99-d73a52e5239e,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:56.495379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (04784b5f-990e-46f8-b063-f984792aaf3f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.522452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:56.536176 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] Sync routers for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:56.548020 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:56.548962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.564485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Port 6ed6d41f-0e57-4553-8d03-932ebf38726d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:56.576768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2913aed-4248-444f-bd0e-7c02bb40d4d5 None None] Network 781549fa-9da0-4eeb-8336-15685593a054 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:56.578312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.593423 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b1a82c3d-ea8e-4702-94b9-8f653ad47a4f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/3a438512-308f-409d-bba8-c4168a7a7114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2701819 Mar 09 17:09:56.598441 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/04784b5f-990e-46f8-b063-f984792aaf3f HTTP/1.1" status: 204 len: 168 time: 1.2141833 Mar 09 17:09:56.600084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60836) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:56.600796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60838) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:56.601951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdae06-21ee-4570-8ef5-bd25babe1584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04784b5f-990e-46f8-b063-f984792aaf3f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:56.631255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (b63f5dde-899d-4f3f-b9d1-69367e97b109), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.735475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc74297-ff5d-4c15-8d28-6c44effd4cd2 None None] Pushing event updated for resources: {'Port': ['ID=0a9af797-9bf4-481a-ab5e-30f33f1dac71,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:56.738274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Provisioning complete for port 4503f888-a727-4b58-96f5-67bd1387f62a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:56.738646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.753962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.768326 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:56.769460 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.823776 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:56.825400 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44316a7-162a-4bac-bc94-16dfb9b96dd5 None None] The sync data for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:56.842915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 405d4231-dc04-427d-a986-c6e3d546ed77 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:56.843293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.870244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (99714a76-64cc-4365-b3e6-a41320ea24f0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:56.960979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244be11-1f0c-4053-834b-d7c9fc7e14a5 None None] Pushing event updated for resources: {'Port': ['ID=eb7fcc6d-daee-4591-8b51-4508271e4d2e,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:57.063605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Current status of the port 4503f888-a727-4b58-96f5-67bd1387f62a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:57.154045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 405d4231-dc04-427d-a986-c6e3d546ed77 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:57.155454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 789c1cd5-c010-4b68-8d99-d73a52e5239e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:57.206631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] DHCP port deletion for 781549fa-9da0-4eeb-8336-15685593a054 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:09:57.208703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 6ed6d41f-0e57-4553-8d03-932ebf38726d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:57.209064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.224084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Provisioning complete for port 405d4231-dc04-427d-a986-c6e3d546ed77 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:57.224652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.331140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.342733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (781549fa-9da0-4eeb-8336-15685593a054), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.345248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 6ed6d41f-0e57-4553-8d03-932ebf38726d owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:57.351885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057e19e-25d5-46fc-bf0d-351a1ed4f2e7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:57.353360 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f057e19e-25d5-46fc-bf0d-351a1ed4f2e7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports/7436d3d4-3455-4ea7-990a-32e1968db8a0 HTTP/1.1" status: 200 len: 910 time: 0.7445855 Mar 09 17:09:57.363499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 789c1cd5-c010-4b68-8d99-d73a52e5239e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:57.364024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.398049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60844) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:57.429493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] Deleting port ad7d2947-19a2-4ca4-bd94-3408a5390839 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:57.430039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.449658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Current status of the port 405d4231-dc04-427d-a986-c6e3d546ed77 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:57.479079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Provisioning complete for port 7436d3d4-3455-4ea7-990a-32e1968db8a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:57.479695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.591804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] For port ad7d2947-19a2-4ca4-bd94-3408a5390839, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7d2947-19a2-4ca4-bd94-3408a5390839,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:57.593037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.597196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (185e7f94-0f98-45b3-a19e-ec00dffce547), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.655228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::1 (23e84d69-248a-4c03-bab8-85be85a4a2bb/955ac604-c28b-4ae6-9727-3560e0ec0383/3afa2de3-2391-44d4-b609-53633038abb9) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:57.795360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Deleting port ad7d2947-19a2-4ca4-bd94-3408a5390839 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:57.795715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.836119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] Calling delete_port for ad7d2947-19a2-4ca4-bd94-3408a5390839 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:57.919967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6ed6d41f-0e57-4553-8d03-932ebf38726d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.932961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7103cd7-0569-4cf6-aec3-820d963bdd75 None None] Port 7436d3d4-3455-4ea7-990a-32e1968db8a0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:57.939434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 789c1cd5-c010-4b68-8d99-d73a52e5239e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:57.963436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:57.975030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=6ed6d41f-0e57-4553-8d03-932ebf38726d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:58.041234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 268eb65e-ac1e-4360-8df0-b9764a30f14d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:58.077433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.083095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event updated for resources: {'Subnet': ['ID=185e7f94-0f98-45b3-a19e-ec00dffce547,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:58.085179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 268eb65e-ac1e-4360-8df0-b9764a30f14d {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:58.085179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 268eb65e-ac1e-4360-8df0-b9764a30f14d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:58.086016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6dbdc6ed-3db5-4818-aa17-4b76b260b86d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:09:58.132850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Checking segment: {'id': '164d37f2-4d4e-458f-a53c-56d25095e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:58.135471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Network hostable DHCP agents. Network: c0599fba-250d-40e5-bc07-e2d9b99c34f8, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:09:58.157828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 6dbdc6ed-3db5-4818-aa17-4b76b260b86d {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:09:58.158188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6dbdc6ed-3db5-4818-aa17-4b76b260b86d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:09:58.160752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] Pushing event deleted for resources: {'Port': ['ID=ad7d2947-19a2-4ca4-bd94-3408a5390839,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:58.176265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773569c-33c2-4d25-bd7c-ceba7a06afea None None] No DVR routers for this DVR port ad7d2947-19a2-4ca4-bd94-3408a5390839 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:58.177796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Provisioning complete for port 789c1cd5-c010-4b68-8d99-d73a52e5239e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:58.178172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.197539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (99714a76-64cc-4365-b3e6-a41320ea24f0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.237609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] For port ad7d2947-19a2-4ca4-bd94-3408a5390839, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7d2947-19a2-4ca4-bd94-3408a5390839,segment=NetworkSegment(0bf91233-e531-40fb-9914-bf95aa05556b),segment_id=0bf91233-e531-40fb-9914-bf95aa05556b)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:09:58.237993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.266278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.292693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Calling delete_port for ad7d2947-19a2-4ca4-bd94-3408a5390839 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:58.318393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Deleting port 6c69dffb-113e-4f82-9544-6c5e0c210c0e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:09:58.318755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.329718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Current status of the port 789c1cd5-c010-4b68-8d99-d73a52e5239e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:58.338278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Could not find standard attr ID for object 6ed6d41f-0e57-4553-8d03-932ebf38726d. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:09:58.361724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:58.362681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.389904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (3afa2de3-2391-44d4-b609-53633038abb9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.419716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:58.426683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:09:58.435222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.441299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Provisioning complete for port 7436d3d4-3455-4ea7-990a-32e1968db8a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:58.443442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.499431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4503f888-a727-4b58-96f5-67bd1387f62a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:58.504563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Port 7436d3d4-3455-4ea7-990a-32e1968db8a0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:58.540334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.547765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:58.548035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.557238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c0599fba-250d-40e5-bc07-e2d9b99c34f8) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:58.569901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3afa2de3-2391-44d4-b609-53633038abb9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.585294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd219a10-1c11-49bd-949e-311055105737 None None] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:09:58.602351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:09:58.602938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.626535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4503f888-a727-4b58-96f5-67bd1387f62a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:58.627550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.807330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:58.810371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Delete allocated IP 2001:db8::37b (53f25cdc-7a1c-454c-a07a-e00adce2e832/a1815059-9261-4a50-8dc3-5598659c5dc7) {{(pid=104357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 17:09:58.822421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c0599fba-250d-40e5-bc07-e2d9b99c34f8', 'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8', 'project_id': '6f60a9d856d643beb5eedb6d7af48911', 'fixed_ips': [{'subnet_id': '185e7f94-0f98-45b3-a19e-ec00dffce547'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:09:58.823474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.849142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=8e5fd98b-7f79-4196-ad93-29ea5e91de7e,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:58.852424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 99714a76-64cc-4365-b3e6-a41320ea24f0 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:09:58.862108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:58.864671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Allocated IP 2001:db8:0:2::147 (53f25cdc-7a1c-454c-a07a-e00adce2e832/0632127d-d3d4-432c-bf10-d29ab3c78673/5d1e500b-3c23-44a1-80c2-afa4e34cb958) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:58.875655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.885861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:58.911817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4503f888-a727-4b58-96f5-67bd1387f62a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:58.912947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0a9af797-9bf4-481a-ab5e-30f33f1dac71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:58.920780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Provisioning complete for port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:58.925613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.934573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:58.934573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (ccf8175f-bf69-4358-9692-dde030d9b145), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:58.941413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.21.0.1 (385628b0-88a3-4c0a-bb46-2c344a201dae/43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a/811bc2c1-c46e-49e7-ad22-eb5d186206a5) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:58.949888 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-55b6ac27-971e-4c54-a0ae-4fcdf349b817 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7645690 Mar 09 17:09:58.973892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Calling delete_port for 6c69dffb-113e-4f82-9544-6c5e0c210c0e owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:09:58.983175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60852) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:58.991967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Request body: {'port': {'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8', 'name': 'tempest-TagsExtTest-472710419'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:09:59.017289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:09:59.032614 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-141cffb3-947b-4ccd-9e14-4a544a6ac872 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/99714a76-64cc-4365-b3e6-a41320ea24f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322958 Mar 09 17:09:59.038399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60854) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:09:59.059133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:59.069187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] Sync routers for ids ['99714a76-64cc-4365-b3e6-a41320ea24f0'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:09:59.121225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] Routers {'99714a76-64cc-4365-b3e6-a41320ea24f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:59.121874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['99714a76-64cc-4365-b3e6-a41320ea24f0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:59.124629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Provisioning complete for port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:59.125014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.157615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ad7d2947-19a2-4ca4-bd94-3408a5390839), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.203610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.219091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:59.259512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Allocated IP 172.20.0.2 (c0599fba-250d-40e5-bc07-e2d9b99c34f8/185e7f94-0f98-45b3-a19e-ec00dffce547/b3f40ffd-eac9-4e92-b6e9-051b697396e7) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:59.265534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=3afa2de3-2391-44d4-b609-53633038abb9,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:59.265696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2bda803d-96f1-443a-9277-485a255dcc7c None None] Port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:59.275636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] Routers {'99714a76-64cc-4365-b3e6-a41320ea24f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:09:59.276299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['99714a76-64cc-4365-b3e6-a41320ea24f0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:59.280676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (2c160aba-76af-450d-a251-2eb7e019504b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.283688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:59.284301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.289344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Made reservation on behalf of 6f60a9d856d643beb5eedb6d7af48911 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:09:59.292842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.310976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] device_id is not set on port 5ac69690-32f0-4112-97ce-bf84442694aa yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:09:59.329524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:09:59.330199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647ee0a-d14a-4858-880d-97f76b8c502e None None] The sync data for ids ['99714a76-64cc-4365-b3e6-a41320ea24f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:09:59.360382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.408152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] No DVR routers for this DVR port ad7d2947-19a2-4ca4-bd94-3408a5390839 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:09:59.413080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7d2947-19a2-4ca4-bd94-3408a5390839,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:59.420220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 385628b0-88a3-4c0a-bb46-2c344a201dae is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:59.431456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:59.434459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:59.445226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Provisioning complete for port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:59.445622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.487463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=811bc2c1-c46e-49e7-ad22-eb5d186206a5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:59.513460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.539601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:59.584609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:59.585650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device eb7fcc6d-daee-4591-8b51-4508271e4d2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:09:59.650565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Publish callbacks [] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.651945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Provisioning complete for port 3afa2de3-2391-44d4-b609-53633038abb9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:59.652899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3afa2de3-2391-44d4-b609-53633038abb9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.688265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port eb7fcc6d-daee-4591-8b51-4508271e4d2e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:59.688702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.720518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Port 3afa2de3-2391-44d4-b609-53633038abb9 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:09:59.726888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.776118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.788382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:09:59.794082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Provisioning complete for port eb7fcc6d-daee-4591-8b51-4508271e4d2e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:09:59.794387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.799818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:09:59.803441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:09:59.823171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Pushing event updated for resources: {'Port': ['ID=b3f40ffd-eac9-4e92-b6e9-051b697396e7,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:09:59.831356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Allocated IP 172.20.0.12 (c0599fba-250d-40e5-bc07-e2d9b99c34f8/185e7f94-0f98-45b3-a19e-ec00dffce547/5ac69690-32f0-4112-97ce-bf84442694aa) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:09:59.930072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port eb7fcc6d-daee-4591-8b51-4508271e4d2e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:09:59.930643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.933303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Attempting to bind port b3f40ffd-eac9-4e92-b6e9-051b697396e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:09:59.933725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Attempting to bind port b3f40ffd-eac9-4e92-b6e9-051b697396e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '164d37f2-4d4e-458f-a53c-56d25095e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:09:59.934095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Attempting to bind port b3f40ffd-eac9-4e92-b6e9-051b697396e7 on network c0599fba-250d-40e5-bc07-e2d9b99c34f8 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:09:59.949669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:09:59.949939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Checking segment: {'id': '164d37f2-4d4e-458f-a53c-56d25095e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:09:59.950807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:09:59.950807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Bound using segment: {'id': '164d37f2-4d4e-458f-a53c-56d25095e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:09:59.951199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Bound port: b3f40ffd-eac9-4e92-b6e9-051b697396e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164d37f2-4d4e-458f-a53c-56d25095e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0599fba-250d-40e5-bc07-e2d9b99c34f8'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:09:59.951590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.063934 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-d6bbfafb-77db-4576-9846-50185c082067 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] remove_router_interface failed (client error): The resource could not be found. Mar 09 17:10:00.067745 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d6bbfafb-77db-4576-9846-50185c082067 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/99714a76-64cc-4365-b3e6-a41320ea24f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0183229 Mar 09 17:10:00.071634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60858) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:00.114202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (781549fa-9da0-4eeb-8336-15685593a054), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.133932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3afa2de3-2391-44d4-b609-53633038abb9), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.147399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-44eeea15-7f7c-48c4-a7d0-7532da82d555 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=99714a76-64cc-4365-b3e6-a41320ea24f0 HTTP/1.1" status: 200 len: 205 time: 0.0704355 Mar 09 17:10:00.149379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60860) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:00.176712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port eb7fcc6d-daee-4591-8b51-4508271e4d2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb7fcc6d-daee-4591-8b51-4508271e4d2e,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:00.198578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Current status of the port eb7fcc6d-daee-4591-8b51-4508271e4d2e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:00.202151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.205514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781549fa-9da0-4eeb-8336-15685593a054']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:00.230864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] For port b3f40ffd-eac9-4e92-b6e9-051b697396e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:00.243086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] For port b3f40ffd-eac9-4e92-b6e9-051b697396e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3f40ffd-eac9-4e92-b6e9-051b697396e7,segment=NetworkSegment(164d37f2-4d4e-458f-a53c-56d25095e187),segment_id=164d37f2-4d4e-458f-a53c-56d25095e187)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:00.249568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.250385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 789c1cd5-c010-4b68-8d99-d73a52e5239e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:00.268847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf91233-e531-40fb-9914-bf95aa05556b') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:00.269233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf91233-e531-40fb-9914-bf95aa05556b') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:00.286046 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for port (5ac69690-32f0-4112-97ce-bf84442694aa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.291612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (99714a76-64cc-4365-b3e6-a41320ea24f0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.300505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (0bf91233-e531-40fb-9914-bf95aa05556b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.315451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.339240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.362650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.367879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:10:00.368240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:10:00.373177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=eb7fcc6d-daee-4591-8b51-4508271e4d2e,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:00.379569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.383302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0bf91233-e531-40fb-9914-bf95aa05556b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.423052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 789c1cd5-c010-4b68-8d99-d73a52e5239e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:00.423052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.458903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab1a28-0232-4291-8dfa-abd0583b901c None None] Pushing event updated for resources: {'Port': ['ID=b3f40ffd-eac9-4e92-b6e9-051b697396e7,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:00.486757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.493887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:00.494458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (0bf91233-e531-40fb-9914-bf95aa05556b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.496915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:00.507403 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:00.537458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 789c1cd5-c010-4b68-8d99-d73a52e5239e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:00.566807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6c69dffb-113e-4f82-9544-6c5e0c210c0e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.575822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5ac69690-32f0-4112-97ce-bf84442694aa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.576229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event updated for resources: {'Port': ['ID=5d1e500b-3c23-44a1-80c2-afa4e34cb958,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:00.581126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (99714a76-64cc-4365-b3e6-a41320ea24f0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.588715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (99714a76-64cc-4365-b3e6-a41320ea24f0), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.634923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ad7d2947-19a2-4ca4-bd94-3408a5390839 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:00.667318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] In _notify_port_updated(), no bound segment for port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 on network 53f25cdc-7a1c-454c-a07a-e00adce2e832 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:10:00.672598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:00.673247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.677669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2be1201e-53ba-4ea9-ad97-0bb44f98e4cb tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "PUT /v2.0/ports/5d1e500b-3c23-44a1-80c2-afa4e34cb958 HTTP/1.1" status: 200 len: 970 time: 5.5483747 Mar 09 17:10:00.696546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ad7d2947-19a2-4ca4-bd94-3408a5390839 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:00.696674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ad7d2947-19a2-4ca4-bd94-3408a5390839 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:00.697004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2dc5928d-cd44-4f16-9717-1906d9f568c8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:00.701006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=811bc2c1-c46e-49e7-ad22-eb5d186206a5,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:00.704218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60862) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:00.730170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2dc5928d-cd44-4f16-9717-1906d9f568c8 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:00.730599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2dc5928d-cd44-4f16-9717-1906d9f568c8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:00.743948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:00.755922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Port': ['ID=6c69dffb-113e-4f82-9544-6c5e0c210c0e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:00.758368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:00.765726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:00.839579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.896464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (99714a76-64cc-4365-b3e6-a41320ea24f0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.896703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router 99714a76-64cc-4365-b3e6-a41320ea24f0 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:00.933782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.937618 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d5b549f5-a5ba-4582-9abe-d611a1494f76 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/99714a76-64cc-4365-b3e6-a41320ea24f0 HTTP/1.1" status: 204 len: 168 time: 0.7846344 Mar 09 17:10:00.946507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (781549fa-9da0-4eeb-8336-15685593a054), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:00.954312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60864) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:00.961692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4d46ca92-5b24-44b7-8165-053a83aca92f None None] Current status of the port eb7fcc6d-daee-4591-8b51-4508271e4d2e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:01.052121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.057611 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/781549fa-9da0-4eeb-8336-15685593a054 HTTP/1.1" status: 204 len: 168 time: 4.4499826 Mar 09 17:10:01.057940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:01.058599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.066355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b3f40ffd-eac9-4e92-b6e9-051b697396e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:01.072279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event updated for resources: {'Port': ['ID=5ac69690-32f0-4112-97ce-bf84442694aa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:01.169747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 385628b0-88a3-4c0a-bb46-2c344a201dae is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:01.171133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-df5f2ad9-52c6-4bde-8843-0fc503aa5c88 None None] Provisioning complete for port 811bc2c1-c46e-49e7-ad22-eb5d186206a5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:01.171530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-df5f2ad9-52c6-4bde-8843-0fc503aa5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.173645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:01.173991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.178794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:01.209707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2f6d67a3-a209-48f5-ab56-4bcdadb720db tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2192240 Mar 09 17:10:01.211187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60868) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:01.217895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1013352066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:01.244972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-df5f2ad9-52c6-4bde-8843-0fc503aa5c88 None None] Port 811bc2c1-c46e-49e7-ad22-eb5d186206a5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:01.265822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b3f40ffd-eac9-4e92-b6e9-051b697396e7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:01.268606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.273740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-df5f2ad9-52c6-4bde-8843-0fc503aa5c88 None None] Provisioning complete for port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:01.273740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-df5f2ad9-52c6-4bde-8843-0fc503aa5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.338742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (3afa2de3-2391-44d4-b609-53633038abb9), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.379069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09f175-55cd-4d50-bcfa-3572b9b5fb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=781549fa-9da0-4eeb-8336-15685593a054,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:01.413468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.436682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-df5f2ad9-52c6-4bde-8843-0fc503aa5c88 None None] Port 5d1e500b-3c23-44a1-80c2-afa4e34cb958 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:01.437140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (724ae619-306f-4398-be40-c8fec1acb6f5), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.438282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (724ae619-306f-4398-be40-c8fec1acb6f5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.448720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for 5d1e500b-3c23-44a1-80c2-afa4e34cb958 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:01.466663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 3a438512-308f-409d-bba8-c4168a7a7114 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:01.555759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b3f40ffd-eac9-4e92-b6e9-051b697396e7 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:01.556257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.558713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (3afa2de3-2391-44d4-b609-53633038abb9), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.565288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (ccf8175f-bf69-4358-9692-dde030d9b145), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.580314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (b63f5dde-899d-4f3f-b9d1-69367e97b109), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.596336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.598609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60870) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:01.612013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port b3f40ffd-eac9-4e92-b6e9-051b697396e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3f40ffd-eac9-4e92-b6e9-051b697396e7,segment=NetworkSegment(164d37f2-4d4e-458f-a53c-56d25095e187),segment_id=164d37f2-4d4e-458f-a53c-56d25095e187)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:01.615663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for router_controller (724ae619-306f-4398-be40-c8fec1acb6f5), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.643743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet 7c1ea5ab-5179-400d-8341-e1af3605cc1b {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:01.669053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-08713b93-0def-4d55-855c-1084c7ed350a None None] Provisioning complete for port 811bc2c1-c46e-49e7-ad22-eb5d186206a5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:01.670477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-08713b93-0def-4d55-855c-1084c7ed350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.671582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (7c1ea5ab-5179-400d-8341-e1af3605cc1b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.696102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:01.701916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.706442 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c1bb6aa-0bf7-4ec5-a895-96fd2e648de7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/3a438512-308f-409d-bba8-c4168a7a7114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3066418 Mar 09 17:10:01.707712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60872) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:01.709449 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] Sync routers for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:01.709943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.710684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device eb7fcc6d-daee-4591-8b51-4508271e4d2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:01.722036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (724ae619-306f-4398-be40-c8fec1acb6f5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.725069 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:01.725860 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:01.770035 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:01.782593 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:01.784396 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:01.810288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372dc7c-4283-4124-b06e-efb95fff8410 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:01.814987 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5372dc7c-4283-4124-b06e-efb95fff8410 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports/811bc2c1-c46e-49e7-ad22-eb5d186206a5 HTTP/1.1" status: 200 len: 910 time: 0.1053948 Mar 09 17:10:01.818034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60874) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:01.823631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=b3f40ffd-eac9-4e92-b6e9-051b697396e7,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:01.835893 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:01.837005 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8f7a6-e6f1-47ff-9de8-918115fe7079 None None] The sync data for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:01.854309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (2c160aba-76af-450d-a251-2eb7e019504b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.863525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-08713b93-0def-4d55-855c-1084c7ed350a None None] Port 811bc2c1-c46e-49e7-ad22-eb5d186206a5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:01.874031 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-385977d1-7612-4497-a5f4-5f980ceb02f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3882b1c942c54d6eb9f9c9cef69cd02c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2635379 Mar 09 17:10:01.887555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port eb7fcc6d-daee-4591-8b51-4508271e4d2e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:01.887962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.890155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60876) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:01.903599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=3afa2de3-2391-44d4-b609-53633038abb9,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:01.985606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (7c1ea5ab-5179-400d-8341-e1af3605cc1b), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:01.997988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port eb7fcc6d-daee-4591-8b51-4508271e4d2e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:02.040963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac96a5-2dc3-46ab-90f5-28a1370f9585 None None] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:02.129533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a3e8f087-8bbe-4142-87b1-6662295863bd None None] Provisioning complete for port b3f40ffd-eac9-4e92-b6e9-051b697396e7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:02.130170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f087-8bbe-4142-87b1-6662295863bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.208078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=8e5fd98b-7f79-4196-ad93-29ea5e91de7e,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:02.214619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.219295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2df8f5f1-9ebc-4a55-8b54-bfd306ceac0d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0057766 Mar 09 17:10:02.220715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60878) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:02.225172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:02.228095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0917c35b-169b-4de6-a324-d9276b2b29fb tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1071249713', 'prefixes': ['172.20.0.0/16']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:02.248069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8f087-8bbe-4142-87b1-6662295863bd None None] Current status of the port b3f40ffd-eac9-4e92-b6e9-051b697396e7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:02.269546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:02.281723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5d1e500b-3c23-44a1-80c2-afa4e34cb958), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.312806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ead029c-925a-4d2c-8c86-230f3cc29567 admin admin] Publish callbacks [] for security_group (510d9903-2e9c-496a-8728-28a093e24773), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.316123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=5d1e500b-3c23-44a1-80c2-afa4e34cb958,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:02.319196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Router b63f5dde-899d-4f3f-b9d1-69367e97b109 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:02.414167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.421370 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fc3ed53a-da99-41e6-ace5-b4058629ed7f tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/5d1e500b-3c23-44a1-80c2-afa4e34cb958 HTTP/1.1" status: 204 len: 168 time: 1.7035944 Mar 09 17:10:02.455916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60880) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:02.500210 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e73978-d9f7-4d4f-9a12-bd4288adef37 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] GET failed (client error): The resource could not be found. Mar 09 17:10:02.502008 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9e73978-d9f7-4d4f-9a12-bd4288adef37 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports/5d1e500b-3c23-44a1-80c2-afa4e34cb958 HTTP/1.1" status: 404 len: 333 time: 0.0422704 Mar 09 17:10:02.507611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60882) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:02.617213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61a830e7-d653-47de-a82b-de2e01565b83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (ef13f96a-4dc8-4d21-9f64-0a07b5891ae1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.668625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61a830e7-d653-47de-a82b-de2e01565b83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (ef13f96a-4dc8-4d21-9f64-0a07b5891ae1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.701787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5aa2a28b-307c-4f8d-b4a3-e48d83b3963b None None] Provisioning complete for port 5ac69690-32f0-4112-97ce-bf84442694aa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:02.702176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5aa2a28b-307c-4f8d-b4a3-e48d83b3963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5ac69690-32f0-4112-97ce-bf84442694aa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.715861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0917c35b-169b-4de6-a324-d9276b2b29fb tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.721161 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0917c35b-169b-4de6-a324-d9276b2b29fb tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4977839 Mar 09 17:10:02.725377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60884) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:02.731610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-34e3c988-5b73-49bd-8492-4cd5310bf897 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-461586849') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:02.756771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2a28b-307c-4f8d-b4a3-e48d83b3963b None None] Port 5ac69690-32f0-4112-97ce-bf84442694aa cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:02.765895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7c1ea5ab-5179-400d-8341-e1af3605cc1b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.768377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5aa2a28b-307c-4f8d-b4a3-e48d83b3963b None None] Provisioning complete for port b3f40ffd-eac9-4e92-b6e9-051b697396e7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:02.768993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5aa2a28b-307c-4f8d-b4a3-e48d83b3963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.801521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network 0a990d60-32e1-451d-a9a6-a9037f962eec is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:02.809735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ead029c-925a-4d2c-8c86-230f3cc29567 admin admin] Publish callbacks [] for security_group (510d9903-2e9c-496a-8728-28a093e24773), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.875550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:02.906542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61a830e7-d653-47de-a82b-de2e01565b83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (ef13f96a-4dc8-4d21-9f64-0a07b5891ae1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.916822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2a28b-307c-4f8d-b4a3-e48d83b3963b None None] Current status of the port b3f40ffd-eac9-4e92-b6e9-051b697396e7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:02.930240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b3f40ffd-eac9-4e92-b6e9-051b697396e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:02.930382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-61a830e7-d653-47de-a82b-de2e01565b83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:02.936121 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-61a830e7-d653-47de-a82b-de2e01565b83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef13f96a-4dc8-4d21-9f64-0a07b5891ae1 HTTP/1.1" status: 204 len: 168 time: 0.4303157 Mar 09 17:10:02.936833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60886) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:02.965176 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a830e7-d653-47de-a82b-de2e01565b83 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13f96a-4dc8-4d21-9f64-0a07b5891ae1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:03.031028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b3f40ffd-eac9-4e92-b6e9-051b697396e7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:03.031599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.040638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.092731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-255fdc14-4800-44f0-bc30-2f7adf71f81a None None] Provisioning complete for port 3afa2de3-2391-44d4-b609-53633038abb9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:03.093110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-255fdc14-4800-44f0-bc30-2f7adf71f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3afa2de3-2391-44d4-b609-53633038abb9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.135742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-255fdc14-4800-44f0-bc30-2f7adf71f81a None None] Port 3afa2de3-2391-44d4-b609-53633038abb9 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:03.155770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ead029c-925a-4d2c-8c86-230f3cc29567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (510d9903-2e9c-496a-8728-28a093e24773), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.158938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ead029c-925a-4d2c-8c86-230f3cc29567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.162836 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ead029c-925a-4d2c-8c86-230f3cc29567 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/510d9903-2e9c-496a-8728-28a093e24773 HTTP/1.1" status: 204 len: 168 time: 1.2717767 Mar 09 17:10:03.169382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:03.182088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] Sync routers for ids ['b63f5dde-899d-4f3f-b9d1-69367e97b109'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:03.187796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67b4755b-1218-42d5-a025-c483787a6b92 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (c102f485-aa29-409f-a8a0-c967a6910c2f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.202213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b3f40ffd-eac9-4e92-b6e9-051b697396e7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:03.207893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] Routers {'b63f5dde-899d-4f3f-b9d1-69367e97b109'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:03.208577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b63f5dde-899d-4f3f-b9d1-69367e97b109'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.216272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b11ce848-88ea-4590-8fc8-a4ac6168c394 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "PUT /v2.0/routers/b63f5dde-899d-4f3f-b9d1-69367e97b109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4372725 Mar 09 17:10:03.219556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60890) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.231957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead029c-925a-4d2c-8c86-230f3cc29567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510d9903-2e9c-496a-8728-28a093e24773,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:03.260895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.289614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] Routers {'b63f5dde-899d-4f3f-b9d1-69367e97b109'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:03.290251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b63f5dde-899d-4f3f-b9d1-69367e97b109'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.293541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d8c71e3d-0be6-45db-a1b9-235f73bd67a1 None None] Provisioning complete for port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:03.294186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d8c71e3d-0be6-45db-a1b9-235f73bd67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.296525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (7c1ea5ab-5179-400d-8341-e1af3605cc1b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.331412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Router ccf8175f-bf69-4358-9692-dde030d9b145 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:03.334012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1ea5ab-5179-400d-8341-e1af3605cc1b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:03.336217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.340225 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e3ed6441-20bb-4213-8355-c227b8f87287 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/7c1ea5ab-5179-400d-8341-e1af3605cc1b HTTP/1.1" status: 204 len: 168 time: 2.3403020 Mar 09 17:10:03.342810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60892) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.343946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.344926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841249be-1f44-4f5f-8aef-128eac1676d6 None None] The sync data for ids ['b63f5dde-899d-4f3f-b9d1-69367e97b109'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:03.345051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for router (b63f5dde-899d-4f3f-b9d1-69367e97b109), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.348937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67b4755b-1218-42d5-a025-c483787a6b92 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (c102f485-aa29-409f-a8a0-c967a6910c2f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.372233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4bd1c-6d0d-445c-9db0-da0fa0f1f97e None None] Network d21639c4-080c-48ee-80a1-822fe341a25c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:03.419133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d8c71e3d-0be6-45db-a1b9-235f73bd67a1 None None] Port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:03.419369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Router 2c160aba-76af-450d-a251-2eb7e019504b is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:03.438115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-34e3c988-5b73-49bd-8492-4cd5310bf897 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-461586849 HTTP/1.1" status: 201 len: 201 time: 0.7090745 Mar 09 17:10:03.475158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60894) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.487275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d8c71e3d-0be6-45db-a1b9-235f73bd67a1 None None] Provisioning complete for port 5ac69690-32f0-4112-97ce-bf84442694aa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:03.488033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d8c71e3d-0be6-45db-a1b9-235f73bd67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5ac69690-32f0-4112-97ce-bf84442694aa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.488409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-58f6a2a5-fb25-4a0b-b97c-9cbd6a4c71c8 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-406583223') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.502420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d21639c4-080c-48ee-80a1-822fe341a25c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.567887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d8c71e3d-0be6-45db-a1b9-235f73bd67a1 None None] Port 5ac69690-32f0-4112-97ce-bf84442694aa cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:03.573749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:03.585953 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Sync routers for ids ['ccf8175f-bf69-4358-9692-dde030d9b145'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:03.602245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Routers {'ccf8175f-bf69-4358-9692-dde030d9b145'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:03.603218 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ccf8175f-bf69-4358-9692-dde030d9b145'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.627151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-58ea3e6c-991b-4b5e-9591-04bdc138249d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.630953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c2689ff7-f42c-40f8-8aa3-02159a51dd02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "PUT /v2.0/routers/ccf8175f-bf69-4358-9692-dde030d9b145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8751538 Mar 09 17:10:03.638877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60898) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.660654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] DHCP port deletion for d21639c4-080c-48ee-80a1-822fe341a25c request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:03.705750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (b63f5dde-899d-4f3f-b9d1-69367e97b109), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.710092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for router_controller (b63f5dde-899d-4f3f-b9d1-69367e97b109), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.712854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:03.722420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67b4755b-1218-42d5-a025-c483787a6b92 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c102f485-aa29-409f-a8a0-c967a6910c2f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.724911 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c60fa829-9513-4871-a9ae-922c16a792ad tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/routers/2c160aba-76af-450d-a251-2eb7e019504b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4152315 Mar 09 17:10:03.724911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60900) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.725387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67b4755b-1218-42d5-a025-c483787a6b92 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.730074 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-67b4755b-1218-42d5-a025-c483787a6b92 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/security-groups/c102f485-aa29-409f-a8a0-c967a6910c2f HTTP/1.1" status: 204 len: 168 time: 0.7805285 Mar 09 17:10:03.730755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60902) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.740420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ec2d1-a71e-45b4-bff9-1c6b83ba4271 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:03.744519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-174ec2d1-a71e-45b4-bff9-1c6b83ba4271 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports/3afa2de3-2391-44d4-b609-53633038abb9 HTTP/1.1" status: 200 len: 911 time: 0.1073961 Mar 09 17:10:03.747820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60904) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.749387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] Sync routers for ids ['2c160aba-76af-450d-a251-2eb7e019504b'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:03.768684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] Deleting port 405d4231-dc04-427d-a986-c6e3d546ed77 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:03.769064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.794311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] Routers {'2c160aba-76af-450d-a251-2eb7e019504b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:03.796493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c160aba-76af-450d-a251-2eb7e019504b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.816964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4755b-1218-42d5-a025-c483787a6b92 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102f485-aa29-409f-a8a0-c967a6910c2f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:03.818284 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Set router ccf8175f-bf69-4358-9692-dde030d9b145 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:03.858606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 405d4231-dc04-427d-a986-c6e3d546ed77 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:03.859220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.869521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a81c3-8511-4c4d-b9d3-408e539728d0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:03.874228 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-118a81c3-8511-4c4d-b9d3-408e539728d0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c160aba-76af-450d-a251-2eb7e019504b HTTP/1.1" status: 200 len: 983 time: 0.1470792 Mar 09 17:10:03.875949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60910) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.899870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.903235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892abc36-094e-42a5-bfdb-31c9bd26a80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:03.908948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892abc36-094e-42a5-bfdb-31c9bd26a80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:03.913523 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-892abc36-094e-42a5-bfdb-31c9bd26a80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1645672 Mar 09 17:10:03.914145 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60912) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:03.968753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] For port 405d4231-dc04-427d-a986-c6e3d546ed77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405d4231-dc04-427d-a986-c6e3d546ed77,segment=NetworkSegment(7e616579-c7df-4b3f-a1e3-00f2a4fd11af),segment_id=7e616579-c7df-4b3f-a1e3-00f2a4fd11af)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:03.969164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:03.974273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] Routers {'2c160aba-76af-450d-a251-2eb7e019504b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:03.974273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c160aba-76af-450d-a251-2eb7e019504b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:03.983701 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-58f6a2a5-fb25-4a0b-b97c-9cbd6a4c71c8 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-406583223 HTTP/1.1" status: 201 len: 201 time: 0.5058777 Mar 09 17:10:03.994341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60916) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:04.007997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (b63f5dde-899d-4f3f-b9d1-69367e97b109), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.008724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Fanout notify agent at l3_agent the message router_deleted on router b63f5dde-899d-4f3f-b9d1-69367e97b109 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:04.019404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:04.020064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ecebc7-8261-4c2f-b855-82b78846bff9 None None] The sync data for ids ['2c160aba-76af-450d-a251-2eb7e019504b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:04.037811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] Calling delete_port for 405d4231-dc04-427d-a986-c6e3d546ed77 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:04.038384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-929a1ae0-fe15-4060-af75-a29af75d487a tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-118843684') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:04.038508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.048934 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e26399df-3af7-48bf-ab8b-52cb5381d8d4 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "DELETE /v2.0/routers/b63f5dde-899d-4f3f-b9d1-69367e97b109 HTTP/1.1" status: 204 len: 168 time: 0.8271260 Mar 09 17:10:04.051087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60920) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:04.052898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port 405d4231-dc04-427d-a986-c6e3d546ed77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405d4231-dc04-427d-a986-c6e3d546ed77,segment=NetworkSegment(7e616579-c7df-4b3f-a1e3-00f2a4fd11af),segment_id=7e616579-c7df-4b3f-a1e3-00f2a4fd11af)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:04.053272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.058965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-722a03ca-fcff-47e1-98eb-f4007ae3bba8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (bc04157e-8fd6-4819-a318-77ab43230eba), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.113156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-722a03ca-fcff-47e1-98eb-f4007ae3bba8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (bc04157e-8fd6-4819-a318-77ab43230eba), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.158407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 405d4231-dc04-427d-a986-c6e3d546ed77 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:04.179902 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:09:53Z', 'updated_at': '2022-03-09T17:09:59Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None, '_interfaces': [{'id': '3afa2de3-2391-44d4-b609-53633038abb9', 'name': '', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'mac_address': 'fa:16:3e:40:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '955ac604-c28b-4ae6-9727-3560e0ec0383', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:09:56Z', 'updated_at': '2022-03-09T17:10:00Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'subnets': [{'id': '955ac604-c28b-4ae6-9727-3560e0ec0383', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:04.192238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.210102 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Checking router: ccf8175f-bf69-4358-9692-dde030d9b145 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:10:04.210716 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Updating router ccf8175f-bf69-4358-9692-dde030d9b145 port 3afa2de3-2391-44d4-b609-53633038abb9 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:10:04.221012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] Pushing event deleted for resources: {'Port': ['ID=405d4231-dc04-427d-a986-c6e3d546ed77,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:04.231135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc523fc-ecf8-467a-aca5-3f5b2b976830 None None] No DVR routers for this DVR port 405d4231-dc04-427d-a986-c6e3d546ed77 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:04.241683 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3afa2de3-2391-44d4-b609-53633038abb9), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.246736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Deleting subnet f5be833d-715d-4035-bc32-8cdb1d788537 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:04.256990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for subnet (f5be833d-715d-4035-bc32-8cdb1d788537), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.392180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-722a03ca-fcff-47e1-98eb-f4007ae3bba8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (bc04157e-8fd6-4819-a318-77ab43230eba), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.395425 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-722a03ca-fcff-47e1-98eb-f4007ae3bba8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.399724 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-722a03ca-fcff-47e1-98eb-f4007ae3bba8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/security-groups/bc04157e-8fd6-4819-a318-77ab43230eba HTTP/1.1" status: 204 len: 168 time: 0.6585572 Mar 09 17:10:04.400388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60928) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:04.412317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (f5be833d-715d-4035-bc32-8cdb1d788537), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.445198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 811bc2c1-c46e-49e7-ad22-eb5d186206a5 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:04.445547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.479983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a03ca-fcff-47e1-98eb-f4007ae3bba8 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc04157e-8fd6-4819-a318-77ab43230eba,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:04.504084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (405d4231-dc04-427d-a986-c6e3d546ed77), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.517002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet a1815059-9261-4a50-8dc3-5598659c5dc7 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:04.546739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (a1815059-9261-4a50-8dc3-5598659c5dc7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.565836 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-929a1ae0-fe15-4060-af75-a29af75d487a tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-118843684 HTTP/1.1" status: 201 len: 201 time: 0.5356288 Mar 09 17:10:04.565836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=405d4231-dc04-427d-a986-c6e3d546ed77,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:04.570341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60932) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:04.579921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port 405d4231-dc04-427d-a986-c6e3d546ed77 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:04.584303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-445ffd84-824c-4c50-98a0-c78a27777759 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-644098119') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:04.635041 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Publish callbacks [] for port (3afa2de3-2391-44d4-b609-53633038abb9), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.648083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f5be833d-715d-4035-bc32-8cdb1d788537), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.739468 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3afa2de3-2391-44d4-b609-53633038abb9), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.795160 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Pushing event updated for resources: {'Port': ['ID=3afa2de3-2391-44d4-b609-53633038abb9,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:04.853215 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.853742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.854198 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.854646 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.855083 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.855549 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.856054 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.856463 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.856879 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.857294 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.857697 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.858087 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.858476 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:04.897993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 405d4231-dc04-427d-a986-c6e3d546ed77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:04.936434 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Attempting to bind port 3afa2de3-2391-44d4-b609-53633038abb9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:04.936825 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Attempting to bind port 3afa2de3-2391-44d4-b609-53633038abb9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:04.937194 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Attempting to bind port 3afa2de3-2391-44d4-b609-53633038abb9 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:04.955415 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:04.956461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:04.956883 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.957288 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:04.957784 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Bound port: 3afa2de3-2391-44d4-b609-53633038abb9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:04.961435 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3afa2de3-2391-44d4-b609-53633038abb9), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:04.965917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 405d4231-dc04-427d-a986-c6e3d546ed77 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:04.966846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 405d4231-dc04-427d-a986-c6e3d546ed77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:04.991190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (a1815059-9261-4a50-8dc3-5598659c5dc7), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.023349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.047997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 811bc2c1-c46e-49e7-ad22-eb5d186206a5 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:05.060211 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] For port 3afa2de3-2391-44d4-b609-53633038abb9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:05.065862 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] For port 3afa2de3-2391-44d4-b609-53633038abb9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3afa2de3-2391-44d4-b609-53633038abb9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:05.197254 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3afa2de3-2391-44d4-b609-53633038abb9), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.198755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d21639c4-080c-48ee-80a1-822fe341a25c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.211971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a1815059-9261-4a50-8dc3-5598659c5dc7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.255783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] Provisioning complete for port 3afa2de3-2391-44d4-b609-53633038abb9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:05.255783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3afa2de3-2391-44d4-b609-53633038abb9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.263486 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Routers {'ccf8175f-bf69-4358-9692-dde030d9b145'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:05.264118 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:09:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ccf8175f-bf69-4358-9692-dde030d9b145'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:05.306124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21639c4-080c-48ee-80a1-822fe341a25c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:05.325389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e616579-c7df-4b3f-a1e3-00f2a4fd11af') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:05.325985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e616579-c7df-4b3f-a1e3-00f2a4fd11af') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:05.339034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (7e616579-c7df-4b3f-a1e3-00f2a4fd11af), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.372075 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398666e-effe-441c-929e-ac72bef6e26a None None] Pushing event updated for resources: {'Port': ['ID=3afa2de3-2391-44d4-b609-53633038abb9,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:05.380525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] Current status of the port 3afa2de3-2391-44d4-b609-53633038abb9 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:05.380930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3afa2de3-2391-44d4-b609-53633038abb9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.411338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (2c160aba-76af-450d-a251-2eb7e019504b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.428635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7e616579-c7df-4b3f-a1e3-00f2a4fd11af), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.442047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:05.442498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (7e616579-c7df-4b3f-a1e3-00f2a4fd11af), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:05.446230 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:05.459652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] For port 3afa2de3-2391-44d4-b609-53633038abb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3afa2de3-2391-44d4-b609-53633038abb9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:05.470745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (a1815059-9261-4a50-8dc3-5598659c5dc7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.498468 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] Set router ccf8175f-bf69-4358-9692-dde030d9b145 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:05.512787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=a1815059-9261-4a50-8dc3-5598659c5dc7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:05.547750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.555200 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ae2ad82e-c6c0-419f-ba5d-48e0415bcaf3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/a1815059-9261-4a50-8dc3-5598659c5dc7 HTTP/1.1" status: 204 len: 168 time: 1.1484299 Mar 09 17:10:05.555827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60942) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:05.559985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (ccf8175f-bf69-4358-9692-dde030d9b145), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.561830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a2254-c576-432d-8321-463a159958d4 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:05.650923 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-445ffd84-824c-4c50-98a0-c78a27777759 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-644098119 HTTP/1.1" status: 201 len: 201 time: 1.0745282 Mar 09 17:10:05.651689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60944) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:05.655723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-92fe4266-d787-4a6c-9b06-2904f70a6635 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:05.661937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet 0632127d-d3d4-432c-bf10-d29ab3c78673 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:05.665539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (0632127d-d3d4-432c-bf10-d29ab3c78673), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.700179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d21639c4-080c-48ee-80a1-822fe341a25c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.702744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (f5be833d-715d-4035-bc32-8cdb1d788537), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.709753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3afa2de3-2391-44d4-b609-53633038abb9), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.739183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.744269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (0632127d-d3d4-432c-bf10-d29ab3c78673), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.749719 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/d21639c4-080c-48ee-80a1-822fe341a25c HTTP/1.1" status: 204 len: 168 time: 2.4054966 Mar 09 17:10:05.755094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Subnet': ['ID=f5be833d-715d-4035-bc32-8cdb1d788537,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:05.776621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60948) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:05.790148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b183530e-38ed-4a20-be21-c4b5360ee298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.791186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1694802568'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:05.807923 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:09:53Z', 'updated_at': '2022-03-09T17:09:59Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None, '_interfaces': [{'id': '3afa2de3-2391-44d4-b609-53633038abb9', 'name': '', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'mac_address': 'fa:16:3e:40:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '955ac604-c28b-4ae6-9727-3560e0ec0383', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:09:56Z', 'updated_at': '2022-03-09T17:10:05Z', 'revision_number': 4, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'subnets': [{'id': '955ac604-c28b-4ae6-9727-3560e0ec0383', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:05.825075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5225ea-78e3-47b5-8ab0-7690acec25b4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=d21639c4-080c-48ee-80a1-822fe341a25c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:05.845670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.850612 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b73edc15-9ccd-4dd9-8d23-21d5c3dd4abc tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "DELETE /v2.0/subnets/f5be833d-715d-4035-bc32-8cdb1d788537 HTTP/1.1" status: 204 len: 168 time: 1.7548034 Mar 09 17:10:05.854611 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22274a5-e8d9-41de-84cc-24773138b869 None None] The sync data for ids ['ccf8175f-bf69-4358-9692-dde030d9b145'] in dv-neutron-master-2-hyperv is: [{'id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:09:53Z', 'updated_at': '2022-03-09T17:09:59Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None, '_interfaces': [{'id': '3afa2de3-2391-44d4-b609-53633038abb9', 'name': '', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'mac_address': 'fa:16:3e:40:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '955ac604-c28b-4ae6-9727-3560e0ec0383', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:09:56Z', 'updated_at': '2022-03-09T17:10:05Z', 'revision_number': 4, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'subnets': [{'id': '955ac604-c28b-4ae6-9727-3560e0ec0383', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:05.871226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (0632127d-d3d4-432c-bf10-d29ab3c78673), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.895700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871800d-b245-4f80-ba97-4edc8443eeab None None] Network a444f80f-27ce-4768-9674-3efddb8f0ffa requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:05.895810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:05.961306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (811bc2c1-c46e-49e7-ad22-eb5d186206a5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:05.976305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:05.980265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.023178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=811bc2c1-c46e-49e7-ad22-eb5d186206a5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:06.083648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60956) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:06.085362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (0632127d-d3d4-432c-bf10-d29ab3c78673), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.136799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-92fe4266-d787-4a6c-9b06-2904f70a6635 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags HTTP/1.1" status: 200 len: 240 time: 0.4842017 Mar 09 17:10:06.139935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60960) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:06.145272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (a444f80f-27ce-4768-9674-3efddb8f0ffa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.146576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.154380 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/0632127d-d3d4-432c-bf10-d29ab3c78673 HTTP/1.1" status: 204 len: 168 time: 0.5882406 Mar 09 17:10:06.154514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-a57aa736-6fbe-424e-904d-c2e44621ad00 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-461586849') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:06.154612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bff0ca-114e-4ea9-ac26-da296ed4dc90 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=0632127d-d3d4-432c-bf10-d29ab3c78673,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:06.161798 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60962) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:06.182012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:06.254686 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d3be87-8821-480c-8a8a-fae71bf55bf1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:06.255342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d3be87-8821-480c-8a8a-fae71bf55bf1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:06.257298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8437bf04-3e83-4558-b376-1b45ee0a70e9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.257794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment 8437bf04-3e83-4558-b376-1b45ee0a70e9 of type vlan for network 1dd6c86c-916f-438c-9824-3d74c23c366e Mar 09 17:10:06.261393 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-71d3be87-8821-480c-8a8a-fae71bf55bf1 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/a1815059-9261-4a50-8dc3-5598659c5dc7 HTTP/1.1" status: 404 len: 337 time: 0.0960679 Mar 09 17:10:06.262075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba358ebf-6556-4580-b2e4-85e342d5e4a3 None None] Pushing event updated for resources: {'Port': ['ID=3afa2de3-2391-44d4-b609-53633038abb9,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:06.263718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60964) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:06.313796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b97603e0-ddd9-4ae8-92a7-e7175ad93a69 None None] Provisioning complete for port 3afa2de3-2391-44d4-b609-53633038abb9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:06.314186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b97603e0-ddd9-4ae8-92a7-e7175ad93a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3afa2de3-2391-44d4-b609-53633038abb9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.364638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.436892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 8e5fd98b-7f79-4196-ad93-29ea5e91de7e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:06.437961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.447176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (1dd6c86c-916f-438c-9824-3d74c23c366e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.475847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting subnet ab294eda-8a99-4237-8f9a-fb6ca642b015 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:06.486007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (ab294eda-8a99-4237-8f9a-fb6ca642b015), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.598367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (ab294eda-8a99-4237-8f9a-fb6ca642b015), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.602339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.628236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] DHCP port deletion for a444f80f-27ce-4768-9674-3efddb8f0ffa request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:06.632052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b97603e0-ddd9-4ae8-92a7-e7175ad93a69 None None] Current status of the port 3afa2de3-2391-44d4-b609-53633038abb9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:06.633224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 8e5fd98b-7f79-4196-ad93-29ea5e91de7e owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:06.646550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822f847-f7b6-4f00-a1f3-fd7ff3cdb022 None None] Update dhcp port {'port': {'network_id': '53f25cdc-7a1c-454c-a07a-e00adce2e832', 'fixed_ips': [{'subnet_id': 'ab294eda-8a99-4237-8f9a-fb6ca642b015', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0632127d-d3d4-432c-bf10-d29ab3c78673'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0a9af797-9bf4-481a-ab5e-30f33f1dac71'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:10:06.697817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5822f847-f7b6-4f00-a1f3-fd7ff3cdb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.705057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (ab294eda-8a99-4237-8f9a-fb6ca642b015), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.843979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-662480897'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:06.859005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] Deleting port e89f2872-6b74-44b6-b13d-afa1fb5653f6 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:06.859864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.918960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (ab294eda-8a99-4237-8f9a-fb6ca642b015), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.939512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] For port e89f2872-6b74-44b6-b13d-afa1fb5653f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e89f2872-6b74-44b6-b13d-afa1fb5653f6,segment=NetworkSegment(e233b6fc-3c9d-4435-a8ef-f8310f34bd9d),segment_id=e233b6fc-3c9d-4435-a8ef-f8310f34bd9d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:06.940331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:06.962811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Subnet': ['ID=ab294eda-8a99-4237-8f9a-fb6ca642b015,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:06.963058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] Calling delete_port for e89f2872-6b74-44b6-b13d-afa1fb5653f6 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:06.974478 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a57aa736-6fbe-424e-904d-c2e44621ad00 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-461586849 HTTP/1.1" status: 204 len: 168 time: 0.8332140 Mar 09 17:10:06.982584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60966) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.005717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.007580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3afa2de3-2391-44d4-b609-53633038abb9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:07.013153 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90be5c02-5c94-4005-a274-fdd64cae598c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/ab294eda-8a99-4237-8f9a-fb6ca642b015 HTTP/1.1" status: 204 len: 168 time: 0.7455385 Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-5822f847-f7b6-4f00-a1f3-fd7ff3cdb022 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab294eda-8a99-4237-8f9a-fb6ca642b015: This subnet is being modified by another concurrent operation. Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:10:07.015153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab294eda-8a99-4237-8f9a-fb6ca642b015: This subnet is being modified by another concurrent operation. Mar 09 17:10:07.023060 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:10:07.026399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Deleting port e89f2872-6b74-44b6-b13d-afa1fb5653f6 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:07.026399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.026399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (1dd6c86c-916f-438c-9824-3d74c23c366e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.031945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:07.035061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60968) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.039102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.047727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-6007aabf-f93a-4d50-a821-c47c2411bb71 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-461586849') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:07.049269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Made reservation on behalf of 2f1c994975bd4f8697bcbfdaa7d110d8 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:07.052744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.083254 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03741a7-5fc1-4d5f-9a72-9d7f39c99248 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:07.089646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03741a7-5fc1-4d5f-9a72-9d7f39c99248 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:07.089646 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b03741a7-5fc1-4d5f-9a72-9d7f39c99248 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/79838ff6-32f1-42c4-aa27-ebad256b352b HTTP/1.1" status: 404 len: 337 time: 0.0509276 Mar 09 17:10:07.089646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.092015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60970) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.145846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8e5fd98b-7f79-4196-ad93-29ea5e91de7e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.147097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=1dd6c86c-916f-438c-9824-3d74c23c366e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:07.207980 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-16e060e5-cf4c-4bb8-9aa5-2049bcdf0bd3 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d964b17-3622-46a7-801f-1c850fb3bb7f HTTP/1.1" status: 200 len: 205 time: 0.1118147 Mar 09 17:10:07.208423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 1dd6c86c-916f-438c-9824-3d74c23c366e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:07.211264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60972) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.219782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 3afa2de3-2391-44d4-b609-53633038abb9 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:07.220157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3afa2de3-2391-44d4-b609-53633038abb9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.277816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d923c1d9-276a-4bc9-8ddf-092eb902be12 None None] Network 53f25cdc-7a1c-454c-a07a-e00adce2e832 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:07.285255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=8e5fd98b-7f79-4196-ad93-29ea5e91de7e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:07.317110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.347692 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8dce0d86-0442-45ee-a40e-a52d533ea35c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5593815 Mar 09 17:10:07.351097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60974) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.354733 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-007ba2c2-8693-4cfd-9920-3fa52264fd03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] delete failed (client error): The resource could not be found. Mar 09 17:10:07.357078 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-007ba2c2-8693-4cfd-9920-3fa52264fd03 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/routers/1d964b17-3622-46a7-801f-1c850fb3bb7f HTTP/1.1" status: 404 len: 336 time: 0.1428487 Mar 09 17:10:07.362779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60976) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.368237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] For port e89f2872-6b74-44b6-b13d-afa1fb5653f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e89f2872-6b74-44b6-b13d-afa1fb5653f6,segment=NetworkSegment(e233b6fc-3c9d-4435-a8ef-f8310f34bd9d),segment_id=e233b6fc-3c9d-4435-a8ef-f8310f34bd9d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:07.368666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.377712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:07.388089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3afa2de3-2391-44d4-b609-53633038abb9 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:07.388858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3afa2de3-2391-44d4-b609-53633038abb9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.445574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-373c7435-043b-4cfe-97d4-42654c9dac9a None None] Provisioning complete for port a5f77f20-d83b-410c-b7c0-9cd288a66c8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:07.446267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-373c7435-043b-4cfe-97d4-42654c9dac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.449643 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-599cf296-87bb-433b-a492-0a505c699e1c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:07.450115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599cf296-87bb-433b-a492-0a505c699e1c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:07.457543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 3a438512-308f-409d-bba8-c4168a7a7114 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:07.458358 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-599cf296-87bb-433b-a492-0a505c699e1c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/bce44b0e-3379-4621-8971-6df33f0972c0 HTTP/1.1" status: 404 len: 337 time: 0.0851789 Mar 09 17:10:07.463160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60978) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.476609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Calling delete_port for e89f2872-6b74-44b6-b13d-afa1fb5653f6 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:07.526336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-373c7435-043b-4cfe-97d4-42654c9dac9a None None] Port a5f77f20-d83b-410c-b7c0-9cd288a66c8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:07.537564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fc3517-6e15-421d-a05c-486257a6bb5e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:07.538328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fc3517-6e15-421d-a05c-486257a6bb5e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:07.541972 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-84fc3517-6e15-421d-a05c-486257a6bb5e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/7c8f9575-1f47-48e7-b1a6-cc1febd1cbfe HTTP/1.1" status: 404 len: 337 time: 0.0761261 Mar 09 17:10:07.552324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60980) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.608557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-373c7435-043b-4cfe-97d4-42654c9dac9a None None] Provisioning complete for port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:07.608557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-373c7435-043b-4cfe-97d4-42654c9dac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.643289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks [] for security_group (920de788-eab9-4b73-b0d8-d69c92d0b1d0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.702957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (2c160aba-76af-450d-a251-2eb7e019504b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.720443 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe9bd83-939c-45d9-a872-1062dfba7c48 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:07.720927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe9bd83-939c-45d9-a872-1062dfba7c48 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:07.727134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3afa2de3-2391-44d4-b609-53633038abb9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:07.728615 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-abe9bd83-939c-45d9-a872-1062dfba7c48 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/a21e9dea-7f99-4fef-b099-6243b2379a53 HTTP/1.1" status: 404 len: 337 time: 0.1648784 Mar 09 17:10:07.729302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60982) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.730775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] DHCP port deletion for 53f25cdc-7a1c-454c-a07a-e00adce2e832 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:07.773863 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d534c22-461c-4046-b4c5-79601db60fae tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:07.774525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d534c22-461c-4046-b4c5-79601db60fae tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:07.782506 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4d534c22-461c-4046-b4c5-79601db60fae tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/26412c6e-a80f-47b7-97c3-199ffe2a6cb1 HTTP/1.1" status: 404 len: 333 time: 0.0465436 Mar 09 17:10:07.788532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.798136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60984) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:07.819752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (920de788-eab9-4b73-b0d8-d69c92d0b1d0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.828434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] Pushing event deleted for resources: {'Port': ['ID=e89f2872-6b74-44b6-b13d-afa1fb5653f6,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:07.843923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-373c7435-043b-4cfe-97d4-42654c9dac9a None None] Current status of the port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:07.850261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804dd7f-ef67-4948-8bfb-a82b05f4261e None None] No DVR routers for this DVR port e89f2872-6b74-44b6-b13d-afa1fb5653f6 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:07.857577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] For port 3afa2de3-2391-44d4-b609-53633038abb9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3afa2de3-2391-44d4-b609-53633038abb9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:07.858161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3afa2de3-2391-44d4-b609-53633038abb9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.880384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] Deleting port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:07.881021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.890960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 3afa2de3-2391-44d4-b609-53633038abb9 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:07.961060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] For port 0a9af797-9bf4-481a-ab5e-30f33f1dac71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a9af797-9bf4-481a-ab5e-30f33f1dac71,segment=NetworkSegment(b15d41d3-0c51-4717-8314-77abb6daf5ce),segment_id=b15d41d3-0c51-4717-8314-77abb6daf5ce)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:07.961652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:07.981272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] Calling delete_port for 0a9af797-9bf4-481a-ab5e-30f33f1dac71 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:08.003326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 60986) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.005398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6007aabf-f93a-4d50-a821-c47c2411bb71 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-461586849 HTTP/1.1" status: 204 len: 168 time: 1.0012784 Mar 09 17:10:08.008487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e89f2872-6b74-44b6-b13d-afa1fb5653f6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.018826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-46c156c6-9bae-431c-b617-aff1971a6e92 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.085156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] No DVR routers for this DVR port e89f2872-6b74-44b6-b13d-afa1fb5653f6 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:08.086696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Port': ['ID=e89f2872-6b74-44b6-b13d-afa1fb5653f6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:08.101528 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce7f483-d5fb-4099-8e27-e39b1ceeec7e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:08.101833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce7f483-d5fb-4099-8e27-e39b1ceeec7e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:08.106124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e89f2872-6b74-44b6-b13d-afa1fb5653f6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:08.106347 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fce7f483-d5fb-4099-8e27-e39b1ceeec7e tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/fde770c8-99d7-4308-a45d-fd84aa4ac0e0 HTTP/1.1" status: 404 len: 337 time: 0.2940886 Mar 09 17:10:08.107027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:08.132832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60988) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.135490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e89f2872-6b74-44b6-b13d-afa1fb5653f6 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:08.135967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e89f2872-6b74-44b6-b13d-afa1fb5653f6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:08.164239 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-47998926-20bf-4841-aafa-e20678a11f51 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:08.164858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47998926-20bf-4841-aafa-e20678a11f51 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:08.168574 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-47998926-20bf-4841-aafa-e20678a11f51 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/78fa77f6-87d8-40f6-b055-74c9c8eb8cc6 HTTP/1.1" status: 404 len: 337 time: 0.0338349 Mar 09 17:10:08.172861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60990) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.217957 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c81597-13a3-469f-ac8e-103bee9a82be tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:08.218547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c81597-13a3-469f-ac8e-103bee9a82be tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:08.224188 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-27c81597-13a3-469f-ac8e-103bee9a82be tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/2d09f0b1-188c-477e-bc6a-8e018722558b HTTP/1.1" status: 404 len: 333 time: 0.0479128 Mar 09 17:10:08.251288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (0a9af797-9bf4-481a-ab5e-30f33f1dac71), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.258865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60992) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.304121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] No DVR routers for this DVR port 0a9af797-9bf4-481a-ab5e-30f33f1dac71 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:08.307723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728b0ae-058c-41fb-8e67-5c6c311d4e1f None None] Pushing event deleted for resources: {'Port': ['ID=0a9af797-9bf4-481a-ab5e-30f33f1dac71,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:08.308562 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-897bd43b-7b1f-4672-9a6e-8481e503f66c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:08.309035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897bd43b-7b1f-4672-9a6e-8481e503f66c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:08.314442 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-897bd43b-7b1f-4672-9a6e-8481e503f66c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/eee55427-6ed2-4d85-b4ed-573ef7b33843 HTTP/1.1" status: 404 len: 337 time: 0.0520029 Mar 09 17:10:08.320845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.338538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (a444f80f-27ce-4768-9674-3efddb8f0ffa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.338883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be5387-a70d-4598-93f3-28a99287f595 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:10:08.341672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60994) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.398863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a444f80f-27ce-4768-9674-3efddb8f0ffa']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.401900 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51359de-e582-4f2e-bbd5-5eb8d0a2f67c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] DELETE failed (client error): The resource could not be found. Mar 09 17:10:08.402902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51359de-e582-4f2e-bbd5-5eb8d0a2f67c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:08.406082 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b51359de-e582-4f2e-bbd5-5eb8d0a2f67c tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/subnets/75b06f99-97be-4010-977c-f08cc97d3089 HTTP/1.1" status: 404 len: 337 time: 0.0568192 Mar 09 17:10:08.412253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60996) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.424693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.424986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e233b6fc-3c9d-4435-a8ef-f8310f34bd9d') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.456974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (e233b6fc-3c9d-4435-a8ef-f8310f34bd9d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.486646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be5387-a70d-4598-93f3-28a99287f595 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:10:08.506283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:08.510251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.512924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e233b6fc-3c9d-4435-a8ef-f8310f34bd9d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.549845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920de788-eab9-4b73-b0d8-d69c92d0b1d0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:08.551036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:08.551455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (e233b6fc-3c9d-4435-a8ef-f8310f34bd9d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.555209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (900b2cd9-4bf9-4d44-8104-bf46434b63db), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:08.555408 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:08.557319 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Added segment 900b2cd9-4bf9-4d44-8104-bf46434b63db of type vlan for network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c Mar 09 17:10:08.561741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:08.578052 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e1650186-e31a-4d07-9a8a-cbba5e6abd31 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/3a438512-308f-409d-bba8-c4168a7a7114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7587276 Mar 09 17:10:08.579420 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] Sync routers for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:08.590835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 60998) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.613608 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:08.613608 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.664453 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.685775 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:08.686388 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.704364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-46c156c6-9bae-431c-b617-aff1971a6e92 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags HTTP/1.1" status: 200 len: 205 time: 0.6913772 Mar 09 17:10:08.736816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32768) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:08.739578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (050b2b1a-d3b6-4c0e-9c35-019dee0ff19c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.752297 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.758282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-3296e4a8-3c5e-4b44-b0f6-91758887b2d3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:08.758465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb348e7-2051-472e-bc3f-6837320f1069 None None] The sync data for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:08.800515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3afa2de3-2391-44d4-b609-53633038abb9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.812193 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Router 2c160aba-76af-450d-a251-2eb7e019504b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:08.862107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Deleting port a5f77f20-d83b-410c-b7c0-9cd288a66c8b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:08.862489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:08.874196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=3afa2de3-2391-44d4-b609-53633038abb9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:08.886058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0a9af797-9bf4-481a-ab5e-30f33f1dac71 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:08.923391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 0a9af797-9bf4-481a-ab5e-30f33f1dac71 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:08.924538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0a9af797-9bf4-481a-ab5e-30f33f1dac71 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:08.944688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.945059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.945413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.945763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.946104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.946617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.946966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.947298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.947633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.947971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.948304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.948659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.949668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:08.960753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (a444f80f-27ce-4768-9674-3efddb8f0ffa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.009874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:09.021581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] Sync routers for ids ['2c160aba-76af-450d-a251-2eb7e019504b'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:09.037906 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d4fe3c14-48dd-4136-829b-f28c4938861a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/routers/2c160aba-76af-450d-a251-2eb7e019504b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1591516 Mar 09 17:10:09.040579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] Routers {'2c160aba-76af-450d-a251-2eb7e019504b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:09.041626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c160aba-76af-450d-a251-2eb7e019504b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:09.062779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.072460 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] 10.222.0.16 "DELETE /v2.0/networks/a444f80f-27ce-4768-9674-3efddb8f0ffa HTTP/1.1" status: 204 len: 168 time: 3.1730523 Mar 09 17:10:09.073459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c455-70b4-4744-b354-d2a42046b215 tempest-FloatingIPNegativeTestJSON-582212656 tempest-FloatingIPNegativeTestJSON-582212656-project] Pushing event deleted for resources: {'Network': ['ID=a444f80f-27ce-4768-9674-3efddb8f0ffa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:09.078577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32770) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:09.100862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:09.114052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] Routers {'2c160aba-76af-450d-a251-2eb7e019504b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:09.115036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c160aba-76af-450d-a251-2eb7e019504b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:09.145137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (050b2b1a-d3b6-4c0e-9c35-019dee0ff19c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.166054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:09.166747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.197186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.248311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:09.249014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fb7ff-5a72-4cc6-b12e-08cfea50cd0a None None] The sync data for ids ['2c160aba-76af-450d-a251-2eb7e019504b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:09.281585 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3296e4a8-3c5e-4b44-b0f6-91758887b2d3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags HTTP/1.1" status: 200 len: 240 time: 0.5360050 Mar 09 17:10:09.285736 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32774) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:09.291972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-8f4ee3c5-76af-4491-bafa-ac2ae8f05945 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-406583223') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:09.381114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (e41b9bb9-82c9-4403-9b6d-349701269ff5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.383237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Pushing event updated for resources: {'Network': ['ID=050b2b1a-d3b6-4c0e-9c35-019dee0ff19c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:09.396457 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-706956c8-ece8-4e7d-ac7d-fe957a6363ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.3084028 Mar 09 17:10:09.398541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:09.554414 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d00c13-f601-49f5-9e42-2402318f4baa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:10:09.559506 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-09d00c13-f601-49f5-9e42-2402318f4baa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/8e5fd98b-7f79-4196-ad93-29ea5e91de7e HTTP/1.1" status: 404 len: 333 time: 0.4199061 Mar 09 17:10:09.565274 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8f4ee3c5-76af-4491-bafa-ac2ae8f05945 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-406583223 HTTP/1.1" status: 204 len: 168 time: 0.2776968 Mar 09 17:10:09.566088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=e41b9bb9-82c9-4403-9b6d-349701269ff5,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:09.574754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32780) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:09.575283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32782) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:09.587789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-4563d218-da6b-4fb5-bc43-56fe7a89a62a tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-406583223') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:09.596925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Calling delete_port for a5f77f20-d83b-410c-b7c0-9cd288a66c8b owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:09.600473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (ccf8175f-bf69-4358-9692-dde030d9b145), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.654639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.656954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.657265 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.657591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.657917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.658241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.658566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:09.708042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for router (2c160aba-76af-450d-a251-2eb7e019504b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.715553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': '8437bf04-3e83-4558-b376-1b45ee0a70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:09.715927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: 1dd6c86c-916f-438c-9824-3d74c23c366e, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:09.810133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32786) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:09.843462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.919067 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 1dd6c86c-916f-438c-9824-3d74c23c366e is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:09.958629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (2c160aba-76af-450d-a251-2eb7e019504b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.961283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for router_controller (2c160aba-76af-450d-a251-2eb7e019504b), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:09.973544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Router ccf8175f-bf69-4358-9692-dde030d9b145 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:09.975573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32790) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:09.980455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Request body: {'port': {'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1516409313'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:10.010047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a5f77f20-d83b-410c-b7c0-9cd288a66c8b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.026810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1dd6c86c-916f-438c-9824-3d74c23c366e) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:10.032172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:10.032955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.038789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9614f6-a045-4a26-b798-b09993e4281c None None] Network 1dd6c86c-916f-438c-9824-3d74c23c366e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:10.099598 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4563d218-da6b-4fb5-bc43-56fe7a89a62a tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-406583223 HTTP/1.1" status: 204 len: 168 time: 0.5212274 Mar 09 17:10:10.100251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32792) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.107311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-1ba07252-312e-4921-9fff-aae2a1d193ca tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.108971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Port': ['ID=a5f77f20-d83b-410c-b7c0-9cd288a66c8b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:10.145124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (2c160aba-76af-450d-a251-2eb7e019504b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.145788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Fanout notify agent at l3_agent the message router_deleted on router 2c160aba-76af-450d-a251-2eb7e019504b {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:10.150196 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2cbaa5b0-c3c2-456a-8b08-92bd9abb774a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7919235 Mar 09 17:10:10.156311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.156611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.161227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e60b8335-d5e5-4821-b755-0165ff07bb91 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/routers/2c160aba-76af-450d-a251-2eb7e019504b HTTP/1.1" status: 204 len: 168 time: 0.5815532 Mar 09 17:10:10.161227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32794) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.163699 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aa3dc6ca-1166-41bb-a29d-ee631d6cf1b7 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/ports/a5f77f20-d83b-410c-b7c0-9cd288a66c8b HTTP/1.1" status: 204 len: 168 time: 1.7498474 Mar 09 17:10:10.164407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-755637904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:10.164525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1dd6c86c-916f-438c-9824-3d74c23c366e', 'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': 'e41b9bb9-82c9-4403-9b6d-349701269ff5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:10.165720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.165851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32796) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.166144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32798) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.172652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Made reservation on behalf of c772a4283b6449cca25e2c17f02f4f90 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:10.175227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.195435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:10.206744 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] Sync routers for ids ['ccf8175f-bf69-4358-9692-dde030d9b145'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:10.217551 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] Routers {'ccf8175f-bf69-4358-9692-dde030d9b145'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:10.219410 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ccf8175f-bf69-4358-9692-dde030d9b145'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.227877 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cb97bcda-c15a-4187-82cc-4b144bb0bd17 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "PUT /v2.0/routers/ccf8175f-bf69-4358-9692-dde030d9b145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3039143 Mar 09 17:10:10.229892 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1ba07252-312e-4921-9fff-aae2a1d193ca tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags HTTP/1.1" status: 200 len: 205 time: 0.1279085 Mar 09 17:10:10.231339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32800) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.232533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32802) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.238493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-d87faf14-88fc-44b3-8882-27de6ec7dd9e tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.255307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.290005 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7936c9d9-c212-49e8-8acf-7c76e96a1f83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=039e055e257c46c28f1f9fab80450262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737976 Mar 09 17:10:10.299060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32804) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.317995 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] Set router ccf8175f-bf69-4358-9692-dde030d9b145 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:10.326214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (2c24b153-8940-4738-88b6-f14a14571772), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.327518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (2c24b153-8940-4738-88b6-f14a14571772), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.343201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Allocated IP 2001:db8::2 (1dd6c86c-916f-438c-9824-3d74c23c366e/e41b9bb9-82c9-4403-9b6d-349701269ff5/642ae743-b847-4515-b719-20278c464928) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:10.380862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (53f25cdc-7a1c-454c-a07a-e00adce2e832), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.389885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.393133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (2c24b153-8940-4738-88b6-f14a14571772), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.395225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 39dc145f-49e1-4304-b675-e9e7cfd33093 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:10.446412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (39dc145f-49e1-4304-b675-e9e7cfd33093), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.460102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a5be2-8e64-4d95-ad14-999a2b5a9ff0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:10.461791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a5be2-8e64-4d95-ad14-999a2b5a9ff0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:10.463426 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9a2a5be2-8e64-4d95-ad14-999a2b5a9ff0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2298703 Mar 09 17:10:10.471440 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d87faf14-88fc-44b3-8882-27de6ec7dd9e tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags HTTP/1.1" status: 200 len: 240 time: 0.2366624 Mar 09 17:10:10.472270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32806) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.472733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32808) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.476956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (2c24b153-8940-4738-88b6-f14a14571772), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.485254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-64b593cb-8e91-497d-94a3-1bbc93f2b6b0 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-118843684') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.496719 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:09:53Z', 'updated_at': '2022-03-09T17:10:08Z', 'revision_number': 3, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.525703 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] Checking router: ccf8175f-bf69-4358-9692-dde030d9b145 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:10:10.536293 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] Routers {'ccf8175f-bf69-4358-9692-dde030d9b145'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:10.537296 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ccf8175f-bf69-4358-9692-dde030d9b145'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.552905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (39dc145f-49e1-4304-b675-e9e7cfd33093), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.591408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 955ac604-c28b-4ae6-9727-3560e0ec0383 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:10.601029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (955ac604-c28b-4ae6-9727-3560e0ec0383), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.619131 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] Set router ccf8175f-bf69-4358-9692-dde030d9b145 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:10.665809 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-64b593cb-8e91-497d-94a3-1bbc93f2b6b0 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-118843684 HTTP/1.1" status: 204 len: 168 time: 0.1899824 Mar 09 17:10:10.670020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.671329 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-06cd41ba-5567-4250-a1dd-e838a7157288 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5109947 Mar 09 17:10:10.671999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.680787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32812) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:10.685035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9bf962ae-c8cf-4599-999b-cdc96ca7da53 admin admin] Publish callbacks [] for security_group (5afd8eec-c607-48ad-a167-3eaea8c78b15), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.686055 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:09:53Z', 'updated_at': '2022-03-09T17:10:08Z', 'revision_number': 3, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.693346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-f9db28b6-78de-4634-a439-21f2ee2bd0b0 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-118843684') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.724377 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deee1cb-74fb-4212-8fa4-798989d16e00 None None] The sync data for ids ['ccf8175f-bf69-4358-9692-dde030d9b145'] in dv-neutron-master-2-hyperv is: [{'id': 'ccf8175f-bf69-4358-9692-dde030d9b145', 'name': 'tempest-NetworksTestDHCPv6-router-1774142995', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:09:53Z', 'updated_at': '2022-03-09T17:10:08Z', 'revision_number': 3, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:10.765184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (53f25cdc-7a1c-454c-a07a-e00adce2e832), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.780100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (955ac604-c28b-4ae6-9727-3560e0ec0383), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.787520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Publish callbacks [] for port (642ae743-b847-4515-b719-20278c464928), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.856130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for security_group (1a18f62d-9a61-4568-8bab-72f901058b2b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.860330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f25cdc-7a1c-454c-a07a-e00adce2e832']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.863566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9bf962ae-c8cf-4599-999b-cdc96ca7da53 admin admin] Publish callbacks [] for security_group (5afd8eec-c607-48ad-a167-3eaea8c78b15), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.877083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (642ae743-b847-4515-b719-20278c464928), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.896575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15d41d3-0c51-4717-8314-77abb6daf5ce') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.896880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15d41d3-0c51-4717-8314-77abb6daf5ce') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:10.914998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (b15d41d3-0c51-4717-8314-77abb6daf5ce), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.917073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (39dc145f-49e1-4304-b675-e9e7cfd33093), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.920202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Network 1dd6c86c-916f-438c-9824-3d74c23c366e is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:10.923759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:10.928132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:10.935815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Pushing event updated for resources: {'Port': ['ID=642ae743-b847-4515-b719-20278c464928,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:10.967759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1a18f62d-9a61-4568-8bab-72f901058b2b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.977665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b15d41d3-0c51-4717-8314-77abb6daf5ce), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:10.982313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:11.002361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Attempting to bind port 642ae743-b847-4515-b719-20278c464928 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:11.002886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Attempting to bind port 642ae743-b847-4515-b719-20278c464928 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8437bf04-3e83-4558-b376-1b45ee0a70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:11.004631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Attempting to bind port 642ae743-b847-4515-b719-20278c464928 on network 1dd6c86c-916f-438c-9824-3d74c23c366e {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:11.007323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:11.007743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (b15d41d3-0c51-4717-8314-77abb6daf5ce), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.021849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:11.021849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Checking segment: {'id': '8437bf04-3e83-4558-b376-1b45ee0a70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:11.021849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.021849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Bound using segment: {'id': '8437bf04-3e83-4558-b376-1b45ee0a70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:11.021849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Bound port: 642ae743-b847-4515-b719-20278c464928, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8437bf04-3e83-4558-b376-1b45ee0a70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1dd6c86c-916f-438c-9824-3d74c23c366e'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:11.021849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (642ae743-b847-4515-b719-20278c464928), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:11.033186 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:11.087394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (955ac604-c28b-4ae6-9727-3560e0ec0383), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.106312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] For port 642ae743-b847-4515-b719-20278c464928, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:11.112778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] For port 642ae743-b847-4515-b719-20278c464928, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=642ae743-b847-4515-b719-20278c464928,segment=NetworkSegment(8437bf04-3e83-4558-b376-1b45ee0a70e9),segment_id=8437bf04-3e83-4558-b376-1b45ee0a70e9)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:11.151199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a18f62d-9a61-4568-8bab-72f901058b2b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:11.161184 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f9db28b6-78de-4634-a439-21f2ee2bd0b0 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-118843684 HTTP/1.1" status: 204 len: 168 time: 0.4842515 Mar 09 17:10:11.176142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32814) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:11.189347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-fe1ceae3-e0f3-4b0b-a882-bf98d1e659aa tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:11.212381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3afa2de3-2391-44d4-b609-53633038abb9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:11.217402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (642ae743-b847-4515-b719-20278c464928), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.248959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 3afa2de3-2391-44d4-b609-53633038abb9 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:11.249348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3afa2de3-2391-44d4-b609-53633038abb9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:11.319058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9bf962ae-c8cf-4599-999b-cdc96ca7da53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5afd8eec-c607-48ad-a167-3eaea8c78b15), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.321766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9bf962ae-c8cf-4599-999b-cdc96ca7da53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.323002 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9bf962ae-c8cf-4599-999b-cdc96ca7da53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5afd8eec-c607-48ad-a167-3eaea8c78b15 HTTP/1.1" status: 204 len: 168 time: 1.0206900 Mar 09 17:10:11.324207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (39dc145f-49e1-4304-b675-e9e7cfd33093), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.326413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (53f25cdc-7a1c-454c-a07a-e00adce2e832), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.331241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Pushing event updated for resources: {'Port': ['ID=642ae743-b847-4515-b719-20278c464928,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:11.343215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.343640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.344049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.344480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.344830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.345198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.345609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.346775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.346775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.348073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.348575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.348924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.349316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a8c82-5524-4c3a-9128-b445173bbed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:10:11.380743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.387351 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] 10.222.0.16 "DELETE /v2.0/networks/53f25cdc-7a1c-454c-a07a-e00adce2e832 HTTP/1.1" status: 204 len: 168 time: 1.2077091 Mar 09 17:10:11.444639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf962ae-c8cf-4599-999b-cdc96ca7da53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afd8eec-c607-48ad-a167-3eaea8c78b15,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:11.446834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.451321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab22eb2-f679-4ece-841b-cd287d6fce66 None None] Network 0a990d60-32e1-451d-a9a6-a9037f962eec requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:11.466799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/39dc145f-49e1-4304-b675-e9e7cfd33093 HTTP/1.1" status: 204 len: 168 time: 1.2889781 Mar 09 17:10:11.477473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f999db-9cd6-4c11-b3fe-984a04a9b79f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=39dc145f-49e1-4304-b675-e9e7cfd33093,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:11.482733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb095c-ffb1-4684-86e8-d0da14defc84 tempest-PortsIpV6TestJSON-1575686302 tempest-PortsIpV6TestJSON-1575686302-project] Pushing event deleted for resources: {'Network': ['ID=53f25cdc-7a1c-454c-a07a-e00adce2e832,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:11.484064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32820) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:11.638592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:11.646850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (0a990d60-32e1-451d-a9a6-a9037f962eec), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.662967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.686413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 7436d3d4-3455-4ea7-990a-32e1968db8a0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:11.686990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.745255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] DHCP port deletion for 0a990d60-32e1-451d-a9a6-a9037f962eec request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:11.767164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.771335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.852270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] Deleting port 789c1cd5-c010-4b68-8d99-d73a52e5239e {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:11.852854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.925008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=12d28ab0-fbae-4a6a-a88e-290369a50bd6,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:11.947429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] For port 789c1cd5-c010-4b68-8d99-d73a52e5239e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=789c1cd5-c010-4b68-8d99-d73a52e5239e,segment=NetworkSegment(2a2e6353-a7dc-4f4d-9606-64fa872e3b7c),segment_id=2a2e6353-a7dc-4f4d-9606-64fa872e3b7c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:11.948192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.966269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] Calling delete_port for 789c1cd5-c010-4b68-8d99-d73a52e5239e owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:11.968130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.980361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (955ac604-c28b-4ae6-9727-3560e0ec0383), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:11.991593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Checking segment: {'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:11.991988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Network hostable DHCP agents. Network: 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:11.995652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32830) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.005134 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fe1ceae3-e0f3-4b0b-a882-bf98d1e659aa tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags HTTP/1.1" status: 200 len: 205 time: 0.8275931 Mar 09 17:10:12.009982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32832) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.020034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 789c1cd5-c010-4b68-8d99-d73a52e5239e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:12.020490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.026197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-1c348687-ed6f-49a8-9373-f93c96f433fc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:12.037006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 7436d3d4-3455-4ea7-990a-32e1968db8a0 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:12.096957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=955ac604-c28b-4ae6-9727-3560e0ec0383,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:12.102558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.108490 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e1bbebe5-67fc-48c2-b2d0-35a45d645ed4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/955ac604-c28b-4ae6-9727-3560e0ec0383 HTTP/1.1" status: 204 len: 168 time: 1.6322687 Mar 09 17:10:12.112542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32838) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.116476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba10a4-94c6-4bac-adf9-09a1ecacca5c None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:12.190351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] For port 789c1cd5-c010-4b68-8d99-d73a52e5239e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=789c1cd5-c010-4b68-8d99-d73a52e5239e,segment=NetworkSegment(2a2e6353-a7dc-4f4d-9606-64fa872e3b7c),segment_id=2a2e6353-a7dc-4f4d-9606-64fa872e3b7c)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:12.190712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.196611 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c348687-ed6f-49a8-9373-f93c96f433fc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags HTTP/1.1" status: 200 len: 240 time: 0.1712997 Mar 09 17:10:12.196778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.201239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32840) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.207030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-f586cb0a-44ce-4740-af9f-97e4d749f902 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-644098119') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:12.226484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 789c1cd5-c010-4b68-8d99-d73a52e5239e owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:12.269815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] No DVR routers for this DVR port 789c1cd5-c010-4b68-8d99-d73a52e5239e on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:12.281567 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb8f20-d434-43c7-abfc-1e19cb858909 None None] Pushing event deleted for resources: {'Port': ['ID=789c1cd5-c010-4b68-8d99-d73a52e5239e,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:12.340701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:12.360502 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f586cb0a-44ce-4740-af9f-97e4d749f902 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-644098119 HTTP/1.1" status: 204 len: 168 time: 0.1566262 Mar 09 17:10:12.389979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:12.406711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32844) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.413830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-49012a5a-a210-49ae-af04-ec4718ed5b2d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-644098119') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:12.447871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] Deleting port eb7fcc6d-daee-4591-8b51-4508271e4d2e {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:12.448558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.464431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32846) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.467199 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-16eab701-db1f-4760-a66f-a2b4bfa24b03 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3526390 Mar 09 17:10:12.508223 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-458a9aec-f11d-4659-bd93-39de0bd361a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d4f294090234293828020c1aa62174e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017214 Mar 09 17:10:12.516796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32848) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:12.549017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] For port eb7fcc6d-daee-4591-8b51-4508271e4d2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb7fcc6d-daee-4591-8b51-4508271e4d2e,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:12.549017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.561880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8::1 (1dd6c86c-916f-438c-9824-3d74c23c366e/e41b9bb9-82c9-4403-9b6d-349701269ff5/e4ecc7ea-8468-41bd-a46b-f5a7e88a7609) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:12.564477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] Calling delete_port for eb7fcc6d-daee-4591-8b51-4508271e4d2e owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:12.598626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router (ccf8175f-bf69-4358-9692-dde030d9b145), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.600558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (789c1cd5-c010-4b68-8d99-d73a52e5239e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.632177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3579257-3ae8-4456-b9cf-fcc612e05a0d admin admin] Publish callbacks [] for security_group (48417801-3d9f-4260-b953-5c06c88a97c4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.646434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:12.668312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebded458-2243-42f1-8b31-5bb80bea1cb0 None None] Network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:12.682447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3579257-3ae8-4456-b9cf-fcc612e05a0d admin admin] Publish callbacks [] for security_group (48417801-3d9f-4260-b953-5c06c88a97c4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.742315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:12.752646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=789c1cd5-c010-4b68-8d99-d73a52e5239e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:12.845051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.878374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ed188-e533-453d-9600-c3fc66dfb8e7 None None] Network 1dd6c86c-916f-438c-9824-3d74c23c366e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:12.956382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3579257-3ae8-4456-b9cf-fcc612e05a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (48417801-3d9f-4260-b953-5c06c88a97c4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.959201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d3579257-3ae8-4456-b9cf-fcc612e05a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:12.963354 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d3579257-3ae8-4456-b9cf-fcc612e05a0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48417801-3d9f-4260-b953-5c06c88a97c4 HTTP/1.1" status: 204 len: 168 time: 0.4425550 Mar 09 17:10:12.973595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 642ae743-b847-4515-b719-20278c464928 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:12.986606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3579257-3ae8-4456-b9cf-fcc612e05a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48417801-3d9f-4260-b953-5c06c88a97c4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:12.998011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.019845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (eb7fcc6d-daee-4591-8b51-4508271e4d2e), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.061358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32860) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:13.074498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] Pushing event deleted for resources: {'Port': ['ID=eb7fcc6d-daee-4591-8b51-4508271e4d2e,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:13.079049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75143050-e5cc-4ea5-b027-74db3175b770 None None] No DVR routers for this DVR port eb7fcc6d-daee-4591-8b51-4508271e4d2e on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:13.089003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 1dd6c86c-916f-438c-9824-3d74c23c366e is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:13.091288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:13.095947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:13.096533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (2c24b153-8940-4738-88b6-f14a14571772), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.100186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=e4ecc7ea-8468-41bd-a46b-f5a7e88a7609,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:13.130544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] Provisioning complete for port 642ae743-b847-4515-b719-20278c464928 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:13.131209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (642ae743-b847-4515-b719-20278c464928), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.187389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 642ae743-b847-4515-b719-20278c464928 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:13.187775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (642ae743-b847-4515-b719-20278c464928), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.221254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No DVR routers for this DVR port 789c1cd5-c010-4b68-8d99-d73a52e5239e on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:13.234312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:13.234668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:13.235087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:13.240545 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-49012a5a-a210-49ae-af04-ec4718ed5b2d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-644098119 HTTP/1.1" status: 204 len: 168 time: 0.8278685 Mar 09 17:10:13.241819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32864) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:13.249272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-0e8513c6-d558-4460-ae86-ae23b840ef23 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:13.280674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1533348949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:13.286631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] Current status of the port 642ae743-b847-4515-b719-20278c464928 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:13.287060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (642ae743-b847-4515-b719-20278c464928), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.298322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:13.298663 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:13.336324 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 2 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:13.349050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] For port 642ae743-b847-4515-b719-20278c464928, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=642ae743-b847-4515-b719-20278c464928,segment=NetworkSegment(8437bf04-3e83-4558-b376-1b45ee0a70e9),segment_id=8437bf04-3e83-4558-b376-1b45ee0a70e9)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:13.362012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 642ae743-b847-4515-b719-20278c464928 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:13.362426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (642ae743-b847-4515-b719-20278c464928), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.382092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.400926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (ccf8175f-bf69-4358-9692-dde030d9b145), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.403080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:13.403427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:13.403866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:13.407044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router_controller (ccf8175f-bf69-4358-9692-dde030d9b145), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.415094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (642ae743-b847-4515-b719-20278c464928), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.424050 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0e8513c6-d558-4460-ae86-ae23b840ef23 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags HTTP/1.1" status: 200 len: 205 time: 0.1799405 Mar 09 17:10:13.424209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32866) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:13.426246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:13.426590 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:13.432007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-e843a312-01b2-405e-a223-694424a2986d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:13.438112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 3 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:13.508031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:10:13.508505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:10:13.508656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (0a990d60-32e1-451d-a9a6-a9037f962eec), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.509469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8f654-c48d-4945-9de4-1429f4de40ac None None] Pushing event updated for resources: {'Port': ['ID=642ae743-b847-4515-b719-20278c464928,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:13.523397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7436d3d4-3455-4ea7-990a-32e1968db8a0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.564061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.565380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.569276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:13.569624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:13.569968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:13.577074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a990d60-32e1-451d-a9a6-a9037f962eec']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:13.585814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=7436d3d4-3455-4ea7-990a-32e1968db8a0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:13.610461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:13.610928 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:13.612555 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:13.612854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2e6353-a7dc-4f4d-9606-64fa872e3b7c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:13.635087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 4 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:13.672526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (ccf8175f-bf69-4358-9692-dde030d9b145), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.673044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Fanout notify agent at l3_agent the message router_deleted on router ccf8175f-bf69-4358-9692-dde030d9b145 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:13.694688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (2a2e6353-a7dc-4f4d-9606-64fa872e3b7c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.710667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.715690 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dfe37b7d-1df0-46dc-9baf-6e8d11682512 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/routers/ccf8175f-bf69-4358-9692-dde030d9b145 HTTP/1.1" status: 204 len: 168 time: 1.2456677 Mar 09 17:10:13.719452 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e843a312-01b2-405e-a223-694424a2986d tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags HTTP/1.1" status: 204 len: 168 time: 0.2940636 Mar 09 17:10:13.720488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:13.720833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:13.721173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:13.726859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router_controller (6aed9b40-491e-4889-b6e3-e25ccb3573c7), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.728116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32874) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:13.731489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32876) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:13.741341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:13.760691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-37b9cece-6ced-482f-9fd0-7ea011e7ea2f None None] Provisioning complete for port 642ae743-b847-4515-b719-20278c464928 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:13.761227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-37b9cece-6ced-482f-9fd0-7ea011e7ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (642ae743-b847-4515-b719-20278c464928), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.774492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-74d354ca-edab-4706-9925-38325bdae5e4 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:13.778209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2a2e6353-a7dc-4f4d-9606-64fa872e3b7c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.783020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.871962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:13.872304 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:13.880277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 5 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:13.899198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:13.899616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (2a2e6353-a7dc-4f4d-9606-64fa872e3b7c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:13.906189 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:13.913663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-37b9cece-6ced-482f-9fd0-7ea011e7ea2f None None] Current status of the port 642ae743-b847-4515-b719-20278c464928 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:13.929575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-37b9cece-6ced-482f-9fd0-7ea011e7ea2f None None] Provisioning complete for port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:13.930334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-37b9cece-6ced-482f-9fd0-7ea011e7ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.932574 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:10:13.969146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.981449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:13.994973 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-752a32ef-a830-4adc-97c8-14abd430110f tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9219317 Mar 09 17:10:13.995372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:13.995835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:13.995966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32882) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:13.996190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:13.999401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-37b9cece-6ced-482f-9fd0-7ea011e7ea2f None None] Port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:14.004906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1147663433'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:14.049918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.053886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (2c24b153-8940-4738-88b6-f14a14571772), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.061941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 642ae743-b847-4515-b719-20278c464928 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:14.130923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:14.134821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.140268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device eb7fcc6d-daee-4591-8b51-4508271e4d2e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:14.151211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:14.151561 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:14.155375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 6 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:14.166157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: eb7fcc6d-daee-4591-8b51-4508271e4d2e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:14.166515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device eb7fcc6d-daee-4591-8b51-4508271e4d2e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:14.166946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 789c1cd5-c010-4b68-8d99-d73a52e5239e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:14.188559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 789c1cd5-c010-4b68-8d99-d73a52e5239e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:14.189025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 789c1cd5-c010-4b68-8d99-d73a52e5239e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:14.192566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=e4ecc7ea-8468-41bd-a46b-f5a7e88a7609,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:14.199720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.204460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (3a438512-308f-409d-bba8-c4168a7a7114), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.223232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1ec7ee73-ec08-4892-82dc-0e3b17a36b86 None None] Provisioning complete for port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:14.223624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee73-ec08-4892-82dc-0e3b17a36b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.249863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:14.250474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:14.251039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:14.271100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (0a990d60-32e1-451d-a9a6-a9037f962eec), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.272825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7ee73-ec08-4892-82dc-0e3b17a36b86 None None] Port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:14.278381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:14.279143 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:14.283910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 7 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:14.289538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for security_group (aa679cce-0328-47f7-875b-00aec7a6bdf3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.315729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 1dd6c86c-916f-438c-9824-3d74c23c366e is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:14.317227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:14.320640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.324529 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/0a990d60-32e1-451d-a9a6-a9037f962eec HTTP/1.1" status: 204 len: 168 time: 2.8388507 Mar 09 17:10:14.328285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32888) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.361292 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-74d354ca-edab-4706-9925-38325bdae5e4 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags HTTP/1.1" status: 204 len: 168 time: 0.6288571 Mar 09 17:10:14.361292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba154de-6744-4383-86ca-434c3a5a6a44 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=0a990d60-32e1-451d-a9a6-a9037f962eec,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:14.365175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32892) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.388641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:14.389168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:14.389673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:14.423932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-16bf240e-2b32-44d4-820a-c6b5e4564c01 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:14.452154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:14.452597 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:14.455621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 8 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:14.465839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:14.469374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.474428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (aa679cce-0328-47f7-875b-00aec7a6bdf3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.499311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c7a820-6436-480a-871c-eb0b5b499af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:14.499549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:14.504309 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-87c7a820-6436-480a-871c-eb0b5b499af0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/3a6df58f-a860-4863-8c17-25e0a4456ed7 HTTP/1.1" status: 200 len: 841 time: 0.1574519 Mar 09 17:10:14.505390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32894) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.515309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:14.515583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:14.515700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:14.540608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa679cce-0328-47f7-875b-00aec7a6bdf3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:14.569983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3abf749a-1a7d-4aa4-93a5-2107d0592fba), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.570657 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Added segment 3abf749a-1a7d-4aa4-93a5-2107d0592fba of type vlan for network 64fe763f-8994-4316-990e-3381fa6fd6e1 Mar 09 17:10:14.574694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:14.575035 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:14.600768 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4eb931a1-1f2c-4d60-b288-ca035cc04e06 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/3a6df58f-a860-4863-8c17-25e0a4456ed7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0920002 Mar 09 17:10:14.621762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 2c24b153-8940-4738-88b6-f14a14571772 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:14.625561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32898) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.629479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 9 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:14.630564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:14.665768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (64fe763f-8994-4316-990e-3381fa6fd6e1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.672052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 3a438512-308f-409d-bba8-c4168a7a7114 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:14.674204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:14.674528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:14.674869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:14.688981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32900) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.694095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:14.694438 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:14.697698 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 10 to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 Mar 09 17:10:14.704112 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4853d552-9463-4a45-9e39-2fe1eea1ba6a None None] Provisioning complete for port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:14.704439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4853d552-9463-4a45-9e39-2fe1eea1ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.728591 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-16bf240e-2b32-44d4-820a-c6b5e4564c01 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3339324 Mar 09 17:10:14.728591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:14.728591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:14.728591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:14.730847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32904) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.744224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4853d552-9463-4a45-9e39-2fe1eea1ba6a None None] Port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:14.770367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:14.770738 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:14.771092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.777821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-8b616ea4-9d05-415c-925a-0c09a49eb522 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:14.785456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:10:14.852337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:14.866498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] Sync routers for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:14.889141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:14.892453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:14.893382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:14.898003 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-53849d17-27f5-4e27-a270-8b41c8c5f4ec tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/3a438512-308f-409d-bba8-c4168a7a7114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3022320 Mar 09 17:10:14.901525 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b387a28a-4c2f-4dd9-a20a-cf8b23715e85 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/2c24b153-8940-4738-88b6-f14a14571772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2172482 Mar 09 17:10:14.901525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32906) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.903340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32908) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.908506 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] Sync routers for ids ['2c24b153-8940-4738-88b6-f14a14571772'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:14.909069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6116a4bd-58c7-4469-b9b2-2c4fbd5a61ab tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:14.910215 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-6116a4bd-58c7-4469-b9b2-2c4fbd5a61ab tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 17:10:14.910726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6116a4bd-58c7-4469-b9b2-2c4fbd5a61ab tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 17:10:14.914043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 642ae743-b847-4515-b719-20278c464928 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:14.917133 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6116a4bd-58c7-4469-b9b2-2c4fbd5a61ab tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2271161 Mar 09 17:10:14.923129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32910) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.924870 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] Routers {'2c24b153-8940-4738-88b6-f14a14571772'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:14.925683 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c24b153-8940-4738-88b6-f14a14571772'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:14.952391 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c05e2148-265e-4d4c-811f-a6602528f804 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a438512-308f-409d-bba8-c4168a7a7114 HTTP/1.1" status: 200 len: 205 time: 0.0471816 Mar 09 17:10:14.953611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624571004'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:14.953973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32912) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:14.955649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (64fe763f-8994-4316-990e-3381fa6fd6e1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.960701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:14.961309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:14.983830 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.004276 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] Routers {'2c24b153-8940-4738-88b6-f14a14571772'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:15.005279 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c24b153-8940-4738-88b6-f14a14571772'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.007393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.027558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] For port 12d28ab0-fbae-4a6a-a88e-290369a50bd6, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:15.027940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempted to set empty binding levels {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 09 17:10:15.034789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113c097-694b-4ca6-96e3-90a79c6ad5b1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:15.036936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:15.038676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] Routers {'3a438512-308f-409d-bba8-c4168a7a7114'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:15.039204 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d113c097-694b-4ca6-96e3-90a79c6ad5b1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports/e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 HTTP/1.1" status: 200 len: 911 time: 0.1333034 Mar 09 17:10:15.039540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a438512-308f-409d-bba8-c4168a7a7114'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.040508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.044823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32914) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:15.059150 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.060179 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f8b82-e9dc-4dae-af3d-cd111890afc9 None None] The sync data for ids ['2c24b153-8940-4738-88b6-f14a14571772'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:15.097020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.097946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855affa2-7a1a-4f8c-b7ca-8758eba512a1 None None] The sync data for ids ['3a438512-308f-409d-bba8-c4168a7a7114'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:15.112995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 642ae743-b847-4515-b719-20278c464928 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:15.113383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (642ae743-b847-4515-b719-20278c464928), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.128617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.167604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (3a438512-308f-409d-bba8-c4168a7a7114), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.173872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.193833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:15.194458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.197876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 642ae743-b847-4515-b719-20278c464928 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:15.203192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.249889 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2527461 Mar 09 17:10:15.255168 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8b616ea4-9d05-415c-925a-0c09a49eb522 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags HTTP/1.1" status: 204 len: 168 time: 0.4785302 Mar 09 17:10:15.255168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354e9cf-7754-479b-b2e6-f2f8cb249583 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Network': ['ID=64fe763f-8994-4316-990e-3381fa6fd6e1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:15.255431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32916) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:15.258926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32918) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:15.260360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'subnet': {'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:15.273509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (b0446009-d224-452c-9fb0-6f2d952ce9b2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.273623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:15.273725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-dccd3a0a-4b3f-4f39-972a-00a5504a5bc5 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-1320608637') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:15.274588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=12d28ab0-fbae-4a6a-a88e-290369a50bd6,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:15.376469 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3bb03e49-36f4-43d3-ab96-e583f23b8822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.3996694 Mar 09 17:10:15.401619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32920) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:15.435799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:15.451506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:15.459332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:15.462626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.467068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6589823-6037-4204-ac3d-d14124bd2fc5 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:15.469093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=b0446009-d224-452c-9fb0-6f2d952ce9b2,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:15.504760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (3a438512-308f-409d-bba8-c4168a7a7114), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.512147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (3a438512-308f-409d-bba8-c4168a7a7114), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.587426 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7e90f019-da6a-4086-a8b7-d1c25b881b61 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8548374 Mar 09 17:10:15.591619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (8729d6ef-6605-43b1-90a8-75e049584d6a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.592416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32922) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:15.598972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:15.605660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:15.608902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.609761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:15.610989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.660205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Deleting port 12d28ab0-fbae-4a6a-a88e-290369a50bd6 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:15.660527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.662849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8729d6ef-6605-43b1-90a8-75e049584d6a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.696615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (3a438512-308f-409d-bba8-c4168a7a7114), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.702101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router 3a438512-308f-409d-bba8-c4168a7a7114 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:15.707596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.711020 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-01a08cfe-69d2-4c63-8de5-47c6d835c176 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/3a438512-308f-409d-bba8-c4168a7a7114 HTTP/1.1" status: 204 len: 168 time: 0.7440858 Mar 09 17:10:15.720326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32924) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:15.835053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8729d6ef-6605-43b1-90a8-75e049584d6a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:15.873222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:15.903891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (5f85cf66-508f-40d4-b66b-d201a79eb0c0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.904992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (5f85cf66-508f-40d4-b66b-d201a79eb0c0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.909806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:15.929980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/b0446009-d224-452c-9fb0-6f2d952ce9b2/2d4096d9-a22a-48ea-b43e-eac5869a736f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:15.967447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (721fca4a-e2da-4737-89c0-b3038f1f7974), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.001579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.067334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (38ba70a8-2e12-460f-9fa3-a8e99445610d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.079738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] For port 12d28ab0-fbae-4a6a-a88e-290369a50bd6, host hv-neutron-mast, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:16.080378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.094010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Publish callbacks [] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.117089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Calling delete_port for 12d28ab0-fbae-4a6a-a88e-290369a50bd6 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:16.141444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:16.147408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:16.153246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:16.153874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.160459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f63371-dbb8-4ad9-913f-58467238a743 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:16.196932 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dccd3a0a-4b3f-4f39-972a-00a5504a5bc5 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-1320608637 HTTP/1.1" status: 201 len: 201 time: 0.9350379 Mar 09 17:10:16.201785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=38ba70a8-2e12-460f-9fa3-a8e99445610d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.216231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32926) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.221965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.224492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-5414bdfc-c7e9-44a7-b4b7-d655d89359e0 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-826187053') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:16.285486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:16.291752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:16.301742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:16.306403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Pushing event updated for resources: {'Port': ['ID=2d4096d9-a22a-48ea-b43e-eac5869a736f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.313190 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0dc49a08-e2fd-44f5-940b-7b33d423cf20 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6865001 Mar 09 17:10:16.313960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32928) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.319184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'security_group': {'name': 'tempest-secgroup-2007625679'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:16.365895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (12d28ab0-fbae-4a6a-a88e-290369a50bd6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.390057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Attempting to bind port 2d4096d9-a22a-48ea-b43e-eac5869a736f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:16.390432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Attempting to bind port 2d4096d9-a22a-48ea-b43e-eac5869a736f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:16.390802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Attempting to bind port 2d4096d9-a22a-48ea-b43e-eac5869a736f on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:16.397334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:16.401586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:16.401586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.401586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:16.401586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Bound port: 2d4096d9-a22a-48ea-b43e-eac5869a736f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:16.401586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.402598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d28ab0-fbae-4a6a-a88e-290369a50bd6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.405812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router_controller (5f85cf66-508f-40d4-b66b-d201a79eb0c0), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.407582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (721fca4a-e2da-4737-89c0-b3038f1f7974), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.407849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.414094 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-10422652-2656-46b6-b162-432f75351a91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "DELETE /v2.0/ports/12d28ab0-fbae-4a6a-a88e-290369a50bd6 HTTP/1.1" status: 204 len: 168 time: 1.0064480 Mar 09 17:10:16.414094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32930) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.426469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.431081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (2c24b153-8940-4738-88b6-f14a14571772), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.451352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-baeda7ca-4335-48c3-a339-865c26a7d946', 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'project_id': '0ad11f3a642449aa935f6e96c6176da1', 'fixed_ips': [{'subnet_id': '38ba70a8-2e12-460f-9fa3-a8e99445610d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:16.452127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.460444 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5414bdfc-c7e9-44a7-b4b7-d655d89359e0 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-826187053 HTTP/1.1" status: 201 len: 201 time: 0.2375448 Mar 09 17:10:16.461269 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d55747-df2e-4563-9386-3df8160cd1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:10:16.462596 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-02d55747-df2e-4563-9386-3df8160cd1fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "GET /v2.0/ports/12d28ab0-fbae-4a6a-a88e-290369a50bd6 HTTP/1.1" status: 404 len: 333 time: 0.0478446 Mar 09 17:10:16.463426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32932) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.467447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32934) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.471113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-66c58f7b-d86c-412d-be1e-e42a1d331840 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-524193019') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:16.484675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Request body: {'port': {'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-50926222'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:16.515956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (5f85cf66-508f-40d4-b66b-d201a79eb0c0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.545193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721fca4a-e2da-4737-89c0-b3038f1f7974,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.583380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (fd00448e-8617-4644-a00c-32b442ba7d67), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.590972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] For port 2d4096d9-a22a-48ea-b43e-eac5869a736f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:16.612846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] For port 2d4096d9-a22a-48ea-b43e-eac5869a736f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d4096d9-a22a-48ea-b43e-eac5869a736f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:16.625416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (2331a3b4-e3d9-4a40-99e1-36f50f03e24b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.641341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.645516 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-34defbd6-791e-45db-9fb3-06ff33dbdce6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7138975 Mar 09 17:10:16.646563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32936) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.652480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': '721fca4a-e2da-4737-89c0-b3038f1f7974', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:16.657723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.664672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Allocated IP 172.20.0.2 (baeda7ca-4335-48c3-a339-865c26a7d946/38ba70a8-2e12-460f-9fa3-a8e99445610d/fe10ed59-08ba-4665-b444-d5ed763c3bfa) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:16.712991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Made reservation on behalf of c772a4283b6449cca25e2c17f02f4f90 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:16.715876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.718961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (2331a3b4-e3d9-4a40-99e1-36f50f03e24b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.726221 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-66c58f7b-d86c-412d-be1e-e42a1d331840 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-524193019 HTTP/1.1" status: 201 len: 201 time: 0.2591777 Mar 09 17:10:16.727112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.727874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b41b33e1-cc6a-45ec-b0d4-cf809c454450 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1336856 Mar 09 17:10:16.733193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32938) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.733560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32940) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.741365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.742806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-4af3c9ba-4b1a-49a9-a439-82d08c776cf1 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-305583705') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:16.760139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2331a3b4-e3d9-4a40-99e1-36f50f03e24b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.775164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port 97230680-6e43-4fd4-8561-e853c9de3eea yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:16.830492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d639b-266b-4449-9ec0-df73224458a6 None None] Pushing event updated for resources: {'Port': ['ID=2d4096d9-a22a-48ea-b43e-eac5869a736f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.839902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group_rule (9b1ec52c-a249-4b80-936d-dffcc0699dcb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.844866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Subnet': ['ID=fd00448e-8617-4644-a00c-32b442ba7d67,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:16.916707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.918678 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c96f98a4-a316-41b3-ae74-f2b2055387d1 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6034563 Mar 09 17:10:16.918836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Checking segment: {'id': '3abf749a-1a7d-4aa4-93a5-2107d0592fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:16.919294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network hostable DHCP agents. Network: 64fe763f-8994-4316-990e-3381fa6fd6e1, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:16.922897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32942) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:16.927016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Publish callbacks [] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:16.930264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'security_group': {'name': 'tempest-secgroup-269844481'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:17.016428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.039492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group_rule (9b1ec52c-a249-4b80-936d-dffcc0699dcb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.058399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.083199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for port (97230680-6e43-4fd4-8561-e853c9de3eea), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.117203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:17.124242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:17.130208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:17.137113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Pushing event updated for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:17.147326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:17.149540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.156275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32944) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.156445 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9d6bf043-0150-4a53-b00d-f4115e8cd556 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a HTTP/1.1" status: 204 len: 168 time: 1.4336505 Mar 09 17:10:17.166084 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4af3c9ba-4b1a-49a9-a439-82d08c776cf1 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-305583705 HTTP/1.1" status: 201 len: 201 time: 0.4293938 Mar 09 17:10:17.166895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:17.173154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a102c-5a46-49c6-984f-dad59ab069fd None None] Network 385628b0-88a3-4c0a-bb46-2c344a201dae requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:17.173366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32946) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.177993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-0340ccd6-5046-4fa7-a5c3-0af645dadf11 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', {'tags': ['tempest-TagsExtTest-Tag-1653380997', 'tempest-TagsExtTest-Tag-238734735', 'tempest-TagsExtTest-Tag-613284595']}) {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:17.196958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (9b1ec52c-a249-4b80-936d-dffcc0699dcb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.204159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.221136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Attempting to bind port fe10ed59-08ba-4665-b444-d5ed763c3bfa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:17.221136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Attempting to bind port fe10ed59-08ba-4665-b444-d5ed763c3bfa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '25d0230a-50b3-447f-8a2d-8e065b15601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:17.221516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Attempting to bind port fe10ed59-08ba-4665-b444-d5ed763c3bfa on network baeda7ca-4335-48c3-a339-865c26a7d946 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:17.236247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:17.236677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Checking segment: {'id': '25d0230a-50b3-447f-8a2d-8e065b15601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:17.237321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.237735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Bound using segment: {'id': '25d0230a-50b3-447f-8a2d-8e065b15601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:17.238653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Bound port: fe10ed59-08ba-4665-b444-d5ed763c3bfa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d0230a-50b3-447f-8a2d-8e065b15601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:17.238653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.251118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.270485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1ec52c-a249-4b80-936d-dffcc0699dcb,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:17.333569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 2cc82f06-bc61-44e3-bd7f-eecf76b4be14 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:17.358217 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:17.359045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (2cc82f06-bc61-44e3-bd7f-eecf76b4be14), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.374763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64fe763f-8994-4316-990e-3381fa6fd6e1) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:17.381544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:17.384739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:17.394354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:17.395380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:17.396040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.397596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe10ed59-08ba-4665-b444-d5ed763c3bfa,segment=NetworkSegment(25d0230a-50b3-447f-8a2d-8e065b15601b),segment_id=25d0230a-50b3-447f-8a2d-8e065b15601b)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:17.397833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:17.398659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.399182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d0f81c-f9c7-4c84-bd3f-4da04dd580fc None None] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:17.404499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.405060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=97230680-6e43-4fd4-8561-e853c9de3eea,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:17.441499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (2cc82f06-bc61-44e3-bd7f-eecf76b4be14), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.473244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.474505 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2abd9523-c099-411a-ab66-0bc086a5b50a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8263099 Mar 09 17:10:17.477318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32948) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.487268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8df82293-524b-4eeb-819a-3dbe2045c925 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': '721fca4a-e2da-4737-89c0-b3038f1f7974', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:17.492847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (4f2e4cab-3a75-430c-9a30-fdf3d0a72506), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.503423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.524898 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0340ccd6-5046-4fa7-a5c3-0af645dadf11 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags HTTP/1.1" status: 200 len: 316 time: 0.3511963 Mar 09 17:10:17.527704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32950) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.537039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-6a385cfc-cd1d-478d-bc01-a0bb4a6e4d44 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:17.551733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] DHCP port deletion for 385628b0-88a3-4c0a-bb46-2c344a201dae request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:17.555850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:17.556432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.568388 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7430b217-68b7-4153-bcb4-8c61b7cb893c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0912938 Mar 09 17:10:17.591524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32952) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.598111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:17.604276 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-74ebb123-74a1-472c-824a-d281dd81ed22 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3481550 Mar 09 17:10:17.604893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32954) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.615400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'network': {'name': 'tempest-router-network01--1266155667'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:17.629436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-64fe763f-8994-4316-990e-3381fa6fd6e1', 'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1', 'project_id': '4b78f290698a497db8332f8178585af9', 'fixed_ips': [{'subnet_id': 'fd00448e-8617-4644-a00c-32b442ba7d67'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:17.630313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.650432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28a66-f309-46e7-b377-2fad3478d84a None None] Pushing event updated for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:17.656251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4f2e4cab-3a75-430c-9a30-fdf3d0a72506), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.733137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (2cc82f06-bc61-44e3-bd7f-eecf76b4be14), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.746296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8df82293-524b-4eeb-819a-3dbe2045c925 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group_rule (b300342b-5a89-43bc-bd92-d0aaf9eee411), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.784312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] Deleting port 4503f888-a727-4b58-96f5-67bd1387f62a {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:17.784756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.803689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.814178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.815481 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8895822 Mar 09 17:10:17.830151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32956) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:17.838332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-541084899', 'security_groups': ['4f2e4cab-3a75-430c-9a30-fdf3d0a72506'], 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38ba70a8-2e12-460f-9fa3-a8e99445610d'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:17.850229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.897878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Allocated IP 2001:db8::2 (64fe763f-8994-4316-990e-3381fa6fd6e1/fd00448e-8617-4644-a00c-32b442ba7d67/bc6a2479-d8e1-406c-bd46-fb3e7796b4f7) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:17.906662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] For port 4503f888-a727-4b58-96f5-67bd1387f62a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4503f888-a727-4b58-96f5-67bd1387f62a,segment=NetworkSegment(feac366b-85ce-48ba-882e-aa6881c96d8f),segment_id=feac366b-85ce-48ba-882e-aa6881c96d8f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:17.907075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:17.927352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] Calling delete_port for 4503f888-a727-4b58-96f5-67bd1387f62a owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:17.930762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::1 (23e84d69-248a-4c03-bab8-85be85a4a2bb/b0446009-d224-452c-9fb0-6f2d952ce9b2/83d88f9f-edd6-4e3d-941b-fbcf76b1771e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:17.943431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54063e-6edf-443e-8f32-66d5716a017a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e4cab-3a75-430c-9a30-fdf3d0a72506,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:17.997785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:18.001435 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.057632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for e4ecc7ea-8468-41bd-a46b-f5a7e88a7609 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:18.145825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:18.227542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.243700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Publish callbacks [] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.252923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:18.257184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (4503f888-a727-4b58-96f5-67bd1387f62a), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.266925 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-8df82293-524b-4eeb-819a-3dbe2045c925 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 17:10:18.273537 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8df82293-524b-4eeb-819a-3dbe2045c925 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7933466 Mar 09 17:10:18.273537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32958) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:18.278589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] No DVR routers for this DVR port 4503f888-a727-4b58-96f5-67bd1387f62a on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:18.281295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e620b542-909b-4cfa-807e-fd72433a1d1d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.281664 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Added segment e620b542-909b-4cfa-807e-fd72433a1d1d of type vlan for network 29c9f443-ab61-4681-bd1f-e15b15a9a275 Mar 09 17:10:18.284291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (2cc82f06-bc61-44e3-bd7f-eecf76b4be14), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.306232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101eb05-08c6-4111-93f6-0877442c1911 None None] Pushing event deleted for resources: {'Port': ['ID=4503f888-a727-4b58-96f5-67bd1387f62a,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:18.388986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32960) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:18.389691 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6a385cfc-cd1d-478d-bc01-a0bb4a6e4d44 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags HTTP/1.1" status: 204 len: 168 time: 0.8606801 Mar 09 17:10:18.390573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc82f06-bc61-44e3-bd7f-eecf76b4be14,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:18.396538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.400634 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3862b193-aec8-45ba-88e6-5cc0c53eb5cb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/2cc82f06-bc61-44e3-bd7f-eecf76b4be14 HTTP/1.1" status: 204 len: 168 time: 1.2424362 Mar 09 17:10:18.403733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-e1971555-9e38-4c0a-8a94-6e80d38567a3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-1653380997') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:18.406062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03acba6-553a-46b3-b0ef-159afb1186e3 None None] Network 98205965-f52b-4e4d-86d4-a02e8253e565 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:18.408219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32962) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:18.411105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.462573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d7b3-930a-4f27-a3dc-2538aef4d458 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (721fca4a-e2da-4737-89c0-b3038f1f7974), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.465270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (29c9f443-ab61-4681-bd1f-e15b15a9a275), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.500095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:18.512696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:18.517980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:18.518821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port 97230680-6e43-4fd4-8561-e853c9de3eea yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:18.537000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for port (97230680-6e43-4fd4-8561-e853c9de3eea), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.542748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.552036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.553219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Pushing event updated for resources: {'Port': ['ID=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:18.556122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d7b3-930a-4f27-a3dc-2538aef4d458 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (721fca4a-e2da-4737-89c0-b3038f1f7974), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.557941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] Provisioning complete for port 2d4096d9-a22a-48ea-b43e-eac5869a736f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:18.558813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.565063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:18.604380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (385628b0-88a3-4c0a-bb46-2c344a201dae), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.614588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e4ecc7ea-8468-41bd-a46b-f5a7e88a7609), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.678996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:18.691509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:18.717978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:18.724340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:18.724340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (5f85cf66-508f-40d4-b66b-d201a79eb0c0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.749224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.4 (baeda7ca-4335-48c3-a339-865c26a7d946/38ba70a8-2e12-460f-9fa3-a8e99445610d/563e8eb6-28ac-4aff-ac67-6353a9add3a2) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:18.758959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Attempting to bind port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:18.759825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Attempting to bind port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3abf749a-1a7d-4aa4-93a5-2107d0592fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:18.760419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Attempting to bind port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 on network 64fe763f-8994-4316-990e-3381fa6fd6e1 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:18.772121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] Current status of the port 2d4096d9-a22a-48ea-b43e-eac5869a736f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:18.772751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.775604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:18.776223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Checking segment: {'id': '3abf749a-1a7d-4aa4-93a5-2107d0592fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:18.778227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.793376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Bound using segment: {'id': '3abf749a-1a7d-4aa4-93a5-2107d0592fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:18.793376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Bound port: bc6a2479-d8e1-406c-bd46-fb3e7796b4f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abf749a-1a7d-4aa4-93a5-2107d0592fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '64fe763f-8994-4316-990e-3381fa6fd6e1'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:18.793376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.864961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-e1971555-9e38-4c0a-8a94-6e80d38567a3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:18.883774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e1971555-9e38-4c0a-8a94-6e80d38567a3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-1653380997 HTTP/1.1" status: 404 len: 329 time: 0.4823587 Mar 09 17:10:18.883774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32964) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:18.908797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.949930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:18.966346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] For port 2d4096d9-a22a-48ea-b43e-eac5869a736f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d4096d9-a22a-48ea-b43e-eac5869a736f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:18.991701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] DHCP port deletion for 98205965-f52b-4e4d-86d4-a02e8253e565 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:19.024340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=e4ecc7ea-8468-41bd-a46b-f5a7e88a7609,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.042937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-acd2506b-343e-4ce2-bc81-bec78829d818 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-238734735') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:19.056025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=97230680-6e43-4fd4-8561-e853c9de3eea,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.072855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.118090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.143740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] For port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:19.155172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] For port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,segment=NetworkSegment(3abf749a-1a7d-4aa4-93a5-2107d0592fba),segment_id=3abf749a-1a7d-4aa4-93a5-2107d0592fba)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:19.157450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:19.164613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (29c9f443-ab61-4681-bd1f-e15b15a9a275), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.174536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:19.175170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.201858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.202746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.202746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.239395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:19.251566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81b3fd-8370-4806-ad6e-768ecfbf58c3 None None] Pushing event updated for resources: {'Port': ['ID=2d4096d9-a22a-48ea-b43e-eac5869a736f,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.257454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d7b3-930a-4f27-a3dc-2538aef4d458 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (721fca4a-e2da-4737-89c0-b3038f1f7974), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.267266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:19.267375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d7b3-930a-4f27-a3dc-2538aef4d458 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.267375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a2e9d7b3-930a-4f27-a3dc-2538aef4d458 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/721fca4a-e2da-4737-89c0-b3038f1f7974 HTTP/1.1" status: 204 len: 168 time: 0.9801869 Mar 09 17:10:19.279705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.280041 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.283040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.286048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (2c24b153-8940-4738-88b6-f14a14571772), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.286362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:19.288678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32966) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:19.289179 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 2 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.297472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9d7b3-930a-4f27-a3dc-2538aef4d458 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721fca4a-e2da-4737-89c0-b3038f1f7974,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.320007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=563e8eb6-28ac-4aff-ac67-6353a9add3a2,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.353803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (385628b0-88a3-4c0a-bb46-2c344a201dae), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.372183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132e3d0-1f17-4bca-b56c-2d0286c6b1d7 None None] Pushing event updated for resources: {'Port': ['ID=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.393830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Network': ['ID=29c9f443-ab61-4681-bd1f-e15b15a9a275,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:19.401443 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a1da657e-9cce-4a69-a31b-09fa81d96f46 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7908416 Mar 09 17:10:19.402810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.402810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.409376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.412227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32968) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:19.418509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:19.431954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] Deleting port 56699ad0-5ce2-4846-be39-fda31790c670 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:19.432950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (56699ad0-5ce2-4846-be39-fda31790c670), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.473457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'network': {'name': 'tempest-router-network02--1089162513'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:19.476300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.476300 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.479911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e1a80a13-ca97-46e3-a553-84ba11309c28 None None] Provisioning complete for port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:19.481385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e1a80a13-ca97-46e3-a553-84ba11309c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.482502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385628b0-88a3-4c0a-bb46-2c344a201dae']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:19.483426 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 3 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.495973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:19.496632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.507875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feac366b-85ce-48ba-882e-aa6881c96d8f') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:19.508596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feac366b-85ce-48ba-882e-aa6881c96d8f') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:19.522970 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9ea0fb33-7cee-4330-9f46-8722bbf190a4 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2260244 Mar 09 17:10:19.523930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32970) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:19.532993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--156447228'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:19.538735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.539077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.539428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.546339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e1a80a13-ca97-46e3-a553-84ba11309c28 None None] Port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:19.548540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:19.548925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.556293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.556951 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.560034 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 4 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.569881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (feac366b-85ce-48ba-882e-aa6881c96d8f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.577208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.577768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.578268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.583424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.583960 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.584577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 5 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.592931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (feac366b-85ce-48ba-882e-aa6881c96d8f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.603008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:19.603455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (feac366b-85ce-48ba-882e-aa6881c96d8f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.605405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.605909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.606466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.612748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.613330 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.613888 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 6 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.632143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.632976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.633469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.639900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.640481 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.641062 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 7 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:19.650914 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:19.659231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.659744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.660383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.666116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.666834 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.667561 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 8 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.688009 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a7ff488f-4049-43e5-b4cf-b661ac970115 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8555598 Mar 09 17:10:19.691132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32972) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:19.699780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:19.722634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.723145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.723635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.730908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.750810 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-acd2506b-343e-4ce2-bc81-bec78829d818 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:19.759774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-acd2506b-343e-4ce2-bc81-bec78829d818 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-238734735 HTTP/1.1" status: 404 len: 328 time: 0.7150600 Mar 09 17:10:19.759774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32974) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:19.768886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-c24623de-0837-4704-8f16-bbd31c013625 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547', 'tempest-TagsExtTest-Tag-613284595') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:19.769807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.770301 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.773422 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 9 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.830398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.830988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.831491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.853170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.855047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.855555 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.863077 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 10 to bind port 97230680-6e43-4fd4-8561-e853c9de3eea Mar 09 17:10:19.901173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:19.901777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:19.902857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:19.935812 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:19.936446 dv-neutron-master-2-hyperv neutron-server[104358]: ERROR neutron.plugins.ml2.managers [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port 97230680-6e43-4fd4-8561-e853c9de3eea on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:19.936983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.944493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (c5471235-5c44-4377-8d31-7cca15d78896), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.961971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] For port 56699ad0-5ce2-4846-be39-fda31790c670, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56699ad0-5ce2-4846-be39-fda31790c670,segment=NetworkSegment(5cde1c0e-fdd1-40f9-b010-80f897fcf233),segment_id=5cde1c0e-fdd1-40f9-b010-80f897fcf233)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:19.963238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (56699ad0-5ce2-4846-be39-fda31790c670), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:19.998461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] Calling delete_port for 56699ad0-5ce2-4846-be39-fda31790c670 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:20.017548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:20.017956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.034318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] For port 97230680-6e43-4fd4-8561-e853c9de3eea, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:20.034595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempted to set empty binding levels {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 09 17:10:20.061278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c5471235-5c44-4377-8d31-7cca15d78896), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.081854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:20.086323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.132836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:20.133240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.142820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5471235-5c44-4377-8d31-7cca15d78896,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:20.158525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.211120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe10ed59-08ba-4665-b444-d5ed763c3bfa,segment=NetworkSegment(25d0230a-50b3-447f-8a2d-8e065b15601b),segment_id=25d0230a-50b3-447f-8a2d-8e065b15601b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:20.216948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.219011 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-755e859a-0b4c-480b-939f-035e2262d0fc tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6898820 Mar 09 17:10:20.223948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:20.224463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.240643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32976) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.254041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b19ea759-b17b-4ced-8f7a-d86146e42eae tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'c5471235-5c44-4377-8d31-7cca15d78896', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:20.254825 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-b19ea759-b17b-4ced-8f7a-d86146e42eae tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 09 17:10:20.255357 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-b19ea759-b17b-4ced-8f7a-d86146e42eae tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:20.256281 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b19ea759-b17b-4ced-8f7a-d86146e42eae tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121980 Mar 09 17:10:20.257298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] In _notify_port_updated(), no bound segment for port 97230680-6e43-4fd4-8561-e853c9de3eea on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:10:20.258152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.258751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.260275 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "PUT /v2.0/ports/97230680-6e43-4fd4-8561-e853c9de3eea HTTP/1.1" status: 200 len: 979 time: 2.6665521 Mar 09 17:10:20.263984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:20.265133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32978) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.265473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32980) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.267315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.272824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (385628b0-88a3-4c0a-bb46-2c344a201dae), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.278472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.281441 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/385628b0-88a3-4c0a-bb46-2c344a201dae HTTP/1.1" status: 204 len: 168 time: 1.8702095 Mar 09 17:10:20.297920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32982) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.300742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.301603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d4096d9-a22a-48ea-b43e-eac5869a736f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:20.333994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6c16b-8bc7-4f8a-a060-0a0874ecd263 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=385628b0-88a3-4c0a-bb46-2c344a201dae,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:20.341362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 2c24b153-8940-4738-88b6-f14a14571772 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:20.357736 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.ipam_backend_mixin [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38ba70a8-2e12-460f-9fa3-a8e99445610d (CIDR: 172.20.0.0/28) Mar 09 17:10:20.364640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b979a-7b82-42bb-9bba-b95b6f656c2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=97230680-6e43-4fd4-8561-e853c9de3eea,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:20.369762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (56699ad0-5ce2-4846-be39-fda31790c670), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.413496 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:20.414004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:20.427418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] No DVR routers for this DVR port 56699ad0-5ce2-4846-be39-fda31790c670 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:20.430321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-110740fc-bba9-4bc4-a165-461733fb4b96 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (c5471235-5c44-4377-8d31-7cca15d78896), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.436129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:10:20.436524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:10:20.438664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:20.448268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:20.456169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.456169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.456566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.457165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.457588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.458136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.458611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.459070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.459793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.459986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.460474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.468608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.468608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.468608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.468608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:20.468608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6aaf2696-a0bd-4204-bea6-98deea66b989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13980 time: 0.1955628 Mar 09 17:10:20.470121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32984) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.470808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f9ad0-e5a7-4b3c-bce1-b790e863eb91 None None] Pushing event deleted for resources: {'Port': ['ID=56699ad0-5ce2-4846-be39-fda31790c670,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:20.474875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2d4096d9-a22a-48ea-b43e-eac5869a736f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:20.475263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.521103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-110740fc-bba9-4bc4-a165-461733fb4b96 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (c5471235-5c44-4377-8d31-7cca15d78896), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.522264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (98205965-f52b-4e4d-86d4-a02e8253e565), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.529349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ae92e420-a3cc-4b78-9275-2d0917970f01), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.529793 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Added segment ae92e420-a3cc-4b78-9275-2d0917970f01 of type vlan for network d558bb54-03d9-4416-be4f-ce354b14aece Mar 09 17:10:20.557465 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5c399ebe-1401-4f65-bc82-06da16392cee tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8645554 Mar 09 17:10:20.572267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2d4096d9-a22a-48ea-b43e-eac5869a736f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:20.577127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32986) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.578527 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-c24623de-0837-4704-8f16-bbd31c013625 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:20.582631 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c24623de-0837-4704-8f16-bbd31c013625 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags/tempest-TagsExtTest-Tag-613284595 HTTP/1.1" status: 404 len: 328 time: 0.8204987 Mar 09 17:10:20.587459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32988) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.592435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:20.597081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-c247e961-3135-479e-98e9-339e7debc5ba tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', {'tags': ['tempest-TagsExtTest-Tag-545742355', 'tempest-TagsExtTest-Tag-1155401675', 'tempest-TagsExtTest-Tag-435597263']}) {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:20.640778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4503f888-a727-4b58-96f5-67bd1387f62a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:20.671364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 4503f888-a727-4b58-96f5-67bd1387f62a {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:20.671888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4503f888-a727-4b58-96f5-67bd1387f62a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:20.703170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Deleting port 97230680-6e43-4fd4-8561-e853c9de3eea {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:20.703521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.772314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] For port 97230680-6e43-4fd4-8561-e853c9de3eea, host hv-neutron-mast, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:20.772855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.780398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-110740fc-bba9-4bc4-a165-461733fb4b96 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c5471235-5c44-4377-8d31-7cca15d78896), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.783011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-110740fc-bba9-4bc4-a165-461733fb4b96 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.785233 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-110740fc-bba9-4bc4-a165-461733fb4b96 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/c5471235-5c44-4377-8d31-7cca15d78896 HTTP/1.1" status: 204 len: 168 time: 0.5144901 Mar 09 17:10:20.791319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32990) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.793997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Calling delete_port for 97230680-6e43-4fd4-8561-e853c9de3eea owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:20.797451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:20.820505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110740fc-bba9-4bc4-a165-461733fb4b96 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5471235-5c44-4377-8d31-7cca15d78896,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:20.821507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] Sync routers for ids ['2c24b153-8940-4738-88b6-f14a14571772'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:20.837107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-84646e96-4848-42c4-8383-f1929792fb7e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/2c24b153-8940-4738-88b6-f14a14571772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7911196 Mar 09 17:10:20.843739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] Routers {'2c24b153-8940-4738-88b6-f14a14571772'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:20.844701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c24b153-8940-4738-88b6-f14a14571772'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:20.850713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d558bb54-03d9-4416-be4f-ce354b14aece), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:20.852924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32992) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.874385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c247e961-3135-479e-98e9-339e7debc5ba tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags HTTP/1.1" status: 200 len: 316 time: 0.2809353 Mar 09 17:10:20.875718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32994) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:20.881592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-873cfd96-6670-4e43-8451-c41f2f9981e3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:20.947043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-97641579-bab0-4dcf-9dee-dd499c24801f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c24b153-8940-4738-88b6-f14a14571772 HTTP/1.1" status: 200 len: 205 time: 0.0901458 Mar 09 17:10:20.950845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 32996) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.004067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.047956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57ed7b-cfb0-4dbe-962c-1197ddee8b82 None None] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:21.082436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] Routers {'2c24b153-8940-4738-88b6-f14a14571772'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:21.083500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['2c24b153-8940-4738-88b6-f14a14571772'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.083884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (98205965-f52b-4e4d-86d4-a02e8253e565), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.086470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:21.176699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:21.178791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.179251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c185e9-f184-403e-a9b1-3e3f32cbbfaa None None] The sync data for ids ['2c24b153-8940-4738-88b6-f14a14571772'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:21.220289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98205965-f52b-4e4d-86d4-a02e8253e565']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.228006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d558bb54-03d9-4416-be4f-ce354b14aece), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.234368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:21.235372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.246578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.247509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.254264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (2c24b153-8940-4738-88b6-f14a14571772), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.255323 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-325e6ffd-1c56-43c5-9493-e0b937d6a967 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4629362 Mar 09 17:10:21.258833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 32998) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.265113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--391923442'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:21.285613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cde1c0e-fdd1-40f9-b010-80f897fcf233') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.286235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cde1c0e-fdd1-40f9-b010-80f897fcf233') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.321093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5dad2650-a458-455d-9596-9a0e37be2d29 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:21.339113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.340097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.373773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (5cde1c0e-fdd1-40f9-b010-80f897fcf233), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.427661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:21.436279 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.450595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (5cde1c0e-fdd1-40f9-b010-80f897fcf233), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.460496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Network': ['ID=d558bb54-03d9-4416-be4f-ce354b14aece,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:21.469478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:21.469478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (5cde1c0e-fdd1-40f9-b010-80f897fcf233), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.470475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9614cd50-f50c-40d9-ad85-9545f7a35bb3 None None] Provisioning complete for port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.471096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9614cd50-f50c-40d9-ad85-9545f7a35bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:21.471767 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:21.475007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d558bb54-03d9-4416-be4f-ce354b14aece details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:21.478195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,segment=NetworkSegment(3abf749a-1a7d-4aa4-93a5-2107d0592fba),segment_id=3abf749a-1a7d-4aa4-93a5-2107d0592fba)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:21.515031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.559261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.562857 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-873cfd96-6670-4e43-8451-c41f2f9981e3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags HTTP/1.1" status: 204 len: 168 time: 0.6846807 Mar 09 17:10:21.565012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (97230680-6e43-4fd4-8561-e853c9de3eea), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.569051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9614cd50-f50c-40d9-ad85-9545f7a35bb3 None None] Port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:21.574816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33000) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.577436 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8b044bf6-f5bc-43dc-97fe-76472729c49d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1107283 Mar 09 17:10:21.577634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33002) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.584627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9614cd50-f50c-40d9-ad85-9545f7a35bb3 None None] Provisioning complete for port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.585035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9614cd50-f50c-40d9-ad85-9545f7a35bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.587027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-08f01776-6514-4c9d-82f2-4d42514d4c21 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-545742355') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.609393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.610507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:21.611034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:21.611347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'subnet': {'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:21.614482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.655739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.656453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (5f85cf66-508f-40d4-b66b-d201a79eb0c0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.662472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (2c24b153-8940-4738-88b6-f14a14571772), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.672985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (2c24b153-8940-4738-88b6-f14a14571772), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.696280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event deleted for resources: {'Port': ['ID=97230680-6e43-4fd4-8561-e853c9de3eea,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:21.722996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:21.734092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.740388 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-87188039-bef0-4272-aa09-2195f9f06673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "DELETE /v2.0/ports/97230680-6e43-4fd4-8561-e853c9de3eea HTTP/1.1" status: 204 len: 168 time: 1.2670445 Mar 09 17:10:21.758375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.759008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.770129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33004) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.803733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (98205965-f52b-4e4d-86d4-a02e8253e565), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.805253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9614cd50-f50c-40d9-ad85-9545f7a35bb3 None None] Current status of the port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:21.822927 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee38597-bfea-4dcf-9c05-4bba68e16e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:10:21.822927 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9ee38597-bfea-4dcf-9c05-4bba68e16e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "GET /v2.0/ports/97230680-6e43-4fd4-8561-e853c9de3eea HTTP/1.1" status: 404 len: 333 time: 0.0457211 Mar 09 17:10:21.823425 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33006) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.831511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610472654', 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:21.835185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.845181 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/98205965-f52b-4e4d-86d4-a02e8253e565 HTTP/1.1" status: 204 len: 168 time: 1.5439413 Mar 09 17:10:21.848407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590923fe-8223-4585-bb88-b27bea1380e2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=98205965-f52b-4e4d-86d4-a02e8253e565,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:21.850135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:21.852500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33008) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.861937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-392805190'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:21.870614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:21.870614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d4096d9-a22a-48ea-b43e-eac5869a736f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:21.880747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.891922 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-08f01776-6514-4c9d-82f2-4d42514d4c21 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:21.897558 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-08f01776-6514-4c9d-82f2-4d42514d4c21 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-545742355 HTTP/1.1" status: 404 len: 328 time: 0.3172290 Mar 09 17:10:21.897558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33010) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.902968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-7d0fddc7-a1a5-4954-bad3-1e49e05587f7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-1155401675') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:21.905267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (2c24b153-8940-4738-88b6-f14a14571772), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.905765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router 2c24b153-8940-4738-88b6-f14a14571772 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:21.920708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.924337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d8bb0583-7c87-412d-9028-83ed44da584f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/2c24b153-8940-4738-88b6-f14a14571772 HTTP/1.1" status: 204 len: 168 time: 0.9625895 Mar 09 17:10:21.926389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33012) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.944723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7a0e29ac-fbc6-44b5-ac24-3c90213ea521 None None] Provisioning complete for port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.945967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7a0e29ac-fbc6-44b5-ac24-3c90213ea521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.963498 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-7d0fddc7-a1a5-4954-bad3-1e49e05587f7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:21.967916 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7d0fddc7-a1a5-4954-bad3-1e49e05587f7 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-1155401675 HTTP/1.1" status: 404 len: 329 time: 0.0679553 Mar 09 17:10:21.967916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:21.970526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.972308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2d4096d9-a22a-48ea-b43e-eac5869a736f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:21.973261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:21.974084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33014) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:21.985577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-6a8fa643-16d3-4d83-a69d-17d630e0f761 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa', 'tempest-TagsExtTest-Tag-435597263') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:22.000372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Made reservation on behalf of c772a4283b6449cca25e2c17f02f4f90 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:22.006775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.006775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.042742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:22.050848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:22.062885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet e41b9bb9-82c9-4403-9b6d-349701269ff5 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:22.069581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (e41b9bb9-82c9-4403-9b6d-349701269ff5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.080474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e29ac-fbc6-44b5-ac24-3c90213ea521 None None] Current status of the port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:22.106966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:22.111425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.115320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port b85f96e4-fcc3-4d74-a61e-7845934c1f6d yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:22.133276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2d4096d9-a22a-48ea-b43e-eac5869a736f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:22.164760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:22.177533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.178929 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f858a530-a9c8-450f-aa46-702f7d0c3b75 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9189231 Mar 09 17:10:22.182621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33016) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.197443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6efa21f2-45b7-456a-a55c-4721a1fe1d64 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': '8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:22.197443 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-6efa21f2-45b7-456a-a55c-4721a1fe1d64 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 09 17:10:22.197443 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6efa21f2-45b7-456a-a55c-4721a1fe1d64 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:22.197443 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6efa21f2-45b7-456a-a55c-4721a1fe1d64 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095866 Mar 09 17:10:22.203159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33018) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.242822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 56699ad0-5ce2-4846-be39-fda31790c670 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:22.250030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (e41b9bb9-82c9-4403-9b6d-349701269ff5), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.267340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 56699ad0-5ce2-4846-be39-fda31790c670 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:22.267702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 56699ad0-5ce2-4846-be39-fda31790c670 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:22.410756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-138af7ed-beca-4524-86a7-1e4ac0b01cab None None] Provisioning complete for port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:22.411401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-138af7ed-beca-4524-86a7-1e4ac0b01cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.436725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ac3143-f5a6-4bc9-8a66-d9422c3b0fa5 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.451910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-138af7ed-beca-4524-86a7-1e4ac0b01cab None None] Port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:22.465466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for port (b85f96e4-fcc3-4d74-a61e-7845934c1f6d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.490684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ac3143-f5a6-4bc9-8a66-d9422c3b0fa5 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.593086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (3b9a0128-5220-498b-a144-c940eee065c7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.649218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ac3143-f5a6-4bc9-8a66-d9422c3b0fa5 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.651811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ac3143-f5a6-4bc9-8a66-d9422c3b0fa5 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.655461 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56ac3143-f5a6-4bc9-8a66-d9422c3b0fa5 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f HTTP/1.1" status: 204 len: 168 time: 0.4492247 Mar 09 17:10:22.655461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b85f96e4-fcc3-4d74-a61e-7845934c1f6d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.655966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33020) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.664210 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-6a8fa643-16d3-4d83-a69d-17d630e0f761 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:22.665305 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6a8fa643-16d3-4d83-a69d-17d630e0f761 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags/tempest-TagsExtTest-Tag-435597263 HTTP/1.1" status: 404 len: 328 time: 0.6902804 Mar 09 17:10:22.679046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33022) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.684012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Subnet': ['ID=3b9a0128-5220-498b-a144-c940eee065c7,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:22.688591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:22.701361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-41ea6a5f-fd81-4281-b8e8-51e44f67a90a tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', {'tags': ['tempest-TagsExtTest-Tag-764438792', 'tempest-TagsExtTest-Tag-1912846048', 'tempest-TagsExtTest-Tag-1767010509']}) {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:22.709789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac3143-f5a6-4bc9-8a66-d9422c3b0fa5 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a751e6f-7bad-4d3e-a5bc-6d5bbbb4894f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:22.727237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:22.735961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:22.738862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:22.739990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:22.740713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.751510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Checking segment: {'id': 'e620b542-909b-4cfa-807e-fd72433a1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:22.751872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network hostable DHCP agents. Network: 29c9f443-ab61-4681-bd1f-e15b15a9a275, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:22.753839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=b85f96e4-fcc3-4d74-a61e-7845934c1f6d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:22.806260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (85955f9b-77ea-4b35-b792-25a742739da4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.806615 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 85955f9b-77ea-4b35-b792-25a742739da4 of type vlan for network c1309e89-e3cd-45e5-802b-aff584cce723 Mar 09 17:10:22.854237 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3cc6e65d-4442-4c68-8b7c-25aef27e4daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0278597 Mar 09 17:10:22.855832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33024) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.868326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:22.871846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:22.873921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (e41b9bb9-82c9-4403-9b6d-349701269ff5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.905260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060aecd-582c-4c1c-89e8-3fd6104e3950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:22.906793 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d060aecd-582c-4c1c-89e8-3fd6104e3950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "GET /v2.0/ports/b85f96e4-fcc3-4d74-a61e-7845934c1f6d HTTP/1.1" status: 200 len: 959 time: 0.0498295 Mar 09 17:10:22.909651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33026) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.925067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:22.925456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.961341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (9fe1bc0a-5d31-483f-81c0-6d9f30300454), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.966117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (c1309e89-e3cd-45e5-802b-aff584cce723), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:22.979409 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-539f11cb-0643-418f-aac5-a8eac376c4e0 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3093600 Mar 09 17:10:22.981756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 29c9f443-ab61-4681-bd1f-e15b15a9a275) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:22.983250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33028) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:22.994346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914860425'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:23.005728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b56a2c-469a-40b0-9748-c93302b655bc None None] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:23.008013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:23.009925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.044970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:23.048484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Deleting port b85f96e4-fcc3-4d74-a61e-7845934c1f6d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:23.048484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b85f96e4-fcc3-4d74-a61e-7845934c1f6d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.051216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:23.059566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:23.066539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:23.067524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.074141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=9fe1bc0a-5d31-483f-81c0-6d9f30300454,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:23.094244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467a7580-b2a9-45ad-bd3f-94b9a04c783c None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:23.106015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:23.114070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b85f96e4-fcc3-4d74-a61e-7845934c1f6d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.126228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Calling delete_port for b85f96e4-fcc3-4d74-a61e-7845934c1f6d owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:23.131517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.141706 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9a873272-5496-418a-ba94-35cf877ca7b1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5421603 Mar 09 17:10:23.148856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33030) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.156045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'subnet': {'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:23.159640 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-41ea6a5f-fd81-4281-b8e8-51e44f67a90a tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags HTTP/1.1" status: 200 len: 317 time: 0.4741044 Mar 09 17:10:23.160642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33032) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.201192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-29c9f443-ab61-4681-bd1f-e15b15a9a275', 'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275', 'project_id': '4b78f290698a497db8332f8178585af9', 'fixed_ips': [{'subnet_id': '3b9a0128-5220-498b-a144-c940eee065c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:23.202518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.204572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-fbe8dfea-6720-4e5c-b852-75452b685f0b tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:23.240840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (e41b9bb9-82c9-4403-9b6d-349701269ff5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.248617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ed6e7b03-d3db-4adf-8603-ba1d68d0c8fb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6588919 Mar 09 17:10:23.248617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (c1309e89-e3cd-45e5-802b-aff584cce723), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.250545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33034) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.251892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:23.252530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.261918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1804641577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9fe1bc0a-5d31-483f-81c0-6d9f30300454'}], 'security_groups': ['2331a3b4-e3d9-4a40-99e1-36f50f03e24b']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:23.318605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=e41b9bb9-82c9-4403-9b6d-349701269ff5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:23.328549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.331940 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7860ab1a-4b9b-4ec7-88ff-cc3d36d2454b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/e41b9bb9-82c9-4403-9b6d-349701269ff5 HTTP/1.1" status: 204 len: 168 time: 1.4031284 Mar 09 17:10:23.335702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:23.339983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33036) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.351296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ec756a6-2100-4662-82ab-d79a0e935b02 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "PUT /v2.0/routers/5f85cf66-508f-40d4-b66b-d201a79eb0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6054821 Mar 09 17:10:23.351719 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Sync routers for ids ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:23.352162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33038) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.368242 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Routers {'5f85cf66-508f-40d4-b66b-d201a79eb0c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:23.369051 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:23.421513 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5638230 Mar 09 17:10:23.424048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638c5ca-8396-42ec-97ab-3e0c7adb7147 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=c1309e89-e3cd-45e5-802b-aff584cce723,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:23.427240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33040) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.450755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:23.476168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee62e905-d789-4bee-8eb8-aa49e79c4729 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:23.481646 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ee62e905-d789-4bee-8eb8-aa49e79c4729 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports/83d88f9f-edd6-4e3d-941b-fbcf76b1771e HTTP/1.1" status: 200 len: 911 time: 0.1253681 Mar 09 17:10:23.485789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33042) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.543979 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Set router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:23.564061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1285d7-edef-4e23-83ae-ad7d35c712fc None None] Network 1dd6c86c-916f-438c-9824-3d74c23c366e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:23.567927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network c1309e89-e3cd-45e5-802b-aff584cce723 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:23.578937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cabbd7-baaf-4821-8875-ea10b3fb0aaf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:23.582680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:23.586285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cabbd7-baaf-4821-8875-ea10b3fb0aaf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:23.586942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.591580 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d4cabbd7-baaf-4821-8875-ea10b3fb0aaf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1022251 Mar 09 17:10:23.591835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33044) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.607261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (eee93ac4-f8bf-4a0a-a9d2-0b2c425313de), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.628540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b85f96e4-fcc3-4d74-a61e-7845934c1f6d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.645550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (1dd6c86c-916f-438c-9824-3d74c23c366e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.655128 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fbe8dfea-6720-4e5c-b852-75452b685f0b tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags HTTP/1.1" status: 204 len: 168 time: 0.4563706 Mar 09 17:10:23.657720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33046) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.666050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-d0b1ab64-ac5d-42b3-b1eb-1648b7e4f2c6 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-764438792') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:23.668066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Allocated IP 2001:db8::2 (29c9f443-ab61-4681-bd1f-e15b15a9a275/3b9a0128-5220-498b-a144-c940eee065c7/306cfa69-117e-4cf4-8dc0-3a59c092a33a) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:23.724388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (eee93ac4-f8bf-4a0a-a9d2-0b2c425313de), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.726813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.742788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.743589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] Update dhcp port {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'fixed_ips': [{'subnet_id': '38ba70a8-2e12-460f-9fa3-a8e99445610d', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fe1bc0a-5d31-483f-81c0-6d9f30300454'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'fe10ed59-08ba-4665-b444-d5ed763c3bfa'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:10:23.747444 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b85f96e4-fcc3-4d74-a61e-7845934c1f6d HTTP/1.1" status: 204 len: 168 time: 0.8368492 Mar 09 17:10:23.748584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56862-2a61-4185-b39e-7d29861acc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event deleted for resources: {'Port': ['ID=b85f96e4-fcc3-4d74-a61e-7845934c1f6d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:23.768147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33048) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.819974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.826481 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:15Z', 'updated_at': '2022-03-09T17:10:19Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None, '_interfaces': [{'id': '83d88f9f-edd6-4e3d-941b-fbcf76b1771e', 'name': '', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'mac_address': 'fa:16:3e:6d:f1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:17Z', 'updated_at': '2022-03-09T17:10:20Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'subnets': [{'id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:23.878230 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Checking router: 5f85cf66-508f-40d4-b66b-d201a79eb0c0 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:10:23.878676 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Updating router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:10:23.908435 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.912416 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d667db4-25d9-4c6d-992c-08f71e76d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:10:23.913502 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5d667db4-25d9-4c6d-992c-08f71e76d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "GET /v2.0/ports/b85f96e4-fcc3-4d74-a61e-7845934c1f6d HTTP/1.1" status: 404 len: 333 time: 0.1441395 Mar 09 17:10:23.919062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33050) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.931148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:23.936217 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9471929 Mar 09 17:10:23.938019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f5345-60cb-46fc-bd18-3c43c4dd2ef1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee93ac4-f8bf-4a0a-a9d2-0b2c425313de,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:23.945920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33052) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.951323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9e467c42-f403-4da5-a410-73bda102b719 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'eee93ac4-f8bf-4a0a-a9d2-0b2c425313de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:23.957311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Request body: {'port': {'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-283421276'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:23.969151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-d0b1ab64-ac5d-42b3-b1eb-1648b7e4f2c6 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:23.970620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d0b1ab64-ac5d-42b3-b1eb-1648b7e4f2c6 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-764438792 HTTP/1.1" status: 404 len: 328 time: 0.3104999 Mar 09 17:10:23.974421 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-9e467c42-f403-4da5-a410-73bda102b719 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 09 17:10:23.976064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33054) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:23.979518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-9e467c42-f403-4da5-a410-73bda102b719 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:23.984015 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9e467c42-f403-4da5-a410-73bda102b719 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0338836 Mar 09 17:10:24.003549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33056) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.005865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-82cc50df-8bf0-4232-a0c2-29ef35eed7de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'eee93ac4-f8bf-4a0a-a9d2-0b2c425313de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:24.006428 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-82cc50df-8bf0-4232-a0c2-29ef35eed7de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 09 17:10:24.006926 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-82cc50df-8bf0-4232-a0c2-29ef35eed7de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:24.011541 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-82cc50df-8bf0-4232-a0c2-29ef35eed7de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063396 Mar 09 17:10:24.021572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-1167cc0a-e8fd-4329-8c97-da63b761e7fb tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-1912846048') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:24.022890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33058) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.032528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-28fc3637-ba48-453e-b608-64799039d766 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'eee93ac4-f8bf-4a0a-a9d2-0b2c425313de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:24.036937 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-28fc3637-ba48-453e-b608-64799039d766 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 09 17:10:24.037788 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-28fc3637-ba48-453e-b608-64799039d766 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:24.039007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-28fc3637-ba48-453e-b608-64799039d766 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127113 Mar 09 17:10:24.050882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] DHCP port deletion for 1dd6c86c-916f-438c-9824-3d74c23c366e request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:24.072906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33062) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.084519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d47215f7-2354-4cdf-b972-c0b5dff715f1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'eee93ac4-f8bf-4a0a-a9d2-0b2c425313de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:24.085917 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-d47215f7-2354-4cdf-b972-c0b5dff715f1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 09 17:10:24.086541 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-d47215f7-2354-4cdf-b972-c0b5dff715f1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:24.087646 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d47215f7-2354-4cdf-b972-c0b5dff715f1 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107138 Mar 09 17:10:24.092892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33064) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.186641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Made reservation on behalf of c772a4283b6449cca25e2c17f02f4f90 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:24.187933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:24.189892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.194338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.195465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Publish callbacks [] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.205355 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-1167cc0a-e8fd-4329-8c97-da63b761e7fb tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:24.209506 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1167cc0a-e8fd-4329-8c97-da63b761e7fb tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-1912846048 HTTP/1.1" status: 404 len: 329 time: 0.2231309 Mar 09 17:10:24.213709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33066) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.214553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] Allocated IP 172.20.0.18 (baeda7ca-4335-48c3-a339-865c26a7d946/9fe1bc0a-5d31-483f-81c0-6d9f30300454/fe10ed59-08ba-4665-b444-d5ed763c3bfa) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:24.239616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-2fc76189-4f60-4c0b-98ba-515bc0626946 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5', 'tempest-TagsExtTest-Tag-1767010509') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:24.253755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] Deleting port 642ae743-b847-4515-b719-20278c464928 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:24.254145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (642ae743-b847-4515-b719-20278c464928), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.280297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.297008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port a2539d70-7e1f-4e6e-823c-5177b82650e9 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:24.301460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8a328ed-f3b8-42f6-860b-1363d021ac84 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (eee93ac4-f8bf-4a0a-a9d2-0b2c425313de), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.370538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8a328ed-f3b8-42f6-860b-1363d021ac84 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (eee93ac4-f8bf-4a0a-a9d2-0b2c425313de), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.412018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 642ae743-b847-4515-b719-20278c464928 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:24.412700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (642ae743-b847-4515-b719-20278c464928), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.416785 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Publish callbacks [] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.417502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:24.429333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:24.433499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] For port 642ae743-b847-4515-b719-20278c464928, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=642ae743-b847-4515-b719-20278c464928,segment=NetworkSegment(8437bf04-3e83-4558-b376-1b45ee0a70e9),segment_id=8437bf04-3e83-4558-b376-1b45ee0a70e9)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:24.433499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (642ae743-b847-4515-b719-20278c464928), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.436331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Pushing event updated for resources: {'Port': ['ID=306cfa69-117e-4cf4-8dc0-3a59c092a33a,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:24.444500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:24.460614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] Calling delete_port for 642ae743-b847-4515-b719-20278c464928 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:24.475181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe10ed59-08ba-4665-b444-d5ed763c3bfa,segment=NetworkSegment(25d0230a-50b3-447f-8a2d-8e065b15601b),segment_id=25d0230a-50b3-447f-8a2d-8e065b15601b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:24.486222 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-2fc76189-4f60-4c0b-98ba-515bc0626946 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:24.487357 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2fc76189-4f60-4c0b-98ba-515bc0626946 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags/tempest-TagsExtTest-Tag-1767010509 HTTP/1.1" status: 404 len: 329 time: 0.2728148 Mar 09 17:10:24.499055 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.516043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33068) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.527426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-43e757ad-4434-4bd6-83d4-a756e77080a3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', {'tags': ['tempest-TagsExtTest-Tag-600028569', 'tempest-TagsExtTest-Tag-523025215', 'tempest-TagsExtTest-Tag-1739192336']}) {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:24.560077 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4553c-0c6b-4dac-80bd-a04723025c86 None None] Pushing event updated for resources: {'Port': ['ID=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:24.587341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Attempting to bind port 306cfa69-117e-4cf4-8dc0-3a59c092a33a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:24.587849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Attempting to bind port 306cfa69-117e-4cf4-8dc0-3a59c092a33a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e620b542-909b-4cfa-807e-fd72433a1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:24.587849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Attempting to bind port 306cfa69-117e-4cf4-8dc0-3a59c092a33a on network 29c9f443-ab61-4681-bd1f-e15b15a9a275 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:24.592965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] Publish callbacks [] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.601382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port 642ae743-b847-4515-b719-20278c464928, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=642ae743-b847-4515-b719-20278c464928,segment=NetworkSegment(8437bf04-3e83-4558-b376-1b45ee0a70e9),segment_id=8437bf04-3e83-4558-b376-1b45ee0a70e9)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:24.601970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (642ae743-b847-4515-b719-20278c464928), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.606809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:24.606809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Checking segment: {'id': 'e620b542-909b-4cfa-807e-fd72433a1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:24.606809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.607228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Bound using segment: {'id': 'e620b542-909b-4cfa-807e-fd72433a1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:24.607658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Bound port: 306cfa69-117e-4cf4-8dc0-3a59c092a33a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e620b542-909b-4cfa-807e-fd72433a1d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '29c9f443-ab61-4681-bd1f-e15b15a9a275'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:24.608093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.660650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 642ae743-b847-4515-b719-20278c464928 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:24.678291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (5f85cf66-508f-40d4-b66b-d201a79eb0c0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.686903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8a328ed-f3b8-42f6-860b-1363d021ac84 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (eee93ac4-f8bf-4a0a-a9d2-0b2c425313de), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.690396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c8a328ed-f3b8-42f6-860b-1363d021ac84 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.691720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c8a328ed-f3b8-42f6-860b-1363d021ac84 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/eee93ac4-f8bf-4a0a-a9d2-0b2c425313de HTTP/1.1" status: 204 len: 168 time: 0.5976565 Mar 09 17:10:24.695222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] For port 306cfa69-117e-4cf4-8dc0-3a59c092a33a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:24.698391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] For port 306cfa69-117e-4cf4-8dc0-3a59c092a33a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=306cfa69-117e-4cf4-8dc0-3a59c092a33a,segment=NetworkSegment(e620b542-909b-4cfa-807e-fd72433a1d1d),segment_id=e620b542-909b-4cfa-807e-fd72433a1d1d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:24.707264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.721259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33072) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.726206 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Attempting to bind port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:24.727346 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Attempting to bind port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:24.728619 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Attempting to bind port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:24.740748 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:24.741187 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:24.741602 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.742054 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:24.742535 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Bound port: 83d88f9f-edd6-4e3d-941b-fbcf76b1771e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:24.742956 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.749437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (657a3cc2-7317-4e1a-822e-b36a4c67e521), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.767646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.803019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a328ed-f3b8-42f6-860b-1363d021ac84 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee93ac4-f8bf-4a0a-a9d2-0b2c425313de,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:24.833092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (642ae743-b847-4515-b719-20278c464928), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.860729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (0dad2a57-6a9a-4891-9fdf-6fb089d98abd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.865250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:24.885483 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] For port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:24.889526 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] For port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:24.891756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6b3fe-922e-46ec-94d0-67738bc77848 None None] Pushing event updated for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:24.932696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] No DVR routers for this DVR port 642ae743-b847-4515-b719-20278c464928 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:24.954161 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-356b8b66-76e3-4f6e-8bfb-791a1a962d5e tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2278836 Mar 09 17:10:24.957999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33074) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:24.974085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 642ae743-b847-4515-b719-20278c464928 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:24.979750 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.000730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761c059-0ce4-4115-b1ff-0f92ae81152a None None] Pushing event deleted for resources: {'Port': ['ID=642ae743-b847-4515-b719-20278c464928,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.007270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 642ae743-b847-4515-b719-20278c464928 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:25.007845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 642ae743-b847-4515-b719-20278c464928 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:25.009448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686262107'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:25.034509 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-43e757ad-4434-4bd6-83d4-a756e77080a3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "PUT /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags HTTP/1.1" status: 200 len: 316 time: 0.5115702 Mar 09 17:10:25.035143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33076) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:25.045858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-11378467-6771-4966-aec0-5b32dfa3ee51 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.084677 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Routers {'5f85cf66-508f-40d4-b66b-d201a79eb0c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:25.085426 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.091013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Subnet': ['ID=657a3cc2-7317-4e1a-822e-b36a4c67e521,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.118867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] Provisioning complete for port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:25.119389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.162016 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4553c-0c6b-4dac-80bd-a04723025c86 None None] Pushing event updated for resources: {'Port': ['ID=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.187131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fffee2-c5bf-458d-a499-6dced6e0807e None None] Pushing event updated for resources: {'Port': ['ID=306cfa69-117e-4cf4-8dc0-3a59c092a33a,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.195392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.278415 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] Set router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:25.290505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.293102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Checking segment: {'id': 'ae92e420-a3cc-4b78-9275-2d0917970f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:25.293486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network hostable DHCP agents. Network: d558bb54-03d9-4416-be4f-ce354b14aece, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:25.303707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:25.317303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:25.320636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (642ae743-b847-4515-b719-20278c464928), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.336774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:25.337738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:25.338347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.354615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Delete allocated IP 172.20.0.4 (baeda7ca-4335-48c3-a339-865c26a7d946/38ba70a8-2e12-460f-9fa3-a8e99445610d) {{(pid=104358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 17:10:25.364510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] Current status of the port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:25.365029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.374053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=0dad2a57-6a9a-4891-9fdf-6fb089d98abd,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.384504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '85955f9b-77ea-4b35-b792-25a742739da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:25.384974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: c1309e89-e3cd-45e5-802b-aff584cce723, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:25.430114 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-11378467-6771-4966-aec0-5b32dfa3ee51 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags HTTP/1.1" status: 204 len: 168 time: 0.3890030 Mar 09 17:10:25.434704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33078) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:25.439027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port 642ae743-b847-4515-b719-20278c464928 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:25.447884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-0370400f-fefe-4a50-bfe8-17557f286244 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-600028569') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.450906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.19 (baeda7ca-4335-48c3-a339-865c26a7d946/9fe1bc0a-5d31-483f-81c0-6d9f30300454/563e8eb6-28ac-4aff-ac67-6353a9add3a2) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:25.456323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=642ae743-b847-4515-b719-20278c464928,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.491588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] For port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:25.570616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=a2539d70-7e1f-4e6e-823c-5177b82650e9,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.610237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.619392 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:15Z', 'updated_at': '2022-03-09T17:10:19Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None, '_interfaces': [{'id': '83d88f9f-edd6-4e3d-941b-fbcf76b1771e', 'name': '', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'mac_address': 'fa:16:3e:6d:f1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:17Z', 'updated_at': '2022-03-09T17:10:24Z', 'revision_number': 4, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'subnets': [{'id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.635212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:25.635847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.660791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f6cd80f-c84b-4187-9b56-cb97663a95b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7078035 Mar 09 17:10:25.666311 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc70140e-2dde-4a27-8991-396bb6aeeacc None None] The sync data for ids ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'] in dv-neutron-master-2-hyperv is: [{'id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:15Z', 'updated_at': '2022-03-09T17:10:19Z', 'revision_number': 2, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None, '_interfaces': [{'id': '83d88f9f-edd6-4e3d-941b-fbcf76b1771e', 'name': '', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'mac_address': 'fa:16:3e:6d:f1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:17Z', 'updated_at': '2022-03-09T17:10:24Z', 'revision_number': 4, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'subnets': [{'id': 'b0446009-d224-452c-9fb0-6f2d952ce9b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:25.680032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33080) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:25.696010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:25.721664 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-0370400f-fefe-4a50-bfe8-17557f286244 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:25.722740 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0370400f-fefe-4a50-bfe8-17557f286244 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-600028569 HTTP/1.1" status: 404 len: 328 time: 0.2850299 Mar 09 17:10:25.734249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33082) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:25.740799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (d03aa8fa-6f08-4234-9d52-2a5814b1292c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.742415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9376a9-32c8-414e-a7b0-61555f32debb None None] Pushing event updated for resources: {'Port': ['ID=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:25.770266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a1f44441-0207-4b2f-bc06-bccce72c28aa None None] Provisioning complete for port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:25.776621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a1f44441-0207-4b2f-bc06-bccce72c28aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.783985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (1dd6c86c-916f-438c-9824-3d74c23c366e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.793015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-bd8b42b2-cb90-4288-a2d1-e748f36a2dff tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-523025215') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.795291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network c1309e89-e3cd-45e5-802b-aff584cce723 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:25.797475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network d558bb54-03d9-4416-be4f-ce354b14aece is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:25.879277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd6c86c-916f-438c-9824-3d74c23c366e']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.894747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8437bf04-3e83-4558-b376-1b45ee0a70e9') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.894747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8437bf04-3e83-4558-b376-1b45ee0a70e9') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.916443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a1f44441-0207-4b2f-bc06-bccce72c28aa None None] Current status of the port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:25.943091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (8437bf04-3e83-4558-b376-1b45ee0a70e9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.945530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-bd8b42b2-cb90-4288-a2d1-e748f36a2dff tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:25.946810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bd8b42b2-cb90-4288-a2d1-e748f36a2dff tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-523025215 HTTP/1.1" status: 404 len: 328 time: 0.2045991 Mar 09 17:10:25.958468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33084) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:25.974822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-83224189-d24e-4b4f-90b2-1c8c865c0e67 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c', 'tempest-TagsExtTest-Tag-1739192336') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:25.977130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c1309e89-e3cd-45e5-802b-aff584cce723) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:25.983216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d558bb54-03d9-4416-be4f-ce354b14aece) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:25.985160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8437bf04-3e83-4558-b376-1b45ee0a70e9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:25.997875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c875ad13-645b-4d06-94bf-8fb5a996ad2b None None] Network c1309e89-e3cd-45e5-802b-aff584cce723 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:25.999747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:26.000489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.014867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:26.015464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.028074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:26.033448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac8f69-fe28-4904-936c-74d193af006e None None] Network d558bb54-03d9-4416-be4f-ce354b14aece requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:26.040772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (8437bf04-3e83-4558-b376-1b45ee0a70e9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:26.049916 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:26.166722 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-83224189-d24e-4b4f-90b2-1c8c865c0e67 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] show failed (client error): The resource could not be found. Mar 09 17:10:26.171256 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-83224189-d24e-4b4f-90b2-1c8c865c0e67 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags/tempest-TagsExtTest-Tag-1739192336 HTTP/1.1" status: 404 len: 329 time: 0.2059917 Mar 09 17:10:26.172479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33086) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.180331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-76f4c839-736c-4db9-aa57-e22371d34bb3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39f62711-3d03-4659-90f6-24683ee6077c') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:26.204600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d03aa8fa-6f08-4234-9d52-2a5814b1292c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.282473 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b6691915-d0d7-4e0e-8a90-2f3414277a5c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8072853 Mar 09 17:10:26.282473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.282473 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-76f4c839-736c-4db9-aa57-e22371d34bb3 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c/tags HTTP/1.1" status: 204 len: 168 time: 0.0923030 Mar 09 17:10:26.287988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33088) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.288377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33090) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.294721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-46e24132-e6a2-4f0f-aea0-e55f2809203b tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '724ae619-306f-4398-be40-c8fec1acb6f5') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:26.299170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1196055562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:26.304399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.347152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03aa8fa-6f08-4234-9d52-2a5814b1292c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:26.356114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] For port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:26.356528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.370002 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8e417e7c-6273-4f6f-9fef-3a2dc299517e tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2185812 Mar 09 17:10:26.376092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33092) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.391747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 83d88f9f-edd6-4e3d-941b-fbcf76b1771e owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:26.452367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (1dd6c86c-916f-438c-9824-3d74c23c366e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.479897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Provisioning complete for port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:26.484272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.522795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (a800f3da-ded7-4ae7-99a5-3581286e6e4a), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.523830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (a800f3da-ded7-4ae7-99a5-3581286e6e4a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.525816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:26.530024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c1309e89-e3cd-45e5-802b-aff584cce723', 'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '0dad2a57-6a9a-4891-9fdf-6fb089d98abd'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:26.530762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.534381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.542790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.548169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.549796 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0da371cf-7960-4ae9-a9cf-bc58629c6722 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5905864 Mar 09 17:10:26.552580 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/1dd6c86c-916f-438c-9824-3d74c23c366e HTTP/1.1" status: 204 len: 168 time: 3.2078490 Mar 09 17:10:26.555681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2116244991', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:26.566160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33096) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.580095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.630510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a685dd6-80b7-46bc-88e7-0b861cb0adb3 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=1dd6c86c-916f-438c-9824-3d74c23c366e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:26.663183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c942ff0c-9e5a-41b4-8179-37a26fc7a3bd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:26.663973 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-c942ff0c-9e5a-41b4-8179-37a26fc7a3bd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 17:10:26.665008 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-c942ff0c-9e5a-41b4-8179-37a26fc7a3bd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:26.667248 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c942ff0c-9e5a-41b4-8179-37a26fc7a3bd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0968807 Mar 09 17:10:26.684080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33098) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:26.710471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Allocated IP 172.20.0.2 (c1309e89-e3cd-45e5-802b-aff584cce723/0dad2a57-6a9a-4891-9fdf-6fb089d98abd/7cf76de4-42f3-4b2e-9728-dfc157c9b696) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:26.760666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:26.761664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.783421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a1713a2a-a90f-4d0e-a47a-161f62bc1cd7 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:26.792821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (bd6062fd-b944-41bf-8641-37c695106239), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.793862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (bd6062fd-b944-41bf-8641-37c695106239), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.810626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10775c9-7f5c-4cb4-843a-931a07ccaefb None None] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:26.840674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d558bb54-03d9-4416-be4f-ce354b14aece', 'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece', 'project_id': '4b78f290698a497db8332f8178585af9', 'fixed_ips': [{'subnet_id': '657a3cc2-7317-4e1a-822e-b36a4c67e521'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:26.841561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.946024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (bd6062fd-b944-41bf-8641-37c695106239), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:26.974353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] device_id is not set on port a2539d70-7e1f-4e6e-823c-5177b82650e9 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:26.984167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks [] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.128807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (83d88f9f-edd6-4e3d-941b-fbcf76b1771e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.154076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.186721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83d88f9f-edd6-4e3d-941b-fbcf76b1771e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:27.221265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-a1713a2a-a90f-4d0e-a47a-161f62bc1cd7 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:27.222763 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a1713a2a-a90f-4d0e-a47a-161f62bc1cd7 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5054488 Mar 09 17:10:27.228963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33100) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.247236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 83d88f9f-edd6-4e3d-941b-fbcf76b1771e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:27.247846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83d88f9f-edd6-4e3d-941b-fbcf76b1771e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 09 17:10:27.283692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:27.294559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Port 83d88f9f-edd6-4e3d-941b-fbcf76b1771e not found, will not notify nova. {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 09 17:10:27.294559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:27.294851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6453bb06-b460-4de2-8c14-ac5f317fd123 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:27.294851 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-6453bb06-b460-4de2-8c14-ac5f317fd123 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 09 17:10:27.295214 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-6453bb06-b460-4de2-8c14-ac5f317fd123 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:27.296378 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6453bb06-b460-4de2-8c14-ac5f317fd123 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068803 Mar 09 17:10:27.299000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Allocated IP 2001:db8::2 (d558bb54-03d9-4416-be4f-ce354b14aece/657a3cc2-7317-4e1a-822e-b36a4c67e521/a0dd41d1-c974-4321-9293-69ca0c396138) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:27.305749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33102) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.306774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=83d88f9f-edd6-4e3d-941b-fbcf76b1771e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:27.318904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-81b9c131-53c6-4e2d-8a93-0a22a6d7f740 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:27.341454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Publish callbacks [] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.417456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:27.417849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.431915 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-46e24132-e6a2-4f0f-aea0-e55f2809203b tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5/tags HTTP/1.1" status: 204 len: 168 time: 1.1412938 Mar 09 17:10:27.434633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (a800f3da-ded7-4ae7-99a5-3581286e6e4a), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.437678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=563e8eb6-28ac-4aff-ac67-6353a9add3a2,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:27.461906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33104) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.462161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.466446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_gateway (bd6062fd-b944-41bf-8641-37c695106239), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.491266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-d41aa588-9a83-47a7-802f-8781b6621047 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ac69690-32f0-4112-97ce-bf84442694aa') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:27.515918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (a800f3da-ded7-4ae7-99a5-3581286e6e4a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.548192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=a2539d70-7e1f-4e6e-823c-5177b82650e9,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:27.604733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] In _notify_port_updated(), no bound segment for port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 on network baeda7ca-4335-48c3-a339-865c26a7d946 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:10:27.609015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2c156e70-233e-45de-be2e-e054f6bbdff1 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:27.612902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:27.614239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.624720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Network c1309e89-e3cd-45e5-802b-aff584cce723 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:27.632617 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb6bf590-fda5-40e2-bdf0-2c2a0bd864ba tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/ports/563e8eb6-28ac-4aff-ac67-6353a9add3a2 HTTP/1.1" status: 200 len: 921 time: 4.3690021 Mar 09 17:10:27.633841 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33106) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.637415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.654411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.658984 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb0d1141-3d87-4b83-b63a-a23e79cc10a2 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3695438 Mar 09 17:10:27.661064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33108) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.673962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:27.674396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.689676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (5f85cf66-508f-40d4-b66b-d201a79eb0c0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.707526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:27.708393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'port': {'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723', 'name': 'tempest-RoutersTest-1337383195'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:27.713233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:27.715388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Pushing event updated for resources: {'Port': ['ID=7cf76de4-42f3-4b2e-9728-dfc157c9b696,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:27.743740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:27.744065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:27.744456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:27.802421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:27.802656 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:27.808825 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 2 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:27.854839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Publish callbacks [] for port (a0dd41d1-c974-4321-9293-69ca0c396138), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.887145 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:27.887547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:27.887834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:27.906964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:27.907288 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:27.910822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 3 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:27.916492 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d41aa588-9a83-47a7-802f-8781b6621047 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa/tags HTTP/1.1" status: 204 len: 168 time: 0.4265122 Mar 09 17:10:27.917266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33110) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.920144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Provisioning complete for port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:27.920557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:27.921173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-f9738d76-37b4-4117-8781-d80967563edd tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '185e7f94-0f98-45b3-a19e-ec00dffce547') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:27.959883 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-81b9c131-53c6-4e2d-8a93-0a22a6d7f740 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:27.961533 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-81b9c131-53c6-4e2d-8a93-0a22a6d7f740 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6465816 Mar 09 17:10:27.977560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33112) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:27.991131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6043561b-6aa4-4b7b-bfc3-ff59b9dcf6d3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:27.991777 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-6043561b-6aa4-4b7b-bfc3-ff59b9dcf6d3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 17:10:27.992272 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6043561b-6aa4-4b7b-bfc3-ff59b9dcf6d3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:27.993277 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6043561b-6aa4-4b7b-bfc3-ff59b9dcf6d3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101218 Mar 09 17:10:28.000267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33114) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.000453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.000453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.000862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.008434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:28.010612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b388f93b-8aff-4a55-997b-64a834ddc473 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:28.018654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:28.020394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 306cfa69-117e-4cf4-8dc0-3a59c092a33a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:28.023605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.055140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.055547 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.056881 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 4 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.077123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:28.082589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.083050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.083489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.096672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Pushing event updated for resources: {'Port': ['ID=a0dd41d1-c974-4321-9293-69ca0c396138,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:28.097643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.098157 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.101028 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 5 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.104047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Attempting to bind port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.104173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Attempting to bind port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '85955f9b-77ea-4b35-b792-25a742739da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.104497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Attempting to bind port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 on network c1309e89-e3cd-45e5-802b-aff584cce723 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.114570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:28.114999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Checking segment: {'id': '85955f9b-77ea-4b35-b792-25a742739da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:28.115934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.116572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Bound using segment: {'id': '85955f9b-77ea-4b35-b792-25a742739da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:28.117073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Bound port: 7cf76de4-42f3-4b2e-9728-dfc157c9b696, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85955f9b-77ea-4b35-b792-25a742739da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c1309e89-e3cd-45e5-802b-aff584cce723'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:28.117467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.127393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 563e8eb6-28ac-4aff-ac67-6353a9add3a2 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:28.127734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.192746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.193260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.193717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.199806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] For port 7cf76de4-42f3-4b2e-9728-dfc157c9b696, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:28.203069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] For port 7cf76de4-42f3-4b2e-9728-dfc157c9b696, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cf76de4-42f3-4b2e-9728-dfc157c9b696,segment=NetworkSegment(85955f9b-77ea-4b35-b792-25a742739da4),segment_id=85955f9b-77ea-4b35-b792-25a742739da4)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:28.205809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Provisioning complete for port 306cfa69-117e-4cf4-8dc0-3a59c092a33a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:28.206202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.207502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.207502 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.210025 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-b388f93b-8aff-4a55-997b-64a834ddc473 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Project 2f48cdce60cb46548b7f32456dd3c47c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:10:28.215273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Network d558bb54-03d9-4416-be4f-ce354b14aece is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:28.220658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:28.236380 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 6 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.245037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:28.271673 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f9738d76-37b4-4117-8781-d80967563edd tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547/tags HTTP/1.1" status: 204 len: 168 time: 0.3479979 Mar 09 17:10:28.275680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:28.276812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33116) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.279306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.293287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Allocated IP 2001:db8::1 (29c9f443-ab61-4681-bd1f-e15b15a9a275/3b9a0128-5220-498b-a144-c940eee065c7/47e05386-6e95-41d7-871d-bbd8ee8600d8) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:28.310763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.314598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:28.322989 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4e3b9650-e3b3-4f0d-a12d-f8d33de49120 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "PUT /v2.0/routers/5f85cf66-508f-40d4-b66b-d201a79eb0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7300811 Mar 09 17:10:28.328540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 306cfa69-117e-4cf4-8dc0-3a59c092a33a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:28.328920 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.334885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33118) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.335832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_gateway (bd6062fd-b944-41bf-8641-37c695106239), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.337652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] Sync routers for ids ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:28.337859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.338303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.338731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.341035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.345681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] device_id is not set on port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:28.376318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.376318 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.376318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 7 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.377923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 563e8eb6-28ac-4aff-ac67-6353a9add3a2 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:28.378835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.420363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Attempting to bind port a0dd41d1-c974-4321-9293-69ca0c396138 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.420801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Attempting to bind port a0dd41d1-c974-4321-9293-69ca0c396138 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ae92e420-a3cc-4b78-9275-2d0917970f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.421163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Attempting to bind port a0dd41d1-c974-4321-9293-69ca0c396138 on network d558bb54-03d9-4416-be4f-ce354b14aece {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.427540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-b388f93b-8aff-4a55-997b-64a834ddc473 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:28.428592 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b388f93b-8aff-4a55-997b-64a834ddc473 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4254460 Mar 09 17:10:28.443957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33120) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.451921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e6337a72-b039-4e7c-aa64-e68bce2212de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:28.452137 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-e6337a72-b039-4e7c-aa64-e68bce2212de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 09 17:10:28.452688 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-e6337a72-b039-4e7c-aa64-e68bce2212de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:28.453712 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e6337a72-b039-4e7c-aa64-e68bce2212de tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061102 Mar 09 17:10:28.463892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33122) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.465430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.466525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.466954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.476518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] Routers {'5f85cf66-508f-40d4-b66b-d201a79eb0c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:28.477673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:28.485211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-39b27715-2d58-46e2-ac27-f32a155ebd9f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:28.485753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:28.486157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Checking segment: {'id': 'ae92e420-a3cc-4b78-9275-2d0917970f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:28.487279 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.488104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Bound using segment: {'id': 'ae92e420-a3cc-4b78-9275-2d0917970f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:28.488725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Bound port: a0dd41d1-c974-4321-9293-69ca0c396138, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae92e420-a3cc-4b78-9275-2d0917970f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd558bb54-03d9-4416-be4f-ce354b14aece'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:28.489184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.508830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.509571 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.514785 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 8 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.544577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.545066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.545507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.569423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.569767 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.571949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 9 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.594417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.594872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.595288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.605582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.606028 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.608966 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempt 10 to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 Mar 09 17:10:28.614121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b881b921-8b4d-4f81-80ea-eeb2cdc5d48c tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.615399 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b881b921-8b4d-4f81-80ea-eeb2cdc5d48c tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnetpools/39f62711-3d03-4659-90f6-24683ee6077c HTTP/1.1" status: 204 len: 168 time: 0.3353844 Mar 09 17:10:28.621985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33124) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.640065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 172.36.5.54 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/df4046b3-73ed-4c2a-9577-e16cf812e420) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:28.645622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-39b27715-2d58-46e2-ac27-f32a155ebd9f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Project 2f48cdce60cb46548b7f32456dd3c47c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:10:28.652619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.20.0.11 (c1309e89-e3cd-45e5-802b-aff584cce723/0dad2a57-6a9a-4891-9fdf-6fb089d98abd/64ba10b6-4b01-43f1-a3e1-8aa5805a320c) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:28.667165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:28.668075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:28.668756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempting to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:28.684583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e10df7ed-787d-45ca-b6f4-9a8338b20824 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "GET /v2.0/ports?device_id=724ae619-306f-4398-be40-c8fec1acb6f5 HTTP/1.1" status: 200 len: 205 time: 0.0474699 Mar 09 17:10:28.684583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33126) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.705897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:10:28.706537 dv-neutron-master-2-hyperv neutron-server[104357]: ERROR neutron.plugins.ml2.managers [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Failed to bind port a2539d70-7e1f-4e6e-823c-5177b82650e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '900b2cd9-4bf9-4d44-8104-bf46434b63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '050b2b1a-d3b6-4c0e-9c35-019dee0ff19c'}] Mar 09 17:10:28.706822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.764675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Current status of the port 306cfa69-117e-4cf4-8dc0-3a59c092a33a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:28.764675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.770580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c2300-1f91-446a-b78c-7d03eeeeb1b0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:28.771349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c2300-1f91-446a-b78c-7d03eeeeb1b0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:28.774282 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-351c2300-1f91-446a-b78c-7d03eeeeb1b0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4374382 Mar 09 17:10:28.787233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33128) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.800275 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-39b27715-2d58-46e2-ac27-f32a155ebd9f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:28.804488 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-39b27715-2d58-46e2-ac27-f32a155ebd9f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3286705 Mar 09 17:10:28.807120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33130) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:28.814882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.821728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5ac1f796-0db7-44b7-af28-543b51746f44 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd03aa8fa-6f08-4234-9d52-2a5814b1292c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:28.892983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] Set router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:28.895166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799c5b7-35ac-4882-8642-fcb65843f641 None None] Pushing event updated for resources: {'Port': ['ID=7cf76de4-42f3-4b2e-9728-dfc157c9b696,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:28.910484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] For port 306cfa69-117e-4cf4-8dc0-3a59c092a33a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=306cfa69-117e-4cf4-8dc0-3a59c092a33a,segment=NetworkSegment(e620b542-909b-4cfa-807e-fd72433a1d1d),segment_id=e620b542-909b-4cfa-807e-fd72433a1d1d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:28.935266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for router (724ae619-306f-4398-be40-c8fec1acb6f5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.939232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:28.977439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:15Z', 'updated_at': '2022-03-09T17:10:26Z', 'revision_number': 3, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:29.027790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] For port a2539d70-7e1f-4e6e-823c-5177b82650e9, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:29.028934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attempted to set empty binding levels {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 09 17:10:29.031152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.037274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet b0446009-d224-452c-9fb0-6f2d952ce9b2 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:29.040674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] Checking router: 5f85cf66-508f-40d4-b66b-d201a79eb0c0 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:10:29.056798 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-5ac1f796-0db7-44b7-af28-543b51746f44 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Project 2f48cdce60cb46548b7f32456dd3c47c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:10:29.061738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.073500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (b0446009-d224-452c-9fb0-6f2d952ce9b2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.089121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] For port a0dd41d1-c974-4321-9293-69ca0c396138, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:29.091596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 306cfa69-117e-4cf4-8dc0-3a59c092a33a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:29.091991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.121458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] Routers {'5f85cf66-508f-40d4-b66b-d201a79eb0c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:29.121683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.122074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:29.130168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] For port a0dd41d1-c974-4321-9293-69ca0c396138, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0dd41d1-c974-4321-9293-69ca0c396138,segment=NetworkSegment(ae92e420-a3cc-4b78-9275-2d0917970f01),segment_id=ae92e420-a3cc-4b78-9275-2d0917970f01)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:29.188316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d28bc-a4b4-412f-8522-4df6c80b3946 None None] Pushing event updated for resources: {'Port': ['ID=306cfa69-117e-4cf4-8dc0-3a59c092a33a,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:29.225882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] Set router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:29.243091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (df4046b3-73ed-4c2a-9577-e16cf812e420), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.249491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (b0446009-d224-452c-9fb0-6f2d952ce9b2), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.253041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.260609 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-5ac1f796-0db7-44b7-af28-543b51746f44 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:29.265484 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5ac1f796-0db7-44b7-af28-543b51746f44 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4490123 Mar 09 17:10:29.267198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (563e8eb6-28ac-4aff-ac67-6353a9add3a2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.273466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.281839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33132) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:29.305951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6eb502d0-933a-47cc-aad7-7ecd307484e9 None None] Provisioning complete for port 306cfa69-117e-4cf4-8dc0-3a59c092a33a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:29.305951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6eb502d0-933a-47cc-aad7-7ecd307484e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.311315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:15Z', 'updated_at': '2022-03-09T17:10:26Z', 'revision_number': 3, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:29.313780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.390408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:29.407211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network c1309e89-e3cd-45e5-802b-aff584cce723 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:29.407458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a6932-fdf4-4bbf-913d-8f48b50b4587 None None] The sync data for ids ['5f85cf66-508f-40d4-b66b-d201a79eb0c0'] in dv-neutron-master-2-hyperv is: [{'id': '5f85cf66-508f-40d4-b66b-d201a79eb0c0', 'name': 'tempest-NetworksTestDHCPv6-router-223415598', 'tenant_id': 'e1cc8de236b94b4da500f237f81cb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:15Z', 'updated_at': '2022-03-09T17:10:26Z', 'revision_number': 3, 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:29.412950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:29.416691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:29.417472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.417810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:10:29.418192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:10:29.458456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:29.461987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:29.478667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54753c-972b-49f9-a9da-d941872da46d None None] Pushing event updated for resources: {'Port': ['ID=a0dd41d1-c974-4321-9293-69ca0c396138,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:29.583609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6eb502d0-933a-47cc-aad7-7ecd307484e9 None None] Current status of the port 306cfa69-117e-4cf4-8dc0-3a59c092a33a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:29.595148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Port': ['ID=47e05386-6e95-41d7-871d-bbd8ee8600d8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:29.695547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] In _notify_port_updated(), no bound segment for port a2539d70-7e1f-4e6e-823c-5177b82650e9 on network 050b2b1a-d3b6-4c0e-9c35-019dee0ff19c {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:10:29.696337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:29.696967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.698568 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "PUT /v2.0/ports/a2539d70-7e1f-4e6e-823c-5177b82650e9 HTTP/1.1" status: 200 len: 980 time: 4.0134714 Mar 09 17:10:29.702782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (724ae619-306f-4398-be40-c8fec1acb6f5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.705303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for router_controller (724ae619-306f-4398-be40-c8fec1acb6f5), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.728410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33134) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:29.773346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=563e8eb6-28ac-4aff-ac67-6353a9add3a2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:29.798953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed267f-b87a-4e4c-9941-9f88959e9267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event updated for resources: {'Port': ['ID=a2539d70-7e1f-4e6e-823c-5177b82650e9,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:29.829987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4853e150-c97e-4a2b-aad6-008606478557 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (d03aa8fa-6f08-4234-9d52-2a5814b1292c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.849771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (724ae619-306f-4398-be40-c8fec1acb6f5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.849771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Fanout notify agent at l3_agent the message router_deleted on router 724ae619-306f-4398-be40-c8fec1acb6f5 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:29.856605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:29.857428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.859399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.867227 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-688ac325-ba93-415c-bc8d-5de00b4656dc tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/routers/724ae619-306f-4398-be40-c8fec1acb6f5 HTTP/1.1" status: 204 len: 168 time: 1.1711705 Mar 09 17:10:29.875467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33136) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:29.882725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:29.889152 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-111d6e29-c4df-4b7c-a85b-130f9c1caf9d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/563e8eb6-28ac-4aff-ac67-6353a9add3a2 HTTP/1.1" status: 204 len: 168 time: 2.2537935 Mar 09 17:10:29.905390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33138) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:30.045146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 306cfa69-117e-4cf4-8dc0-3a59c092a33a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:30.057372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (b0446009-d224-452c-9fb0-6f2d952ce9b2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.069295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4004946 Mar 09 17:10:30.071532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4853e150-c97e-4a2b-aad6-008606478557 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (d03aa8fa-6f08-4234-9d52-2a5814b1292c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.079378 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bc6016-56a9-4015-85a7-81c22dcb1fc0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:10:30.081314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-84bc6016-56a9-4015-85a7-81c22dcb1fc0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/563e8eb6-28ac-4aff-ac67-6353a9add3a2 HTTP/1.1" status: 404 len: 333 time: 0.1716251 Mar 09 17:10:30.082395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c760a-23a7-486f-9f84-d76125759483 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=64ba10b6-4b01-43f1-a3e1-8aa5805a320c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:30.090110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33140) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:30.090551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33142) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:30.145197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (df4046b3-73ed-4c2a-9577-e16cf812e420), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.147755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-198c2179-9262-428b-9e0c-249ebfda0a87 None None] Provisioning complete for port 47e05386-6e95-41d7-871d-bbd8ee8600d8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:30.148931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-198c2179-9262-428b-9e0c-249ebfda0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.181677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.246875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-198c2179-9262-428b-9e0c-249ebfda0a87 None None] Port 47e05386-6e95-41d7-871d-bbd8ee8600d8 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:30.313825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:30.321083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:30.334209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:30.345774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c8dee-515d-4417-9fcf-e744bc85dc0b None None] Network c1309e89-e3cd-45e5-802b-aff584cce723 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:30.380128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=df4046b3-73ed-4c2a-9577-e16cf812e420,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:30.411177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Deleting port 5ac69690-32f0-4112-97ce-bf84442694aa {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:30.411702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5ac69690-32f0-4112-97ce-bf84442694aa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.438324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 306cfa69-117e-4cf4-8dc0-3a59c092a33a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:30.443753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] Provisioning complete for port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:30.443753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.483603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a91a9737-5caf-460c-8613-c343f4bd610d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (4f2e4cab-3a75-430c-9a30-fdf3d0a72506), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.513843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a91a9737-5caf-460c-8613-c343f4bd610d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (4f2e4cab-3a75-430c-9a30-fdf3d0a72506), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.527514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (b0446009-d224-452c-9fb0-6f2d952ce9b2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.565821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Deleting port a2539d70-7e1f-4e6e-823c-5177b82650e9 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:30.566433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.570357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 306cfa69-117e-4cf4-8dc0-3a59c092a33a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:30.571154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.612283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4853e150-c97e-4a2b-aad6-008606478557 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d03aa8fa-6f08-4234-9d52-2a5814b1292c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.614381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4853e150-c97e-4a2b-aad6-008606478557 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.615911 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4853e150-c97e-4a2b-aad6-008606478557 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/d03aa8fa-6f08-4234-9d52-2a5814b1292c HTTP/1.1" status: 204 len: 168 time: 1.3301578 Mar 09 17:10:30.629475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=b0446009-d224-452c-9fb0-6f2d952ce9b2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:30.634434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33144) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:30.643337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.650489 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dc92e220-c465-46ae-ac9e-9abdf25a9b9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/b0446009-d224-452c-9fb0-6f2d952ce9b2 HTTP/1.1" status: 204 len: 168 time: 1.8619878 Mar 09 17:10:30.651171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33146) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:30.664866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 306cfa69-117e-4cf4-8dc0-3a59c092a33a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:30.666117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cf76de4-42f3-4b2e-9728-dfc157c9b696 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:30.668162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be727f82-d139-4e13-838d-c3ec324950d6 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:30.678815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5ac69690-32f0-4112-97ce-bf84442694aa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.727270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Calling delete_port for 5ac69690-32f0-4112-97ce-bf84442694aa owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:30.727493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853e150-c97e-4a2b-aad6-008606478557 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03aa8fa-6f08-4234-9d52-2a5814b1292c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:30.907087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] For port a2539d70-7e1f-4e6e-823c-5177b82650e9, host hv-neutron-mast, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:30.907477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.907751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] Current status of the port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:30.908292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.936769 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0968343d-9a16-46a8-8502-2eff627b0c1d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2757347 Mar 09 17:10:30.940330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33148) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:30.963652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:30.964162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:30.994474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] For port 7cf76de4-42f3-4b2e-9728-dfc157c9b696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cf76de4-42f3-4b2e-9728-dfc157c9b696,segment=NetworkSegment(85955f9b-77ea-4b35-b792-25a742739da4),segment_id=85955f9b-77ea-4b35-b792-25a742739da4)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:31.010413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a91a9737-5caf-460c-8613-c343f4bd610d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4f2e4cab-3a75-430c-9a30-fdf3d0a72506), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.014125 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a91a9737-5caf-460c-8613-c343f4bd610d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.015790 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a91a9737-5caf-460c-8613-c343f4bd610d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f2e4cab-3a75-430c-9a30-fdf3d0a72506 HTTP/1.1" status: 204 len: 168 time: 0.9169776 Mar 09 17:10:31.045903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33150) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:31.097380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router (5f85cf66-508f-40d4-b66b-d201a79eb0c0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.106180 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-46109cf4-a953-4461-8212-2577959a40f4 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4586859 Mar 09 17:10:31.112991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.123996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Calling delete_port for a2539d70-7e1f-4e6e-823c-5177b82650e9 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:31.140973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33152) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:31.150735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633564152'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:31.150845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:31.151045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.160044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9737-5caf-460c-8613-c343f4bd610d tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e4cab-3a75-430c-9a30-fdf3d0a72506,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:31.181463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_gateway (bd6062fd-b944-41bf-8641-37c695106239), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.239441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:31.324946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556e339-b3a2-41d9-906b-5ee8df3aa0ce None None] Pushing event updated for resources: {'Port': ['ID=7cf76de4-42f3-4b2e-9728-dfc157c9b696,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:31.372862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7e85f2a9-37c3-4ba4-a2d7-0b85c3e673a5 None None] Provisioning complete for port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:31.373326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e85f2a9-37c3-4ba4-a2d7-0b85c3e673a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.479217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (5f85cf66-508f-40d4-b66b-d201a79eb0c0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.493446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ec6941f-e1a9-464f-a9d5-dc8eb02df8aa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (2331a3b4-e3d9-4a40-99e1-36f50f03e24b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.495922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router_controller (5f85cf66-508f-40d4-b66b-d201a79eb0c0), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.565703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.569755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.586831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5ac69690-32f0-4112-97ce-bf84442694aa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.592590 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.622561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f4dd9-6eb7-486a-9bbf-f20a69d002a4 None None] Network d558bb54-03d9-4416-be4f-ce354b14aece requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:31.651458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:10:31.652678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:10:31.655454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ec6941f-e1a9-464f-a9d5-dc8eb02df8aa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (2331a3b4-e3d9-4a40-99e1-36f50f03e24b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.677114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event deleted for resources: {'Port': ['ID=5ac69690-32f0-4112-97ce-bf84442694aa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:31.723178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.723178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.727139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] Deleting port 2d4096d9-a22a-48ea-b43e-eac5869a736f {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:31.727597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.791175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (5f85cf66-508f-40d4-b66b-d201a79eb0c0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.791764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Fanout notify agent at l3_agent the message router_deleted on router 5f85cf66-508f-40d4-b66b-d201a79eb0c0 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:31.798852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.802669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f74ac1ee-3835-447a-b13e-86c14119de87 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/routers/5f85cf66-508f-40d4-b66b-d201a79eb0c0 HTTP/1.1" status: 204 len: 168 time: 0.8612518 Mar 09 17:10:31.808949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33154) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:31.865226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] For port 2d4096d9-a22a-48ea-b43e-eac5869a736f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d4096d9-a22a-48ea-b43e-eac5869a736f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:31.865752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.906682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] Calling delete_port for 2d4096d9-a22a-48ea-b43e-eac5869a736f owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:31.911933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7e85f2a9-37c3-4ba4-a2d7-0b85c3e673a5 None None] Current status of the port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:31.913596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:31.918435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ecef1536-3b9e-498c-b499-345d5d732c53 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/ports/5ac69690-32f0-4112-97ce-bf84442694aa HTTP/1.1" status: 204 len: 168 time: 2.0464640 Mar 09 17:10:31.950681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33156) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.018472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c86ef9-5a0a-4e86-af8f-aeb88cd0b072 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:32.022581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7e85f2a9-37c3-4ba4-a2d7-0b85c3e673a5 None None] Provisioning complete for port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:32.023008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e85f2a9-37c3-4ba4-a2d7-0b85c3e673a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.031726 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-95c86ef9-5a0a-4e86-af8f-aeb88cd0b072 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2199087 Mar 09 17:10:32.044695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33158) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.062378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ec6941f-e1a9-464f-a9d5-dc8eb02df8aa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (2331a3b4-e3d9-4a40-99e1-36f50f03e24b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.065198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ec6941f-e1a9-464f-a9d5-dc8eb02df8aa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.067799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8ec6941f-e1a9-464f-a9d5-dc8eb02df8aa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/security-groups/2331a3b4-e3d9-4a40-99e1-36f50f03e24b HTTP/1.1" status: 204 len: 168 time: 1.0194316 Mar 09 17:10:32.079645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7e85f2a9-37c3-4ba4-a2d7-0b85c3e673a5 None None] Port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:32.121705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33160) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.130661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (bd6062fd-b944-41bf-8641-37c695106239), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.188378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6941f-e1a9-464f-a9d5-dc8eb02df8aa tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2331a3b4-e3d9-4a40-99e1-36f50f03e24b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:32.206956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a2539d70-7e1f-4e6e-823c-5177b82650e9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.213654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (2d4096d9-a22a-48ea-b43e-eac5869a736f), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.272764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Deleting subnet 185e7f94-0f98-45b3-a19e-ec00dffce547 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:32.277796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] Pushing event deleted for resources: {'Port': ['ID=2d4096d9-a22a-48ea-b43e-eac5869a736f,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:32.281785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef0aae-f3bf-46c8-9a36-980680fdc99e None None] No DVR routers for this DVR port 2d4096d9-a22a-48ea-b43e-eac5869a736f on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:32.285611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Provisioning complete for port a0dd41d1-c974-4321-9293-69ca0c396138 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:32.286097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.293477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:32.293477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0dd41d1-c974-4321-9293-69ca0c396138 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:32.305303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for subnet (185e7f94-0f98-45b3-a19e-ec00dffce547), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.357779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Port': ['ID=47e05386-6e95-41d7-871d-bbd8ee8600d8,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:32.370344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 38ba70a8-2e12-460f-9fa3-a8e99445610d {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:32.376290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (185e7f94-0f98-45b3-a19e-ec00dffce547), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.394181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a0dd41d1-c974-4321-9293-69ca0c396138 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:32.394181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.408174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (38ba70a8-2e12-460f-9fa3-a8e99445610d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.410036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.417282 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a2539d70-7e1f-4e6e-823c-5177b82650e9 HTTP/1.1" status: 204 len: 168 time: 2.6848013 Mar 09 17:10:32.422922 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:32.426912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33162) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.430553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:32.445775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1565f-13b0-4660-9e64-cb56a8533422 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:32.447650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cee1565f-13b0-4660-9e64-cb56a8533422 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4019020 Mar 09 17:10:32.456972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33164) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.461485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Current status of the port a0dd41d1-c974-4321-9293-69ca0c396138 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:32.461485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.481956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b353c1f-3bbf-4514-bff9-24149554d101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2539d70-7e1f-4e6e-823c-5177b82650e9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:32.485689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (9a7a1166-7265-49ae-9261-c46077ddfc44), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.512282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] For port a0dd41d1-c974-4321-9293-69ca0c396138, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0dd41d1-c974-4321-9293-69ca0c396138,segment=NetworkSegment(ae92e420-a3cc-4b78-9275-2d0917970f01),segment_id=ae92e420-a3cc-4b78-9275-2d0917970f01)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:32.519158 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-34520d72-fde7-4569-b0fa-bc46da83d024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] GET failed (client error): The resource could not be found. Mar 09 17:10:32.524569 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-34520d72-fde7-4569-b0fa-bc46da83d024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1052015596-project-admin] 10.222.0.16 "GET /v2.0/ports/a2539d70-7e1f-4e6e-823c-5177b82650e9 HTTP/1.1" status: 404 len: 333 time: 0.0879774 Mar 09 17:10:32.552878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a0dd41d1-c974-4321-9293-69ca0c396138 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:32.553287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.556849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33166) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.594707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9a7a1166-7265-49ae-9261-c46077ddfc44), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.608715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.680758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Provisioning complete for port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:32.681113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.718589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:10:32.718968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:10:32.744787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Pushing event updated for resources: {'Port': ['ID=a0dd41d1-c974-4321-9293-69ca0c396138,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:32.750638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4e74b012-df5d-4a81-97fb-c49176c715f5 None None] Port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:32.755770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a1166-7265-49ae-9261-c46077ddfc44,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:32.765009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (050b2b1a-d3b6-4c0e-9c35-019dee0ff19c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.771880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.775892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.780603 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ad41e130-8817-40d1-bb4a-f84a12416a29 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6358659 Mar 09 17:10:32.781287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33168) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.786317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ce9942a9-9a00-4ff4-af2e-79bdacdd390b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': '9a7a1166-7265-49ae-9261-c46077ddfc44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:32.856099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.877237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0ff44e2c-cfd5-418d-87c4-ceb6e8c5e72b None None] Provisioning complete for port 47e05386-6e95-41d7-871d-bbd8ee8600d8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:32.877877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ff44e2c-cfd5-418d-87c4-ceb6e8c5e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.898790 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dfaffab0-8b50-4cb9-9c95-4633327939ab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4369459 Mar 09 17:10:32.904791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33170) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:32.922081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44e2c-cfd5-418d-87c4-ceb6e8c5e72b None None] Port 47e05386-6e95-41d7-871d-bbd8ee8600d8 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:32.933732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (38ba70a8-2e12-460f-9fa3-a8e99445610d), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.935011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0ff44e2c-cfd5-418d-87c4-ceb6e8c5e72b None None] Provisioning complete for port a0dd41d1-c974-4321-9293-69ca0c396138 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:32.935625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ff44e2c-cfd5-418d-87c4-ceb6e8c5e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.940755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (050b2b1a-d3b6-4c0e-9c35-019dee0ff19c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:32.949876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:32.977723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Router 6aed9b40-491e-4889-b6e3-e25ccb3573c7 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:33.038276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050b2b1a-d3b6-4c0e-9c35-019dee0ff19c']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.040780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=64ba10b6-4b01-43f1-a3e1-8aa5805a320c,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:33.047137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (185e7f94-0f98-45b3-a19e-ec00dffce547), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.079882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44e2c-cfd5-418d-87c4-ceb6e8c5e72b None None] Current status of the port a0dd41d1-c974-4321-9293-69ca0c396138 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:33.106682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900b2cd9-4bf9-4d44-8104-bf46434b63db') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.106988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900b2cd9-4bf9-4d44-8104-bf46434b63db') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.124914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (38ba70a8-2e12-460f-9fa3-a8e99445610d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.130996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (900b2cd9-4bf9-4d44-8104-bf46434b63db), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.209393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (900b2cd9-4bf9-4d44-8104-bf46434b63db), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.213094 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-ce9942a9-9a00-4ff4-af2e-79bdacdd390b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The resource could not be found. Mar 09 17:10:33.213994 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ce9942a9-9a00-4ff4-af2e-79bdacdd390b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4312744 Mar 09 17:10:33.217883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33172) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:33.223849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c9c7ca06-f6a7-44e7-b0da-1c94b97e1dc9 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': '9a7a1166-7265-49ae-9261-c46077ddfc44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '09b42ac1-3312-4925-94dc-18de77d5c843'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:33.255277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router bd6062fd-b944-41bf-8641-37c695106239 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:33.256313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:33.256756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (900b2cd9-4bf9-4d44-8104-bf46434b63db), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:33.262033 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:33.268546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a0dd41d1-c974-4321-9293-69ca0c396138 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:33.315853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1ce60b65-1be0-4e32-b529-5027eb59992f None None] Provisioning complete for port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:33.317093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1ce60b65-1be0-4e32-b529-5027eb59992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.317862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (185e7f94-0f98-45b3-a19e-ec00dffce547), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.320042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (38ba70a8-2e12-460f-9fa3-a8e99445610d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.343574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83d88f9f-edd6-4e3d-941b-fbcf76b1771e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:33.364822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:33.365055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.371122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 83d88f9f-edd6-4e3d-941b-fbcf76b1771e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:33.373117 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/38ba70a8-2e12-460f-9fa3-a8e99445610d HTTP/1.1" status: 204 len: 168 time: 1.2434707 Mar 09 17:10:33.377263 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e902a834-0109-41d4-906f-f11be9861d2d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9958804 Mar 09 17:10:33.377912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33174) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:33.378166 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] Sync routers for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:33.378608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33176) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:33.382239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 83d88f9f-edd6-4e3d-941b-fbcf76b1771e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:33.392595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:33.392712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event deleted for resources: {'Subnet': ['ID=185e7f94-0f98-45b3-a19e-ec00dffce547,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:33.395538 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:33.396470 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.398318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.402475 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3c9dd072-7a41-421a-836a-e6afda6b5b83 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/subnets/185e7f94-0f98-45b3-a19e-ec00dffce547 HTTP/1.1" status: 204 len: 168 time: 1.4499953 Mar 09 17:10:33.423102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:33.426565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.428553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045088-18be-4d7d-9668-1d3861cd5089 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=38ba70a8-2e12-460f-9fa3-a8e99445610d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:33.433710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33178) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:33.437849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1ce60b65-1be0-4e32-b529-5027eb59992f None None] Port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:33.444836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca10d07-238a-4f45-96b2-f026a6e69b31 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:33.445828 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.453950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342c493-7a0a-48bd-b7b3-9d310eb7d5df None None] Network c0599fba-250d-40e5-bc07-e2d9b99c34f8 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:33.458766 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:33.459665 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.498649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (050b2b1a-d3b6-4c0e-9c35-019dee0ff19c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.532649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.536171 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] 10.222.0.16 "DELETE /v2.0/networks/050b2b1a-d3b6-4c0e-9c35-019dee0ff19c HTTP/1.1" status: 204 len: 168 time: 0.9777868 Mar 09 17:10:33.578426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (c0599fba-250d-40e5-bc07-e2d9b99c34f8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.608837 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.609838 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981826b-6082-44e7-b8c4-377a4e734946 None None] The sync data for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:33.641160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cf76de4-42f3-4b2e-9728-dfc157c9b696 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:33.643613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-c9c7ca06-f6a7-44e7-b0da-1c94b97e1dc9 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The resource could not be found. Mar 09 17:10:33.648763 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c9c7ca06-f6a7-44e7-b0da-1c94b97e1dc9 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4259515 Mar 09 17:10:33.650400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33182) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:33.668809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc4527-90c5-4fa8-ac09-7bb65044d261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-189215185-project] Pushing event deleted for resources: {'Network': ['ID=050b2b1a-d3b6-4c0e-9c35-019dee0ff19c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:33.708374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:33.723485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (a800f3da-ded7-4ae7-99a5-3581286e6e4a), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.742338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] Sync routers for ids ['bd6062fd-b944-41bf-8641-37c695106239'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:33.760879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb1d78c8-1d1f-4282-b894-9d233a4ae77f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (9a7a1166-7265-49ae-9261-c46077ddfc44), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.785848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e9516404-2480-44be-8003-c11f37262fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.800781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] Routers {'bd6062fd-b944-41bf-8641-37c695106239'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:33.801858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['bd6062fd-b944-41bf-8641-37c695106239'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.808851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb1d78c8-1d1f-4282-b894-9d233a4ae77f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (9a7a1166-7265-49ae-9261-c46077ddfc44), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.849918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Deleting port b3f40ffd-eac9-4e92-b6e9-051b697396e7 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:33.850275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.862504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.901483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] Routers {'bd6062fd-b944-41bf-8641-37c695106239'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:33.902649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['bd6062fd-b944-41bf-8641-37c695106239'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.937286 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.940819 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9d7a1643-2163-4b67-b8eb-c87dc84f483d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3895695 Mar 09 17:10:33.944097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:33.944809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094906f-5ea3-4650-b9f1-65c385b57818 None None] The sync data for ids ['bd6062fd-b944-41bf-8641-37c695106239'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:33.945006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33184) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:33.947706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:33.948102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.958586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] For port b3f40ffd-eac9-4e92-b6e9-051b697396e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3f40ffd-eac9-4e92-b6e9-051b697396e7,segment=NetworkSegment(164d37f2-4d4e-458f-a53c-56d25095e187),segment_id=164d37f2-4d4e-458f-a53c-56d25095e187)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:33.958895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:33.981162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Calling delete_port for b3f40ffd-eac9-4e92-b6e9-051b697396e7 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:33.994856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] DHCP port deletion for c0599fba-250d-40e5-bc07-e2d9b99c34f8 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:34.061940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb1d78c8-1d1f-4282-b894-9d233a4ae77f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9a7a1166-7265-49ae-9261-c46077ddfc44), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.065332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb1d78c8-1d1f-4282-b894-9d233a4ae77f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.068910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eb1d78c8-1d1f-4282-b894-9d233a4ae77f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a7a1166-7265-49ae-9261-c46077ddfc44 HTTP/1.1" status: 204 len: 168 time: 0.4130569 Mar 09 17:10:34.072645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33186) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:34.097069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:34.098434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0dd41d1-c974-4321-9293-69ca0c396138 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:34.101915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d78c8-1d1f-4282-b894-9d233a4ae77f tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a1166-7265-49ae-9261-c46077ddfc44,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:34.159079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] Deleting port b3f40ffd-eac9-4e92-b6e9-051b697396e7 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:34.162827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.178381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:34.182318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.240748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.248794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] For port b3f40ffd-eac9-4e92-b6e9-051b697396e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3f40ffd-eac9-4e92-b6e9-051b697396e7,segment=NetworkSegment(164d37f2-4d4e-458f-a53c-56d25095e187),segment_id=164d37f2-4d4e-458f-a53c-56d25095e187)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:34.249204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.260903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a0dd41d1-c974-4321-9293-69ca0c396138 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:34.261316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.290351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] Calling delete_port for b3f40ffd-eac9-4e92-b6e9-051b697396e7 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:34.296114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33190) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:34.300790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event deleted for resources: {'Port': ['ID=b3f40ffd-eac9-4e92-b6e9-051b697396e7,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:34.328671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] No DVR routers for this DVR port b3f40ffd-eac9-4e92-b6e9-051b697396e7 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:34.450728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a0dd41d1-c974-4321-9293-69ca0c396138 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:34.457968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (b3f40ffd-eac9-4e92-b6e9-051b697396e7), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.474206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (c0599fba-250d-40e5-bc07-e2d9b99c34f8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.556741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0599fba-250d-40e5-bc07-e2d9b99c34f8']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:34.567863 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9fdc0e29-66fc-4e40-bf19-678b49e2871a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1c994975bd4f8697bcbfdaa7d110d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571609 Mar 09 17:10:34.570566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33194) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:34.614834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164d37f2-4d4e-458f-a53c-56d25095e187') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:34.615147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164d37f2-4d4e-458f-a53c-56d25095e187') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:34.629698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (164d37f2-4d4e-458f-a53c-56d25095e187), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.653843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8db3982-bdae-4861-b7b7-7b78d49084fc admin admin] Publish callbacks [] for security_group (920de788-eab9-4b73-b0d8-d69c92d0b1d0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.655861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (164d37f2-4d4e-458f-a53c-56d25095e187), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.659795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] Pushing event deleted for resources: {'Port': ['ID=b3f40ffd-eac9-4e92-b6e9-051b697396e7,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:34.659795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d4096d9-a22a-48ea-b43e-eac5869a736f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:34.670277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:34.670704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (164d37f2-4d4e-458f-a53c-56d25095e187), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:34.673946 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:34.686529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2d4096d9-a22a-48ea-b43e-eac5869a736f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:34.686876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d4096d9-a22a-48ea-b43e-eac5869a736f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:34.688464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f338e70-cb92-49d8-ac18-441fa2e6984b None None] No DVR routers for this DVR port b3f40ffd-eac9-4e92-b6e9-051b697396e7 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:34.724483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8db3982-bdae-4861-b7b7-7b78d49084fc admin admin] Publish callbacks [] for security_group (920de788-eab9-4b73-b0d8-d69c92d0b1d0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.799710 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-26001d82-bc28-46b9-85ab-3c3e45c847cf tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.7246761 Mar 09 17:10:34.800450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.803962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33196) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:34.811469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7370f3fb-ffda-4eac-90de-a283706d962c tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': '3e8045e8-6dfd-4e1d-bfb3-4ecad64de57d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:34.855434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (c0599fba-250d-40e5-bc07-e2d9b99c34f8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.866288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.872411 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] 10.222.0.16 "DELETE /v2.0/networks/c0599fba-250d-40e5-bc07-e2d9b99c34f8 HTTP/1.1" status: 204 len: 168 time: 1.4359782 Mar 09 17:10:34.881380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f02c4025-09a7-4773-b696-5b019f650076 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:34.882834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f02c4025-09a7-4773-b696-5b019f650076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.883402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c79043-5faf-449a-9895-e18395491029 tempest-TagsExtTest-1704973756 tempest-TagsExtTest-1704973756-project] Pushing event deleted for resources: {'Network': ['ID=c0599fba-250d-40e5-bc07-e2d9b99c34f8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:34.913468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8db3982-bdae-4861-b7b7-7b78d49084fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (920de788-eab9-4b73-b0d8-d69c92d0b1d0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.918651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8db3982-bdae-4861-b7b7-7b78d49084fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:34.919673 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0dce958e-5aa1-42b8-9d3f-34462369a4a4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/routers/bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 200 len: 884 time: 0.9720957 Mar 09 17:10:34.920385 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33200) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:34.922790 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f8db3982-bdae-4861-b7b7-7b78d49084fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/920de788-eab9-4b73-b0d8-d69c92d0b1d0 HTTP/1.1" status: 204 len: 168 time: 0.3512793 Mar 09 17:10:34.931353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db3982-bdae-4861-b7b7-7b78d49084fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920de788-eab9-4b73-b0d8-d69c92d0b1d0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:35.015335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f02c4025-09a7-4773-b696-5b019f650076 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:35.026172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f02c4025-09a7-4773-b696-5b019f650076 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:35.026669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f02c4025-09a7-4773-b696-5b019f650076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.032642 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-7370f3fb-ffda-4eac-90de-a283706d962c tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The resource could not be found. Mar 09 17:10:35.033746 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7370f3fb-ffda-4eac-90de-a283706d962c tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2268620 Mar 09 17:10:35.037765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33204) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.043406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--921323142'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:35.068891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f02c4025-09a7-4773-b696-5b019f650076 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:35.080793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:10:35.118628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (d1e4b4bb-0b9e-410e-8896-5adcfae8ba90), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.209567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.249643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:35.270743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:35.275401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (c838f4ac-3909-4af6-9805-18ef0e58eb96), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.281142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44433743-d597-4a6b-afdd-caef7cfc5e2b None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:35.281723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:35.282326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.362968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c838f4ac-3909-4af6-9805-18ef0e58eb96), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.364470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=d1e4b4bb-0b9e-410e-8896-5adcfae8ba90,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:35.387287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-69417079-0d94-4a8f-a143-01fc591b66a5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:35.391430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33208) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.391728 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-69417079-0d94-4a8f-a143-01fc591b66a5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0092244 Mar 09 17:10:35.399341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c838f4ac-3909-4af6-9805-18ef0e58eb96,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:35.444546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81301cca-6923-4659-841c-41257dddb57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'd1e4b4bb-0b9e-410e-8896-5adcfae8ba90'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:35.444546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81301cca-6923-4659-841c-41257dddb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.481973 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ee68ae96-179e-479b-ad8d-1501fed15298 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5718908 Mar 09 17:10:35.491573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33212) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.498672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:35.513453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33214) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.523870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.525458 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-82195052-dbd5-49c4-83c7-a1019eb85a05 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4866655 Mar 09 17:10:35.529842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33218) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.537063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015830960'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:35.628306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b3f40ffd-eac9-4e92-b6e9-051b697396e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:35.678013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: b3f40ffd-eac9-4e92-b6e9-051b697396e7 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:35.678339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b3f40ffd-eac9-4e92-b6e9-051b697396e7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:35.693204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.735803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-81301cca-6923-4659-841c-41257dddb57a None None] Allocated IP 2001:db8::f816:3eff:fee2:bcd8 (23e84d69-248a-4c03-bab8-85be85a4a2bb/d1e4b4bb-0b9e-410e-8896-5adcfae8ba90/576b5a81-70b1-423e-8754-ee3fb4bd1e7f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:35.744092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.772431 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bfdb7f90-bd6c-49a0-a7b5-19d53e20a469 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8250446 Mar 09 17:10:35.774672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33220) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.779834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2116244991'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:35.797640 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f71a543f-5cba-41a7-b60d-4a6b09ea7118 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f60a9d856d643beb5eedb6d7af48911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823651 Mar 09 17:10:35.807571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33222) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:35.827137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (9d96aa1b-298c-4f35-821c-78ee5af62644), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.910312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:35.913753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.918705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81301cca-6923-4659-841c-41257dddb57a None None] Publish callbacks [] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.923645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b75644c-8fa9-4393-86c7-76ad39e759bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.939587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (1b221948-d8f8-4237-96f2-038f47ab6dab), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.940580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3f11dbe5-b09d-40bd-890f-d1f587ca6819 admin admin] Publish callbacks [] for security_group (32eb5f0a-25a4-46f9-899b-fbfc17991a48), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.945023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:35.948018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:35.949207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.956181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89c9de-bab2-4dcf-b80f-951f2059a50a None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:35.973228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3f11dbe5-b09d-40bd-890f-d1f587ca6819 admin admin] Publish callbacks [] for security_group (32eb5f0a-25a4-46f9-899b-fbfc17991a48), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:35.984257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:35.991044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.002869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=9d96aa1b-298c-4f35-821c-78ee5af62644,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.029729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81301cca-6923-4659-841c-41257dddb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.064746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.081060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81301cca-6923-4659-841c-41257dddb57a None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:36.090050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-81301cca-6923-4659-841c-41257dddb57a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:36.098045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81301cca-6923-4659-841c-41257dddb57a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:36.106094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (a800f3da-ded7-4ae7-99a5-3581286e6e4a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.121599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301cca-6923-4659-841c-41257dddb57a None None] Pushing event updated for resources: {'Port': ['ID=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.141095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=64ba10b6-4b01-43f1-a3e1-8aa5805a320c,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.196015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-81301cca-6923-4659-841c-41257dddb57a None None] Attempting to bind port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:36.196939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-81301cca-6923-4659-841c-41257dddb57a None None] Attempting to bind port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:36.196939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81301cca-6923-4659-841c-41257dddb57a None None] Attempting to bind port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:36.203757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81301cca-6923-4659-841c-41257dddb57a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:36.206036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81301cca-6923-4659-841c-41257dddb57a None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:36.206915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81301cca-6923-4659-841c-41257dddb57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.206915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81301cca-6923-4659-841c-41257dddb57a None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:36.207309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-81301cca-6923-4659-841c-41257dddb57a None None] Bound port: 576b5a81-70b1-423e-8754-ee3fb4bd1e7f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:36.207700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81301cca-6923-4659-841c-41257dddb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.254900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1b221948-d8f8-4237-96f2-038f47ab6dab), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.270040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33224) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:36.314842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b221948-d8f8-4237-96f2-038f47ab6dab,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.318560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-81301cca-6923-4659-841c-41257dddb57a None None] For port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:36.329848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-81301cca-6923-4659-841c-41257dddb57a None None] For port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:36.331282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] Update dhcp port {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'fixed_ips': [{'subnet_id': '9fe1bc0a-5d31-483f-81c0-6d9f30300454', 'ip_address': '172.20.0.18'}, {'subnet_id': '9d96aa1b-298c-4f35-821c-78ee5af62644'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'fe10ed59-08ba-4665-b444-d5ed763c3bfa'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:10:36.362748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4af9c3b6-38c9-4839-b47b-ab29a675d868 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c772a4283b6449cca25e2c17f02f4f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0915442 Mar 09 17:10:36.366399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33226) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:36.366563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.420542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.421771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-445aba04-2011-4dec-ad4d-914091914f12 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8918331 Mar 09 17:10:36.422511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3f11dbe5-b09d-40bd-890f-d1f587ca6819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (32eb5f0a-25a4-46f9-899b-fbfc17991a48), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.425176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3f11dbe5-b09d-40bd-890f-d1f587ca6819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.428684 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3f11dbe5-b09d-40bd-890f-d1f587ca6819 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32eb5f0a-25a4-46f9-899b-fbfc17991a48 HTTP/1.1" status: 204 len: 168 time: 0.6177177 Mar 09 17:10:36.428684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33228) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:36.438461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2a613817-b09d-4142-8599-0bd74a5ca55b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'c838f4ac-3909-4af6-9805-18ef0e58eb96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1b221948-d8f8-4237-96f2-038f47ab6dab'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:36.467997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11dbe5-b09d-40bd-890f-d1f587ca6819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eb5f0a-25a4-46f9-899b-fbfc17991a48,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.480521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81301cca-6923-4659-841c-41257dddb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.505596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9259-b3fb-4a17-ad72-aa1f2452246a admin admin] Publish callbacks [] for security_group (1a18f62d-9a61-4568-8bab-72f901058b2b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.529697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting port 47e05386-6e95-41d7-871d-bbd8ee8600d8 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:36.538751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.574038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9259-b3fb-4a17-ad72-aa1f2452246a admin admin] Publish callbacks [] for security_group (1a18f62d-9a61-4568-8bab-72f901058b2b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.611514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301cca-6923-4659-841c-41257dddb57a None None] Pushing event updated for resources: {'Port': ['ID=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.633736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] Allocated IP 172.20.0.2 (baeda7ca-4335-48c3-a339-865c26a7d946/9d96aa1b-298c-4f35-821c-78ee5af62644/fe10ed59-08ba-4665-b444-d5ed763c3bfa) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:36.685647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.701463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Calling delete_port for 47e05386-6e95-41d7-871d-bbd8ee8600d8 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:36.737199 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56a6096c-ef76-44b2-9e23-957ed7da4f7c tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3538327 Mar 09 17:10:36.746322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33232) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:36.752339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'security_group': {'name': 'tempest-secgroup-855485776'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:36.765851 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-2a613817-b09d-4142-8599-0bd74a5ca55b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:36.771088 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2a613817-b09d-4142-8599-0bd74a5ca55b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3322833 Mar 09 17:10:36.771088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33234) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:36.798311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe10ed59-08ba-4665-b444-d5ed763c3bfa,segment=NetworkSegment(25d0230a-50b3-447f-8a2d-8e065b15601b),segment_id=25d0230a-50b3-447f-8a2d-8e065b15601b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:36.806673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9259-b3fb-4a17-ad72-aa1f2452246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1a18f62d-9a61-4568-8bab-72f901058b2b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.809560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9259-b3fb-4a17-ad72-aa1f2452246a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.813671 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c7a9259-b3fb-4a17-ad72-aa1f2452246a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a18f62d-9a61-4568-8bab-72f901058b2b HTTP/1.1" status: 204 len: 168 time: 0.4430964 Mar 09 17:10:36.836070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a9259-b3fb-4a17-ad72-aa1f2452246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a18f62d-9a61-4568-8bab-72f901058b2b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:36.859839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network c1309e89-e3cd-45e5-802b-aff584cce723 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:36.863877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:36.930918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] Publish callbacks [] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.956316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-608ad27e-f145-4f48-9fd5-3d8868af81c3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (1b221948-d8f8-4237-96f2-038f47ab6dab), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.971610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:36.998785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-608ad27e-f145-4f48-9fd5-3d8868af81c3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (1b221948-d8f8-4237-96f2-038f47ab6dab), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.049808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.193835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (bd6062fd-b944-41bf-8641-37c695106239), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.229898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ba93a-940a-43f2-bc4d-2769e185eda4 None None] Pushing event updated for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:37.233460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-608ad27e-f145-4f48-9fd5-3d8868af81c3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1b221948-d8f8-4237-96f2-038f47ab6dab), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.236788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.242326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-608ad27e-f145-4f48-9fd5-3d8868af81c3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.244272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-608ad27e-f145-4f48-9fd5-3d8868af81c3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b221948-d8f8-4237-96f2-038f47ab6dab HTTP/1.1" status: 204 len: 168 time: 0.4730811 Mar 09 17:10:37.250850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (47e05386-6e95-41d7-871d-bbd8ee8600d8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.250850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33242) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:37.315605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-77bec513-9e30-4228-bb2e-338a348522dd None None] Provisioning complete for port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:37.316730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77bec513-9e30-4228-bb2e-338a348522dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.341431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (bd6062fd-b944-41bf-8641-37c695106239), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.349760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ad27e-f145-4f48-9fd5-3d8868af81c3 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b221948-d8f8-4237-96f2-038f47ab6dab,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:37.366520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-77bec513-9e30-4228-bb2e-338a348522dd None None] Port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:37.401040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Port': ['ID=47e05386-6e95-41d7-871d-bbd8ee8600d8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:37.460311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (60f89c95-712f-42e4-832f-7694c3c8dce2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.498712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (db74dd15-26f9-4e78-92cb-a835e925405e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.555633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:37.624913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:37.627057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router a800f3da-ded7-4ae7-99a5-3581286e6e4a is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:37.639583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:37.640208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.646616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (db74dd15-26f9-4e78-92cb-a835e925405e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.649116 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a905f30f-bd39-4de3-aa8f-a297b1ff982c tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3904686 Mar 09 17:10:37.684718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33254) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:37.716115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.727579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:37.754104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=60f89c95-712f-42e4-832f-7694c3c8dce2,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:37.894212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:37.895259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.931878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router bd6062fd-b944-41bf-8641-37c695106239 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:37.952098 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a55e7a01-a381-4ba8-954c-3cbc4193370b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4594152 Mar 09 17:10:37.955138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33260) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:37.966340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:f7:55:a2', 'name': 'tempest-NetworksTestDHCPv6-1797298907'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:37.970149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db74dd15-26f9-4e78-92cb-a835e925405e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:37.992035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:37.992035 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-80eff4df-fe36-4901-b5bb-ad880c4d44cc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.2423568 Mar 09 17:10:37.994536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33262) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.025396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1984514523'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:38.041937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Router 6aed9b40-491e-4889-b6e3-e25ccb3573c7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:38.051071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:38.052624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 576b5a81-70b1-423e-8754-ee3fb4bd1e7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:38.184766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:38.185156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.200558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:38.205487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a9c-8901-497f-9027-5365b8cca172 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (c838f4ac-3909-4af6-9805-18ef0e58eb96), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.219356 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] Sync routers for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:38.223049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-23ea5533-c692-4aa5-b9a7-ed0a4bfcb5b5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252974 Mar 09 17:10:38.227728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33268) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.233627 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:38.234262 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.296543 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-307addff-92f4-4530-840b-226a24d39960 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] delete failed (client error): The resource could not be found. Mar 09 17:10:38.297812 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-307addff-92f4-4530-840b-226a24d39960 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1329213681 HTTP/1.1" status: 404 len: 335 time: 0.0688174 Mar 09 17:10:38.305076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33272) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.316574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4609638d-eab8-4a94-a6f9-f2d1b01113f1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'router': {'external_gateway_info': {'network_id': '6aed9b40-491e-4889-b6e3-e25ccb3573c7'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:38.372870 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.390353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:38.401335 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:38.403345 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.414248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59696d43-6371-465c-b634-caf308223e2d None None] Sync routers for ids ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:38.414795 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c8e3cd45-afc2-4a0a-b1c1-4f6faacf1d3c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/a800f3da-ded7-4ae7-99a5-3581286e6e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3172109 Mar 09 17:10:38.419194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33276) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.428962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.449512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a9c-8901-497f-9027-5365b8cca172 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (c838f4ac-3909-4af6-9805-18ef0e58eb96), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.453112 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bcd7b-a03c-415f-a405-491a7cdc8286 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:38.478771 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.479501 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f6e2e-fad9-43a4-8f01-5650b6790d05 None None] The sync data for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:38.570208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59696d43-6371-465c-b634-caf308223e2d None None] Routers {'a800f3da-ded7-4ae7-99a5-3581286e6e4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:38.570512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-59696d43-6371-465c-b634-caf308223e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.572029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.575260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:38.576263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.579836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7e212a7b-c1ec-4716-9f57-59406b6d1217 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:38.580542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e212a7b-c1ec-4716-9f57-59406b6d1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.589584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7c8c18-7be1-44f8-a568-28738b5406c0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:38.597377 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6f7c8c18-7be1-44f8-a568-28738b5406c0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports/64ba10b6-4b01-43f1-a3e1-8aa5805a320c HTTP/1.1" status: 200 len: 978 time: 0.1719410 Mar 09 17:10:38.606840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33284) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.628154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4609638d-eab8-4a94-a6f9-f2d1b01113f1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router_gateway (6aed9b40-491e-4889-b6e3-e25ccb3573c7), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.672428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-59696d43-6371-465c-b634-caf308223e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.698619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33288) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.714760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:38.716449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59696d43-6371-465c-b634-caf308223e2d None None] Routers {'a800f3da-ded7-4ae7-99a5-3581286e6e4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:38.717314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-59696d43-6371-465c-b634-caf308223e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.731569 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-4609638d-eab8-4a94-a6f9-f2d1b01113f1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] update failed (client error): The resource could not be found. Mar 09 17:10:38.733208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4609638d-eab8-4a94-a6f9-f2d1b01113f1 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7 HTTP/1.1" status: 404 len: 339 time: 0.4259121 Mar 09 17:10:38.737219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33292) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.745057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-437302247'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:38.764214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-59696d43-6371-465c-b634-caf308223e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.765023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59696d43-6371-465c-b634-caf308223e2d None None] The sync data for ids ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:38.771590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.841643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:38.851713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:38.853392 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] Sync routers for ids ['bd6062fd-b944-41bf-8641-37c695106239'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:38.855884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.856022 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.860062 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3459576a-1749-48c9-825b-fdde7c1d5b6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 200 len: 891 time: 3.0844014 Mar 09 17:10:38.862043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33296) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.873363 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] Routers {'bd6062fd-b944-41bf-8641-37c695106239'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:38.877668 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['bd6062fd-b944-41bf-8641-37c695106239'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.921488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a9c-8901-497f-9027-5365b8cca172 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c838f4ac-3909-4af6-9805-18ef0e58eb96), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.924075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a9c-8901-497f-9027-5365b8cca172 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.924212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:38.928007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b2c46a9c-8901-497f-9027-5365b8cca172 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/c838f4ac-3909-4af6-9805-18ef0e58eb96 HTTP/1.1" status: 204 len: 168 time: 1.2271397 Mar 09 17:10:38.934206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33298) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:38.941044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (42c70475-104d-4de2-95f1-7e3fd0fbb979), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:38.941414 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Added segment 42c70475-104d-4de2-95f1-7e3fd0fbb979 of type vlan for network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b Mar 09 17:10:38.972143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:38.982547 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:38.995006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46a9c-8901-497f-9027-5365b8cca172 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838f4ac-3909-4af6-9805-18ef0e58eb96,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:39.000089 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] Routers {'bd6062fd-b944-41bf-8641-37c695106239'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:39.003417 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['bd6062fd-b944-41bf-8641-37c695106239'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:39.034915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.072581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1941213624-network', 'tenant_id': '73231b073b8f4abdbb20c816065d3a9b'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:39.097251 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:39.098443 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ca349-ca88-49aa-a710-2b20b845ca4a None None] The sync data for ids ['bd6062fd-b944-41bf-8641-37c695106239'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:39.145244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7e212a7b-c1ec-4716-9f57-59406b6d1217 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:39.158064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.163286 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:39.163978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.198537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (bc55add2-0b5d-4218-bef6-f0ce633be945), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.223984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7e212a7b-c1ec-4716-9f57-59406b6d1217 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:39.224396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e212a7b-c1ec-4716-9f57-59406b6d1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.226085 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-00c00c60-c75f-4a39-956f-dbb213c0682d tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2862585 Mar 09 17:10:39.226779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33302) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:39.231977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:39.237216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--142809761'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:39.251328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Network': ['ID=b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:39.253811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8e656bae-3084-4c40-828c-307dc8295ba4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/routers/bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 200 len: 891 time: 0.3875570 Mar 09 17:10:39.255866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Made reservation on behalf of 73231b073b8f4abdbb20c816065d3a9b for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:39.257412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.260726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33304) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:39.262219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] Update dhcp port {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': 'd1e4b4bb-0b9e-410e-8896-5adcfae8ba90', 'ip_address': '2001:db8::f816:3eff:fee2:bcd8'}, {'subnet_id': '60f89c95-712f-42e4-832f-7694c3c8dce2'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '576b5a81-70b1-423e-8754-ee3fb4bd1e7f'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:10:39.280080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.280697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.298252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:39.304612 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8b0420ec-dc75-471a-b4e3-708914751ae1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 200 len: 205 time: 0.0403836 Mar 09 17:10:39.311348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33306) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:39.327741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 241c2128-7068-42d4-9b65-deb8a3587cfd yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:39.341648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.383908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (bc55add2-0b5d-4218-bef6-f0ce633be945), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.410826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7e212a7b-c1ec-4716-9f57-59406b6d1217 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:39.426506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.427809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (bd6062fd-b944-41bf-8641-37c695106239), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.436841 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e89ee793-3890-4d3f-9f00-43b8dae6b6c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6980696 Mar 09 17:10:39.441061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33310) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:39.464363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'subnet': {'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:39.528526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55add2-0b5d-4218-bef6-f0ce633be945,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:39.563985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 576b5a81-70b1-423e-8754-ee3fb4bd1e7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:39.582925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.584162 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-920a1414-1f25-4f74-abd0-ae37e6e7d022 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5678008 Mar 09 17:10:39.595732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33312) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:39.597645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f21a4ed9-2b0d-4607-8db8-844681291a7e None None] Provisioning complete for port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:39.598038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f21a4ed9-2b0d-4607-8db8-844681291a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.639890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'security_group': {'name': 'tempest-secgroup-987646864'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:39.667227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:39.668121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:39.759496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f21a4ed9-2b0d-4607-8db8-844681291a7e None None] Current status of the port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:39.814134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:39.850945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.001597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks [] for security_group (2acedcb1-ed99-40c9-9b61-3695cf078e55), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.004175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_gateway (bd6062fd-b944-41bf-8641-37c695106239), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.061923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (2acedcb1-ed99-40c9-9b61-3695cf078e55), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.069321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (a800f3da-ded7-4ae7-99a5-3581286e6e4a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.090467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:40.112116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33324) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:40.122317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acedcb1-ed99-40c9-9b61-3695cf078e55,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:40.129486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7dc955ec-2993-4271-bb6a-5fea877b0145), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.129842 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Added segment 7dc955ec-2993-4271-bb6a-5fea877b0145 of type vlan for network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc Mar 09 17:10:40.144276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 172.20.0.9 (23e84d69-248a-4c03-bab8-85be85a4a2bb/60f89c95-712f-42e4-832f-7694c3c8dce2/241c2128-7068-42d4-9b65-deb8a3587cfd) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:40.181489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (cddd6414-e58e-4b3a-92d2-5896ea3d1cfc), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.187500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.191377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fef7:55a2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/d1e4b4bb-0b9e-410e-8896-5adcfae8ba90/241c2128-7068-42d4-9b65-deb8a3587cfd) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:40.194864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port df4046b3-73ed-4c2a-9577-e16cf812e420 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:40.195118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (df4046b3-73ed-4c2a-9577-e16cf812e420), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.213278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.227586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Made reservation on behalf of 4b78f290698a497db8332f8178585af9 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:40.234444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.282082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (df4046b3-73ed-4c2a-9577-e16cf812e420), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.283764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1380923620', 'router:external': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:40.293928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for df4046b3-73ed-4c2a-9577-e16cf812e420 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:40.339718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.345401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (cddd6414-e58e-4b3a-92d2-5896ea3d1cfc), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.346382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:40.346957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.420063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] Pushing event updated for resources: {'Network': ['ID=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:40.431793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:40.476269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0068a404-cca7-405c-adce-bc78cc465983 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7735791 Mar 09 17:10:40.477402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33328) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:40.482131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Request body: {'subnet': {'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1941213624-subnet', 'tenant_id': '73231b073b8f4abdbb20c816065d3a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:40.514674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:40.553620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (5634596c-1b10-470a-a9cf-8b21983752c5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.559259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Made reservation on behalf of 2485bbab420847a3a64ce9fd83fc0bc5 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:40.561567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.578296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.579507 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-02048cdf-653c-404d-83b9-9348a23ea04b tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3472342 Mar 09 17:10:40.583081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33330) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:40.587851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-23f63bd2-d358-455d-aa0a-526319731eb0 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd279a8c2-fe0b-4dc1-8f6d-c0f497588cc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:40.588163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.623694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5634596c-1b10-470a-a9cf-8b21983752c5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.638772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (df4046b3-73ed-4c2a-9577-e16cf812e420), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.640757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Made reservation on behalf of 73231b073b8f4abdbb20c816065d3a9b for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:40.643108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.679628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=df4046b3-73ed-4c2a-9577-e16cf812e420,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:40.687416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (241c2128-7068-42d4-9b65-deb8a3587cfd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.723626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5634596c-1b10-470a-a9cf-8b21983752c5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:40.798264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.799484 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9e04aa82-b598-4aea-8346-f599e9681dfb tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1684976 Mar 09 17:10:40.802388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33332) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:40.805744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (bd6062fd-b944-41bf-8641-37c695106239), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.810545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1132418122', 'security_groups': ['5634596c-1b10-470a-a9cf-8b21983752c5'], 'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d96aa1b-298c-4f35-821c-78ee5af62644'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:40.878192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for security_group (d3864603-38d0-476b-abbc-567e96656b98), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.883757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 64ba10b6-4b01-43f1-a3e1-8aa5805a320c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:40.884796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.890957 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-23f63bd2-d358-455d-aa0a-526319731eb0 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:40.892192 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-23f63bd2-d358-455d-aa0a-526319731eb0 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3080103 Mar 09 17:10:40.898169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33334) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:40.905365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0ea781ac-2857-4824-af50-9cefb98d3c14 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group_rule': {'security_group_id': 'd279a8c2-fe0b-4dc1-8f6d-c0f497588cc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:40.963279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (d02eeb6f-7419-4105-a65c-8aba92623dde), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.965805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (bd6062fd-b944-41bf-8641-37c695106239), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:40.993173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (bd6062fd-b944-41bf-8641-37c695106239), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.010653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (241c2128-7068-42d4-9b65-deb8a3587cfd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.012827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d3864603-38d0-476b-abbc-567e96656b98), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.059560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] Allocated IP 172.20.0.2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/60f89c95-712f-42e4-832f-7694c3c8dce2/576b5a81-70b1-423e-8754-ee3fb4bd1e7f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:41.098587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.135073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Subnet': ['ID=d02eeb6f-7419-4105-a65c-8aba92623dde,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.147560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (bd6062fd-b944-41bf-8641-37c695106239), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.148251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router bd6062fd-b944-41bf-8641-37c695106239 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:41.149081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:41.150943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:41.161399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.168759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-024acb18-870a-4aa1-a449-70980ff9e1fa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 204 len: 168 time: 1.8568375 Mar 09 17:10:41.169171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 64ba10b6-4b01-43f1-a3e1-8aa5805a320c owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:41.169602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33336) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.172967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] For port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:41.176117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1716756687'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:41.176257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3864603-38d0-476b-abbc-567e96656b98,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.183346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:41.189051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=241c2128-7068-42d4-9b65-deb8a3587cfd,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.192031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1287bb90-16c4-4f9d-8c46-9a2411f28496), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.192423 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Added segment 1287bb90-16c4-4f9d-8c46-9a2411f28496 of type vlan for network dcb67641-8a3d-47e7-97ea-4956c01f6c74 Mar 09 17:10:41.193869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:41.214940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] Publish callbacks [] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.233127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (b68c1133-f9b6-4c43-a725-430e3e0058cb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.266348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:41.272266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Checking segment: {'id': '42c70475-104d-4de2-95f1-7e3fd0fbb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:41.272690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network hostable DHCP agents. Network: b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:41.286195 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-0ea781ac-2857-4824-af50-9cefb98d3c14 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:41.287267 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0ea781ac-2857-4824-af50-9cefb98d3c14 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3880427 Mar 09 17:10:41.292972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33338) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.301063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.327064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:41.330438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.351500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (dcb67641-8a3d-47e7-97ea-4956c01f6c74), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.363632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68c1133-f9b6-4c43-a725-430e3e0058cb,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.368475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.369149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.396153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb6892-4ce2-46b5-b601-e09e2a34c852 None None] Pushing event updated for resources: {'Port': ['ID=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.423995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Checking segment: {'id': '7dc955ec-2993-4271-bb6a-5fea877b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:41.424429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Network hostable DHCP agents. Network: cddd6414-e58e-4b3a-92d2-5896ea3d1cfc, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:41.459774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:41.470694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:41.485159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.487081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2dae26b-ba15-4eaa-be01-cb8b392707cd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.491607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f5131a10-5c8b-48ba-9825-a5c858b0ef07), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.491987 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment f5131a10-5c8b-48ba-9825-a5c858b0ef07 of type vlan for network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 Mar 09 17:10:41.521703 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-10cb48cc-ed6a-43ba-bbbc-0b284e0f617f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5613179 Mar 09 17:10:41.522575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.525967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 576b5a81-70b1-423e-8754-ee3fb4bd1e7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:41.569715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (770411ee-f5c9-4fef-a37d-cc84d6bd90c9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.591518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (dcb67641-8a3d-47e7-97ea-4956c01f6c74), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.593288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.593696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:41.594159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.603476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.603692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2dae26b-ba15-4eaa-be01-cb8b392707cd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.603692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] device_id is not set on port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:41.637663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:41.652483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.653174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.691000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:41.693972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e163c91-cf79-4aaf-9f87-c88331af0972 None None] Network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:41.738712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a475249-cb8b-4e3e-a0d9-396b9069e531 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.744167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a475249-cb8b-4e3e-a0d9-396b9069e531 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.748866 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9a475249-cb8b-4e3e-a0d9-396b9069e531 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2204652 Mar 09 17:10:41.749949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33342) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.758805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (64ba10b6-4b01-43f1-a3e1-8aa5805a320c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.761547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Network': ['ID=dcb67641-8a3d-47e7-97ea-4956c01f6c74,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.772463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:41.779681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network dcb67641-8a3d-47e7-97ea-4956c01f6c74 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:41.789053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cddd6414-e58e-4b3a-92d2-5896ea3d1cfc) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:41.791879 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af701373-787c-4510-a6fa-187096a585ff tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6739123 Mar 09 17:10:41.798891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33344) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.801653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.802460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.816666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (770411ee-f5c9-4fef-a37d-cc84d6bd90c9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.824159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:41.825147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.827181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'subnet': {'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:41.839651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=64ba10b6-4b01-43f1-a3e1-8aa5805a320c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:41.855396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d668e9e-5ce3-43af-9208-7be7a69cfe8f None None] Network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:41.899710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2dae26b-ba15-4eaa-be01-cb8b392707cd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.903955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f2dae26b-ba15-4eaa-be01-cb8b392707cd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:41.905850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f2dae26b-ba15-4eaa-be01-cb8b392707cd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6 HTTP/1.1" status: 204 len: 168 time: 0.6113255 Mar 09 17:10:41.908691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33346) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.938344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c3b82a9e-89ef-468f-a3da-c31c80b7d8bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4600513 Mar 09 17:10:41.945013 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ea9f7ffd-48ee-42fa-938d-6864a7143829 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4880903 Mar 09 17:10:41.947031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33348) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:41.961741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d452acff-6e51-4146-bc4a-2658b09e26c7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:41.976925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dae26b-ba15-4eaa-be01-cb8b392707cd tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279a8c2-fe0b-4dc1-8f6d-c0f497588cc6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:42.022316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b', 'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b', 'project_id': '4b78f290698a497db8332f8178585af9', 'fixed_ips': [{'subnet_id': 'd02eeb6f-7419-4105-a65c-8aba92623dde'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:42.023189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.040558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=770411ee-f5c9-4fef-a37d-cc84d6bd90c9,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:42.052465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-25bde960-386b-4096-9a43-43820f6cc5c4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8805408 Mar 09 17:10:42.066555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:42.067119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.6 (baeda7ca-4335-48c3-a339-865c26a7d946/9d96aa1b-298c-4f35-821c-78ee5af62644/98bf4516-0ef2-4a03-9b85-7f5867099bf1) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:42.070359 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33352) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:42.076381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:42.115321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Made reservation on behalf of 2485bbab420847a3a64ce9fd83fc0bc5 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:42.131051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.271520 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fe66f4e0-3966-4a11-a1bf-de7a72d8e124 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3467326 Mar 09 17:10:42.369303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33354) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:42.369759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fceba7-697d-49e6-b420-1e73127c4a85 None None] Network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:42.377979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131447661'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:42.454201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (a800f3da-ded7-4ae7-99a5-3581286e6e4a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.584044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Allocated IP 2001:db8:1::2 (b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b/d02eeb6f-7419-4105-a65c-8aba92623dde/44fee44e-e346-4f0c-94dc-f2b4c559218f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:42.633281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.636813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:42.641461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.698030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-97226277-e3a4-40dd-bfc3-a26e72460598 None None] Provisioning complete for port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:42.699059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-97226277-e3a4-40dd-bfc3-a26e72460598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.736477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router a800f3da-ded7-4ae7-99a5-3581286e6e4a has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:42.758659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.792868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 241c2128-7068-42d4-9b65-deb8a3587cfd {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:42.793223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (241c2128-7068-42d4-9b65-deb8a3587cfd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.899072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (241c2128-7068-42d4-9b65-deb8a3587cfd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.913199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 241c2128-7068-42d4-9b65-deb8a3587cfd owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:42.928334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Publish callbacks [] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.931722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-97226277-e3a4-40dd-bfc3-a26e72460598 None None] Current status of the port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:42.980426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (1cff5ad0-39c2-4e2d-acaa-19b517827ea5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:42.983695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.045636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:43.046173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.050262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:43.052401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=98bf4516-0ef2-4a03-9b85-7f5867099bf1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:43.054802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:43.083460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1cff5ad0-39c2-4e2d-acaa-19b517827ea5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.121388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b4fe1494-344f-4c5c-9f6e-955e02b75a16 None None] Provisioning complete for port 241c2128-7068-42d4-9b65-deb8a3587cfd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:43.121388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1494-344f-4c5c-9f6e-955e02b75a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (241c2128-7068-42d4-9b65-deb8a3587cfd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.137737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:43.140619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (22509f36-428a-4cfe-b934-58fa2586545f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.163237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:43.172607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:43.179591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:43.180233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.185177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff5ad0-39c2-4e2d-acaa-19b517827ea5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:43.185285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Pushing event updated for resources: {'Port': ['ID=44fee44e-e346-4f0c-94dc-f2b4c559218f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:43.189041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d452acff-6e51-4146-bc4a-2658b09e26c7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router_gateway (6aed9b40-491e-4889-b6e3-e25ccb3573c7), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.230402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe1494-344f-4c5c-9f6e-955e02b75a16 None None] Port 241c2128-7068-42d4-9b65-deb8a3587cfd cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:43.249375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.254296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f8387341-2b21-4024-bd83-4cc364c74f06 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8806758 Mar 09 17:10:43.260381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33368) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.268400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5afffc26-4abd-4af6-b408-8f3a1144449a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:43.269072 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-5afffc26-4abd-4af6-b408-8f3a1144449a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 17:10:43.269577 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-5afffc26-4abd-4af6-b408-8f3a1144449a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 17:10:43.273370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5afffc26-4abd-4af6-b408-8f3a1144449a tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "PUT /v2.0/security-groups/1cff5ad0-39c2-4e2d-acaa-19b517827ea5 HTTP/1.1" status: 409 len: 330 time: 0.0068216 Mar 09 17:10:43.281621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33370) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.284415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Attempting to bind port 44fee44e-e346-4f0c-94dc-f2b4c559218f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:43.289010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Attempting to bind port 44fee44e-e346-4f0c-94dc-f2b4c559218f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42c70475-104d-4de2-95f1-7e3fd0fbb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:43.289010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Attempting to bind port 44fee44e-e346-4f0c-94dc-f2b4c559218f on network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:43.297990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:43.300009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Checking segment: {'id': '42c70475-104d-4de2-95f1-7e3fd0fbb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:43.301582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.304121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Bound using segment: {'id': '42c70475-104d-4de2-95f1-7e3fd0fbb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:43.304797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Bound port: 44fee44e-e346-4f0c-94dc-f2b4c559218f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c70475-104d-4de2-95f1-7e3fd0fbb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:43.307041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.311711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=22509f36-428a-4cfe-b934-58fa2586545f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:43.316191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33372) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.329807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2007386351-network', 'tenant_id': '1eeb155f0e9e4ea7bdc04120a6b4ccf5'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:43.337635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:43.349054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': 'f5131a10-5c8b-48ba-9825-a5c858b0ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:43.349494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: 770411ee-f5c9-4fef-a37d-cc84d6bd90c9, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:43.359350 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8144e9b8-6b51-496f-bc2a-060e835560d6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/a800f3da-ded7-4ae7-99a5-3581286e6e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7410243 Mar 09 17:10:43.363888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33374) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.386410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] For port 44fee44e-e346-4f0c-94dc-f2b4c559218f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:43.390825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] For port 44fee44e-e346-4f0c-94dc-f2b4c559218f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44fee44e-e346-4f0c-94dc-f2b4c559218f,segment=NetworkSegment(42c70475-104d-4de2-95f1-7e3fd0fbb979),segment_id=42c70475-104d-4de2-95f1-7e3fd0fbb979)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:43.396094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] Sync routers for ids ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:43.409196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] Routers {'a800f3da-ded7-4ae7-99a5-3581286e6e4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:43.410064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:43.431346 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0a292151-6bd2-4c80-ad74-cf5365ef5d67 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6266749 Mar 09 17:10:43.437087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33376) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.443456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:43.450999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:43.463240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] Routers {'a800f3da-ded7-4ae7-99a5-3581286e6e4a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:43.464965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:43.502932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Made reservation on behalf of 1eeb155f0e9e4ea7bdc04120a6b4ccf5 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:43.505117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.506784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:43.507857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a81290-0475-4e4e-88ae-1fbbaae65ccd None None] The sync data for ids ['a800f3da-ded7-4ae7-99a5-3581286e6e4a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:43.513014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a52e54dd-b5a4-4443-a79b-bac07dd8b07a None None] Provisioning complete for port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:43.513597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a52e54dd-b5a4-4443-a79b-bac07dd8b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.528170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ee998ccd-ac73-422b-baa7-ce7fd486f756 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (1cff5ad0-39c2-4e2d-acaa-19b517827ea5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.538132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.575424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.584578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:43.592802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ccf6e-19d6-4226-97e4-3e238648a0ee None None] Pushing event updated for resources: {'Port': ['ID=44fee44e-e346-4f0c-94dc-f2b4c559218f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:43.620003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a52e54dd-b5a4-4443-a79b-bac07dd8b07a None None] Port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:43.695775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ee998ccd-ac73-422b-baa7-ce7fd486f756 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (1cff5ad0-39c2-4e2d-acaa-19b517827ea5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.786621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-a6e5429d-7cda-4931-9917-ba4ddc26f4dc tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] remove_router_interface failed (client error): The resource could not be found. Mar 09 17:10:43.790759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a6e5429d-7cda-4931-9917-ba4ddc26f4dc tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/a800f3da-ded7-4ae7-99a5-3581286e6e4a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4208851 Mar 09 17:10:43.795004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 770411ee-f5c9-4fef-a37d-cc84d6bd90c9) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:43.796455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33378) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.809511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25dcbb-8f92-480b-b9bb-19b2202cbb4e None None] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:43.818873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:43.818873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.872312 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bfa99848-02a1-4685-8c1a-492f03159ee6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=a800f3da-ded7-4ae7-99a5-3581286e6e4a HTTP/1.1" status: 200 len: 205 time: 0.0732725 Mar 09 17:10:43.876618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33380) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.939968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (241c2128-7068-42d4-9b65-deb8a3587cfd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:43.985147 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7a799dbf-99f8-4411-9017-e3d846e4a891 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9113545 Mar 09 17:10:43.986352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33382) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:43.992640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=241c2128-7068-42d4-9b65-deb8a3587cfd,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:44.006927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1677751847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:44.076058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks [] for security_group (24696df0-a5aa-4851-baf8-5b260850d011), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.078002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ee998ccd-ac73-422b-baa7-ce7fd486f756 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1cff5ad0-39c2-4e2d-acaa-19b517827ea5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.081685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ee998ccd-ac73-422b-baa7-ce7fd486f756 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.085474 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ee998ccd-ac73-422b-baa7-ce7fd486f756 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/1cff5ad0-39c2-4e2d-acaa-19b517827ea5 HTTP/1.1" status: 204 len: 168 time: 0.7984824 Mar 09 17:10:44.085675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (a800f3da-ded7-4ae7-99a5-3581286e6e4a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.091400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33384) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.108405 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-d452acff-6e51-4146-bc4a-2658b09e26c7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:44.109519 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d452acff-6e51-4146-bc4a-2658b09e26c7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7 HTTP/1.1" status: 400 len: 364 time: 2.1550262 Mar 09 17:10:44.118877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33386) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.164315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:44.168555 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.179412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-770411ee-f5c9-4fef-a37d-cc84d6bd90c9', 'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': '22509f36-428a-4cfe-b934-58fa2586545f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:44.181005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.187072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee998ccd-ac73-422b-baa7-ce7fd486f756 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff5ad0-39c2-4e2d-acaa-19b517827ea5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:44.203577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (24696df0-a5aa-4851-baf8-5b260850d011), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.215619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:44.225237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (983b3105-0322-4542-8196-a3abbc470b42), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.225614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Added segment 983b3105-0322-4542-8196-a3abbc470b42 of type vlan for network e8ab9f55-1321-44a4-90b8-7fefd7a0a70c Mar 09 17:10:44.238209 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.245647 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e45acd98-e3e0-4a58-b157-e3bffae7f72c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/241c2128-7068-42d4-9b65-deb8a3587cfd HTTP/1.1" status: 204 len: 168 time: 2.4933870 Mar 09 17:10:44.249521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33388) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.267725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (e8ab9f55-1321-44a4-90b8-7fefd7a0a70c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.325057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c03367-38d8-42a3-9343-1726c835f366 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:44.326550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c03367-38d8-42a3-9343-1726c835f366 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:44.328575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c03367-38d8-42a3-9343-1726c835f366 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:44.333386 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c3c03367-38d8-42a3-9343-1726c835f366 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0823598 Mar 09 17:10:44.366343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Allocated IP 2001:db8::2 (770411ee-f5c9-4fef-a37d-cc84d6bd90c9/22509f36-428a-4cfe-b934-58fa2586545f/29449621-f10a-4286-be69-acc11502dbf7) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:44.367746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33390) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.454776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (e8ab9f55-1321-44a4-90b8-7fefd7a0a70c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.455755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:44.456337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.489986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (b1e228ef-23a3-47ef-83aa-19d20e89632a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.490991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (b1e228ef-23a3-47ef-83aa-19d20e89632a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.539617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Publish callbacks [] for port (29449621-f10a-4286-be69-acc11502dbf7), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.569756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:10:44.570346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (151e78f8-8026-4f8e-8a95-23a1fae423f8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.637189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (29449621-f10a-4286-be69-acc11502dbf7), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.667781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Subnet': ['ID=151e78f8-8026-4f8e-8a95-23a1fae423f8,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:44.693645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:44.699779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:44.703969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:44.712159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Pushing event updated for resources: {'Port': ['ID=29449621-f10a-4286-be69-acc11502dbf7,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:44.728061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.798182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Attempting to bind port 29449621-f10a-4286-be69-acc11502dbf7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:44.798743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Attempting to bind port 29449621-f10a-4286-be69-acc11502dbf7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f5131a10-5c8b-48ba-9825-a5c858b0ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:44.799205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Attempting to bind port 29449621-f10a-4286-be69-acc11502dbf7 on network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:44.806297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:44.806841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Checking segment: {'id': 'f5131a10-5c8b-48ba-9825-a5c858b0ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:44.807349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.808706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Bound using segment: {'id': 'f5131a10-5c8b-48ba-9825-a5c858b0ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:44.820817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Bound port: 29449621-f10a-4286-be69-acc11502dbf7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5131a10-5c8b-48ba-9825-a5c858b0ef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '770411ee-f5c9-4fef-a37d-cc84d6bd90c9'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:44.821508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (29449621-f10a-4286-be69-acc11502dbf7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.859227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24696df0-a5aa-4851-baf8-5b260850d011,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:44.902326 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6e926851-11b9-4407-8e34-1024fa2bf609 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.8067749 Mar 09 17:10:44.905662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] For port 29449621-f10a-4286-be69-acc11502dbf7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:44.913990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33392) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.914090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] For port 29449621-f10a-4286-be69-acc11502dbf7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29449621-f10a-4286-be69-acc11502dbf7,segment=NetworkSegment(f5131a10-5c8b-48ba-9825-a5c858b0ef07),segment_id=f5131a10-5c8b-48ba-9825-a5c858b0ef07)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:44.924843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Checking segment: {'id': '1287bb90-16c4-4f9d-8c46-9a2411f28496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:44.925171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network hostable DHCP agents. Network: dcb67641-8a3d-47e7-97ea-4956c01f6c74, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:44.946330 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-0d550d80-f907-426a-94a6-5eddd611a2f8 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] delete failed (client error): The resource could not be found. Mar 09 17:10:44.946330 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0d550d80-f907-426a-94a6-5eddd611a2f8 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "DELETE /v2.0/security-groups/629e0289-d128-4166-a5bf-aae8c7ddde3f HTTP/1.1" status: 404 len: 347 time: 0.0316777 Mar 09 17:10:44.952660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33394) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.977207 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-348c7c7b-e88c-42ab-aa96-f06c255c4481 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] show failed (client error): The resource could not be found. Mar 09 17:10:44.978136 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-348c7c7b-e88c-42ab-aa96-f06c255c4481 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-groups/7f5e67f6-184f-41ce-b16b-0a23e9798fd0 HTTP/1.1" status: 404 len: 347 time: 0.0223186 Mar 09 17:10:44.982257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33396) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:44.988782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (29449621-f10a-4286-be69-acc11502dbf7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.990597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (a800f3da-ded7-4ae7-99a5-3581286e6e4a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:44.994487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a2645-3b2d-4af4-b120-a4ef5ad62eec None None] Network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:45.000220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (a800f3da-ded7-4ae7-99a5-3581286e6e4a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.006132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 60f89c95-712f-42e4-832f-7694c3c8dce2 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:45.034697 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-96013abd-c010-4d93-b15b-b9e595a67fe6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] show failed (client error): The resource could not be found. Mar 09 17:10:45.041321 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-96013abd-c010-4d93-b15b-b9e595a67fe6 tempest-NegativeSecGroupIPv6Test-701944595 tempest-NegativeSecGroupIPv6Test-701944595-project] 10.222.0.16 "GET /v2.0/security-group-rules/8337f5b7-00ff-4b06-b469-d9bf919cc00e HTTP/1.1" status: 404 len: 356 time: 0.0525875 Mar 09 17:10:45.042760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network dcb67641-8a3d-47e7-97ea-4956c01f6c74 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:45.062370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (60f89c95-712f-42e4-832f-7694c3c8dce2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.075641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Allocated IP 2001:db8::1 (64fe763f-8994-4316-990e-3381fa6fd6e1/fd00448e-8617-4644-a00c-32b442ba7d67/8ef837eb-bec6-4687-b7f7-e57f675b73aa) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:45.094902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] Pushing event updated for resources: {'Network': ['ID=e8ab9f55-1321-44a4-90b8-7fefd7a0a70c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:45.128567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dcb67641-8a3d-47e7-97ea-4956c01f6c74) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:45.137713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:45.138419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.160437 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.ipam_backend_mixin [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d96aa1b-298c-4f35-821c-78ee5af62644 (CIDR: 172.20.0.0/28) Mar 09 17:10:45.167722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f7637175-4032-4ced-bbd8-0e34603d007a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8463984 Mar 09 17:10:45.174285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33400) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:45.183403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network e8ab9f55-1321-44a4-90b8-7fefd7a0a70c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:45.185965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e4de2-c36d-4c1c-96b2-5e0e004542af None None] Network dcb67641-8a3d-47e7-97ea-4956c01f6c74 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:45.187493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Request body: {'subnet': {'network_id': 'e8ab9f55-1321-44a4-90b8-7fefd7a0a70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2007386351-subnet', 'tenant_id': '1eeb155f0e9e4ea7bdc04120a6b4ccf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:45.218428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9217c2-b081-4c31-a760-4df46de4375a None None] Pushing event updated for resources: {'Port': ['ID=29449621-f10a-4286-be69-acc11502dbf7,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:45.232147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (60f89c95-712f-42e4-832f-7694c3c8dce2), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.249959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] Provisioning complete for port 44fee44e-e346-4f0c-94dc-f2b4c559218f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:45.250215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.251396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.266009 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7cf0f49b-8a42-4714-8582-3b65c6d1b76e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4623671 Mar 09 17:10:45.268697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33402) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:45.275237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-367015676', 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:45.335152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:45.345170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:45.377720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (b1e228ef-23a3-47ef-83aa-19d20e89632a), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.382233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (a800f3da-ded7-4ae7-99a5-3581286e6e4a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.382503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router a800f3da-ded7-4ae7-99a5-3581286e6e4a {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:10:45.394721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.398440 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ffb5e5ab-01cc-40db-867c-1cafbb472385 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/a800f3da-ded7-4ae7-99a5-3581286e6e4a HTTP/1.1" status: 204 len: 168 time: 1.5183065 Mar 09 17:10:45.400939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33404) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:45.433462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.439722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Made reservation on behalf of 2485bbab420847a3a64ce9fd83fc0bc5 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:45.447910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.466368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (60f89c95-712f-42e4-832f-7694c3c8dce2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.472288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ec846-7b5e-42f2-b4d5-4c4ed8d6f0e8 None None] Network dcb67641-8a3d-47e7-97ea-4956c01f6c74 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:45.531816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d782619a-89d5-47ae-ab26-5e86cf1a95d7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0896504 Mar 09 17:10:45.531816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Made reservation on behalf of 1eeb155f0e9e4ea7bdc04120a6b4ccf5 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:45.532443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.534707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (b1e228ef-23a3-47ef-83aa-19d20e89632a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.536497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] device_id is not set on port ef8940a3-9627-46d3-bd4a-fe8b21183a9a yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:45.550970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33406) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:45.568203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:45.576950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:45.591155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:45.633100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 0dad2a57-6a9a-4891-9fdf-6fb089d98abd {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:45.647290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.648470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:45.649028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.649260 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f1900317-9a2f-4c7e-8433-744c0999de2b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6610222 Mar 09 17:10:45.650067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (0dad2a57-6a9a-4891-9fdf-6fb089d98abd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.658268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] Current status of the port 44fee44e-e346-4f0c-94dc-f2b4c559218f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:45.658693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.687280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33410) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:45.744436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] For port 44fee44e-e346-4f0c-94dc-f2b4c559218f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44fee44e-e346-4f0c-94dc-f2b4c559218f,segment=NetworkSegment(42c70475-104d-4de2-95f1-7e3fd0fbb979),segment_id=42c70475-104d-4de2-95f1-7e3fd0fbb979)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:45.788330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 44fee44e-e346-4f0c-94dc-f2b4c559218f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:45.834336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.851985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33412) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:45.892169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (0dad2a57-6a9a-4891-9fdf-6fb089d98abd), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:45.936178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a3dda-c0ea-4518-8e57-68166a22b601 None None] Pushing event updated for resources: {'Port': ['ID=44fee44e-e346-4f0c-94dc-f2b4c559218f,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:45.946580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Port': ['ID=8ef837eb-bec6-4687-b7f7-e57f675b73aa,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:45.996044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 44fee44e-e346-4f0c-94dc-f2b4c559218f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:45.999377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.082182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e334301c-af66-4481-b021-46b20905a59b None None] Provisioning complete for port 8ef837eb-bec6-4687-b7f7-e57f675b73aa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:46.082475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e334301c-af66-4481-b021-46b20905a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.119825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e334301c-af66-4481-b021-46b20905a59b None None] Port 8ef837eb-bec6-4687-b7f7-e57f675b73aa cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:46.127194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Allocated IP 172.20.0.7 (dcb67641-8a3d-47e7-97ea-4956c01f6c74/151e78f8-8026-4f8e-8a95-23a1fae423f8/ef8940a3-9627-46d3-bd4a-fe8b21183a9a) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:46.177695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e334301c-af66-4481-b021-46b20905a59b None None] Provisioning complete for port 44fee44e-e346-4f0c-94dc-f2b4c559218f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:46.178161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e334301c-af66-4481-b021-46b20905a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.184094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (60f89c95-712f-42e4-832f-7694c3c8dce2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.208594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.212111 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/60f89c95-712f-42e4-832f-7694c3c8dce2 HTTP/1.1" status: 204 len: 168 time: 1.8433325 Mar 09 17:10:46.220011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (0dad2a57-6a9a-4891-9fdf-6fb089d98abd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.223582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 44fee44e-e346-4f0c-94dc-f2b4c559218f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:46.224839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29449621-f10a-4286-be69-acc11502dbf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:46.227685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14342e02-aa23-4fd0-8836-cf8693125f9d None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:46.248410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33416) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:46.329808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.337149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for port (ef8940a3-9627-46d3-bd4a-fe8b21183a9a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.398087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:46.402358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.415375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e334301c-af66-4481-b021-46b20905a59b None None] Current status of the port 44fee44e-e346-4f0c-94dc-f2b4c559218f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:46.423605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 29449621-f10a-4286-be69-acc11502dbf7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:46.423986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29449621-f10a-4286-be69-acc11502dbf7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.464371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet d1e4b4bb-0b9e-410e-8896-5adcfae8ba90 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:46.469330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a44efe-a145-4be2-8171-7648996e63cf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=60f89c95-712f-42e4-832f-7694c3c8dce2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:46.475488 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7fc6845a-912d-4273-9c2f-cc8d54e67c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f48cdce60cb46548b7f32456dd3c47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6201839 Mar 09 17:10:46.489960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33418) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:46.521649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (d1e4b4bb-0b9e-410e-8896-5adcfae8ba90), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.532987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 29449621-f10a-4286-be69-acc11502dbf7 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:46.533384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (29449621-f10a-4286-be69-acc11502dbf7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.584101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 29449621-f10a-4286-be69-acc11502dbf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29449621-f10a-4286-be69-acc11502dbf7,segment=NetworkSegment(f5131a10-5c8b-48ba-9825-a5c858b0ef07),segment_id=f5131a10-5c8b-48ba-9825-a5c858b0ef07)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:46.590833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f02f77-0a45-4b11-9ccd-ead4bdf70ead None None] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:46.610693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ef8940a3-9627-46d3-bd4a-fe8b21183a9a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.632504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (d1e4b4bb-0b9e-410e-8896-5adcfae8ba90), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.680645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (29449621-f10a-4286-be69-acc11502dbf7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.701052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.748242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network dcb67641-8a3d-47e7-97ea-4956c01f6c74 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:46.755869 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.ipam_backend_mixin [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9fe1bc0a-5d31-483f-81c0-6d9f30300454 (CIDR: 172.20.0.16/28) Mar 09 17:10:46.768339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5ce9c8c5-4a59-4faa-bdaf-92408338b6fb None None] Provisioning complete for port 29449621-f10a-4286-be69-acc11502dbf7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:46.769274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c8c5-4a59-4faa-bdaf-92408338b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29449621-f10a-4286-be69-acc11502dbf7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.785360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:46.787794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:46.803727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=29449621-f10a-4286-be69-acc11502dbf7,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:46.837698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8940a3-9627-46d3-bd4a-fe8b21183a9a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:46.841571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (0dad2a57-6a9a-4891-9fdf-6fb089d98abd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.846504 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:10:46.851196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:10:46.886621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9c8c5-4a59-4faa-bdaf-92408338b6fb None None] Current status of the port 29449621-f10a-4286-be69-acc11502dbf7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:46.895734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d60047df-8a33-4b34-8eb5-a6db61a25a95 admin admin] Publish callbacks [] for security_group (8729d6ef-6605-43b1-90a8-75e049584d6a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.900689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=0dad2a57-6a9a-4891-9fdf-6fb089d98abd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:46.913378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb2a8c-1dbf-4864-8e28-4f1d84f81d3e None None] Network c1309e89-e3cd-45e5-802b-aff584cce723 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:46.925496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d60047df-8a33-4b34-8eb5-a6db61a25a95 admin admin] Publish callbacks [] for security_group (8729d6ef-6605-43b1-90a8-75e049584d6a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.989249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.989249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6ce54d75-b52a-4a06-b72a-9520d353272b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/0dad2a57-6a9a-4891-9fdf-6fb089d98abd HTTP/1.1" status: 204 len: 168 time: 1.5852475 Mar 09 17:10:46.989249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (0c344536-e479-4de4-bacb-5d38ea67e450), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:46.999981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33420) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:46.999981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (d1e4b4bb-0b9e-410e-8896-5adcfae8ba90), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.001086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4a0d6fdb-9036-4034-84e7-e5fc70fdce4f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4275594 Mar 09 17:10:47.007262 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33422) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:47.023158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'subnet': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:47.089986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d60047df-8a33-4b34-8eb5-a6db61a25a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8729d6ef-6605-43b1-90a8-75e049584d6a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.093711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d60047df-8a33-4b34-8eb5-a6db61a25a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.095484 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d60047df-8a33-4b34-8eb5-a6db61a25a95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8729d6ef-6605-43b1-90a8-75e049584d6a HTTP/1.1" status: 204 len: 168 time: 0.5978510 Mar 09 17:10:47.121864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c344536-e479-4de4-bacb-5d38ea67e450,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:47.159148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.170278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:47.172219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.186064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60047df-8a33-4b34-8eb5-a6db61a25a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8729d6ef-6605-43b1-90a8-75e049584d6a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:47.233181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.234141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.255789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (c1309e89-e3cd-45e5-802b-aff584cce723), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.288571 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1880c94e-8a9e-44b5-b0b5-cea5d419c3c6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0165343 Mar 09 17:10:47.309494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33426) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:47.340152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-53ebd31c-281f-4ef4-8b3c-a4914c60c514 None None] Provisioning complete for port 29449621-f10a-4286-be69-acc11502dbf7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:47.340669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-53ebd31c-281f-4ef4-8b3c-a4914c60c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29449621-f10a-4286-be69-acc11502dbf7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.395594 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] DHCP port deletion for c1309e89-e3cd-45e5-802b-aff584cce723 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:47.405502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event updated for resources: {'Port': ['ID=8ef837eb-bec6-4687-b7f7-e57f675b73aa,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:47.487868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Checking segment: {'id': '983b3105-0322-4542-8196-a3abbc470b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e8ab9f55-1321-44a4-90b8-7fefd7a0a70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:47.488428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Network hostable DHCP agents. Network: e8ab9f55-1321-44a4-90b8-7fefd7a0a70c, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:47.544018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-53ebd31c-281f-4ef4-8b3c-a4914c60c514 None None] Current status of the port 29449621-f10a-4286-be69-acc11502dbf7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:47.555300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] Deleting port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:47.559247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.569973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 44fee44e-e346-4f0c-94dc-f2b4c559218f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:47.575248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:47.578471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:47.586158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Deleting port ef8940a3-9627-46d3-bd4a-fe8b21183a9a {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:47.587985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ef8940a3-9627-46d3-bd4a-fe8b21183a9a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.588324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:47.588324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.657831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Made reservation on behalf of 0ad11f3a642449aa935f6e96c6176da1 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:47.662155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.708139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 7cf76de4-42f3-4b2e-9728-dfc157c9b696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cf76de4-42f3-4b2e-9728-dfc157c9b696,segment=NetworkSegment(85955f9b-77ea-4b35-b792-25a742739da4),segment_id=85955f9b-77ea-4b35-b792-25a742739da4)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:47.710257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.719063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Network e8ab9f55-1321-44a4-90b8-7fefd7a0a70c is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:47.755356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] For port 7cf76de4-42f3-4b2e-9728-dfc157c9b696, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7cf76de4-42f3-4b2e-9728-dfc157c9b696,segment=NetworkSegment(85955f9b-77ea-4b35-b792-25a742739da4),segment_id=85955f9b-77ea-4b35-b792-25a742739da4)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:47.755356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.769684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (d1e4b4bb-0b9e-410e-8896-5adcfae8ba90), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.779498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] Calling delete_port for 7cf76de4-42f3-4b2e-9728-dfc157c9b696 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:47.781774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-630ac718-a397-47ee-bc02-bdb53a22df77 None None] Provisioning complete for port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:47.782268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-630ac718-a397-47ee-bc02-bdb53a22df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.800006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 7cf76de4-42f3-4b2e-9728-dfc157c9b696 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:47.828656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e4b4bb-0b9e-410e-8896-5adcfae8ba90,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:47.836523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 44fee44e-e346-4f0c-94dc-f2b4c559218f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:47.836916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.841869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.856297 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4abc80d0-bfcf-4fd0-96f2-6a343569bc12 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/d1e4b4bb-0b9e-410e-8896-5adcfae8ba90 HTTP/1.1" status: 204 len: 168 time: 1.6026037 Mar 09 17:10:47.865868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33436) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:47.867636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e8ab9f55-1321-44a4-90b8-7fefd7a0a70c) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:47.873240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:47.874072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.891450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0aa15f-1d88-42bf-bd45-d195d5a87253 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:47.894221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916290cb-8d62-4ea9-9cd5-e1d78c84ae80 None None] Network e8ab9f55-1321-44a4-90b8-7fefd7a0a70c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:47.908702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8::1 (770411ee-f5c9-4fef-a37d-cc84d6bd90c9/22509f36-428a-4cfe-b934-58fa2586545f/0f82325c-3530-4e1c-9c04-71165ce44f29) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:47.930942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ef8940a3-9627-46d3-bd4a-fe8b21183a9a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:47.946703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Router 6aed9b40-491e-4889-b6e3-e25ccb3573c7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:47.954012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Calling delete_port for ef8940a3-9627-46d3-bd4a-fe8b21183a9a owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:47.983818 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-effe9a69-e4f2-4140-8a49-85e19f6da67d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964622 Mar 09 17:10:47.991570 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e2331c47-7a8d-4be6-89d8-91dcfbe38ab3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8151200 Mar 09 17:10:47.993779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33440) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:48.019343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:48.273397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 44fee44e-e346-4f0c-94dc-f2b4c559218f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:48.274567 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29449621-f10a-4286-be69-acc11502dbf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:48.288715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.311053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ef2ee-f517-4288-a9d4-247272eb1949 None None] Network e8ab9f55-1321-44a4-90b8-7fefd7a0a70c requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:48.333552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-630ac718-a397-47ee-bc02-bdb53a22df77 None None] Current status of the port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:48.346363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.420797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (7cf76de4-42f3-4b2e-9728-dfc157c9b696), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.421892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:48.429423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.476073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] Pushing event deleted for resources: {'Port': ['ID=7cf76de4-42f3-4b2e-9728-dfc157c9b696,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:48.494580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddcbb4f-75e6-456f-9bc8-b73905a12044 None None] No DVR routers for this DVR port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:48.497379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:48.500494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 29449621-f10a-4286-be69-acc11502dbf7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:48.501085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (29449621-f10a-4286-be69-acc11502dbf7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.592585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:48.604208 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] Sync routers for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:48.617509 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0f9299cc-17e1-47ca-82e5-c92c52b70b18 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4973946 Mar 09 17:10:48.624001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33460) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:48.629072 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:48.629968 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:48.654769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-96f2d6c4-c7c8-4c7f-9ec0-f780ce84237c None None] Provisioning complete for port 8ef837eb-bec6-4687-b7f7-e57f675b73aa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:48.655292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-96f2d6c4-c7c8-4c7f-9ec0-f780ce84237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.701259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-96f2d6c4-c7c8-4c7f-9ec0-f780ce84237c None None] Port 8ef837eb-bec6-4687-b7f7-e57f675b73aa cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:48.712028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port 7cf76de4-42f3-4b2e-9728-dfc157c9b696 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:48.723920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.729196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=7cf76de4-42f3-4b2e-9728-dfc157c9b696,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:48.771691 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:48.779347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 29449621-f10a-4286-be69-acc11502dbf7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:48.788042 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:48.788693 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:48.792719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] Deleting port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:48.793350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.828867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0148195-5020-4e6b-8d27-6234777d3e70 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.858654 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:48.859317 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a0a2c-0832-4743-b39b-dc34bdea4b20 None None] The sync data for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:48.891060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (cc712ab2-f6c3-4e27-ae06-e24f179a9185), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.900341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ef8940a3-9627-46d3-bd4a-fe8b21183a9a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.907803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:48.917032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] For port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:48.918834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:48.934721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] Calling delete_port for 576b5a81-70b1-423e-8754-ee3fb4bd1e7f owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:48.944093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:48.957986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:48.958548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (b1e228ef-23a3-47ef-83aa-19d20e89632a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.029192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef8940a3-9627-46d3-bd4a-fe8b21183a9a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:49.039795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Network baeda7ca-4335-48c3-a339-865c26a7d946 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:49.063413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:49.069408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cf76de4-42f3-4b2e-9728-dfc157c9b696 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:49.071319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:49.071843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.076017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d09d6-6504-4a6e-a4f8-215e6d16289f None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:49.080587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Subnet': ['ID=cc712ab2-f6c3-4e27-ae06-e24f179a9185,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:49.085003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=0f82325c-3530-4e1c-9c04-71165ce44f29,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:49.112671 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-a0148195-5020-4e6b-8d27-6234777d3e70 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 17:10:49.114083 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a0148195-5020-4e6b-8d27-6234777d3e70 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7 HTTP/1.1" status: 409 len: 376 time: 0.4890776 Mar 09 17:10:49.119717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (c1309e89-e3cd-45e5-802b-aff584cce723), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.126670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33464) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:49.164167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.171336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0c9e99cb-a418-42e9-a736-f57d21f24635 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ef8940a3-9627-46d3-bd4a-fe8b21183a9a HTTP/1.1" status: 204 len: 168 time: 1.8642902 Mar 09 17:10:49.172311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33472) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:49.176779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74', 'external_fixed_ips': [{'subnet_id': '151e78f8-8026-4f8e-8a95-23a1fae423f8', 'ip_address': '172.20.0.7'}]}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:49.241558 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ac1d72e6-946a-4ee9-a151-90a55bd352ae tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2329245 Mar 09 17:10:49.277296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (576b5a81-70b1-423e-8754-ee3fb4bd1e7f), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.319583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] Pushing event deleted for resources: {'Port': ['ID=576b5a81-70b1-423e-8754-ee3fb4bd1e7f,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:49.321535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 7cf76de4-42f3-4b2e-9728-dfc157c9b696 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:49.321992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7cf76de4-42f3-4b2e-9728-dfc157c9b696 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:49.324802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8555d6b-d8b2-48f1-878a-facc4c1f9d91 None None] No DVR routers for this DVR port 576b5a81-70b1-423e-8754-ee3fb4bd1e7f on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:49.411364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33482) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:49.452627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1058596024', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc712ab2-f6c3-4e27-ae06-e24f179a9185'}], 'security_groups': ['db74dd15-26f9-4e78-92cb-a835e925405e', 'bc55add2-0b5d-4218-bef6-f0ce633be945']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:49.462527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] Update dhcp port {'port': {'network_id': 'baeda7ca-4335-48c3-a339-865c26a7d946', 'fixed_ips': [{'subnet_id': '9fe1bc0a-5d31-483f-81c0-6d9f30300454', 'ip_address': '172.20.0.18'}, {'subnet_id': '9d96aa1b-298c-4f35-821c-78ee5af62644', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc712ab2-f6c3-4e27-ae06-e24f179a9185'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'fe10ed59-08ba-4665-b444-d5ed763c3bfa'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:10:49.463105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (ab35bfc4-d5f6-4068-b0f5-544539bca425), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.463105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (ab35bfc4-d5f6-4068-b0f5-544539bca425), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.547097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.568670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 576b5a81-70b1-423e-8754-ee3fb4bd1e7f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:49.596768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 576b5a81-70b1-423e-8754-ee3fb4bd1e7f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:49.597054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 576b5a81-70b1-423e-8754-ee3fb4bd1e7f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:49.601621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ac0b62a1-9af0-4e08-9886-b7a45866a817 None None] Provisioning complete for port 0f82325c-3530-4e1c-9c04-71165ce44f29 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:49.602013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ac0b62a1-9af0-4e08-9886-b7a45866a817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.629202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-6a481af7-0718-4a27-a154-f90ef16b1176 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:49.630234 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-6a481af7-0718-4a27-a154-f90ef16b1176 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/networks?id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc HTTP/1.1" status: 200 len: 812 time: 0.3999326 Mar 09 17:10:49.680997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (ab35bfc4-d5f6-4068-b0f5-544539bca425), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.718544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1309e89-e3cd-45e5-802b-aff584cce723']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:49.775017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:10:49.782976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85955f9b-77ea-4b35-b792-25a742739da4') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:49.783283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85955f9b-77ea-4b35-b792-25a742739da4') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:49.791749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (3e7bc81b-bd45-4ccb-a9bc-da27bf833f61), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.828183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b62a1-9af0-4e08-9886-b7a45866a817 None None] Port 0f82325c-3530-4e1c-9c04-71165ce44f29 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:49.846790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.871279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=3e7bc81b-bd45-4ccb-a9bc-da27bf833f61,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:49.879011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (85955f9b-77ea-4b35-b792-25a742739da4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.915833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (85955f9b-77ea-4b35-b792-25a742739da4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.959414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:49.969751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:49.969751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (85955f9b-77ea-4b35-b792-25a742739da4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:49.972591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:49.974329 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:49.984240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] Allocated IP 172.20.0.34 (baeda7ca-4335-48c3-a339-865c26a7d946/cc712ab2-f6c3-4e27-ae06-e24f179a9185/fe10ed59-08ba-4665-b444-d5ed763c3bfa) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:49.984422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33494) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:49.984515 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-4c4b06ca-9bad-41c0-9828-cf5db3aa4ec3 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/quotas/73231b073b8f4abdbb20c816065d3a9b HTTP/1.1" status: 200 len: 375 time: 0.3414147 Mar 09 17:10:49.985714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a9092-67d2-432e-88da-4f957ba2f505 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:50.006102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:50.006811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.086343 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-eae59e6d-6b37-48b5-88a7-7a821543c021 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=73231b073b8f4abdbb20c816065d3a9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029675 Mar 09 17:10:50.093904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.197085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '3e7bc81b-bd45-4ccb-a9bc-da27bf833f61'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:50.197955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.209975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bc565477-a969-4a2e-96d0-f28b75a3cb70 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2115901 Mar 09 17:10:50.215631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33498) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:50.224938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe10ed59-08ba-4665-b444-d5ed763c3bfa,segment=NetworkSegment(25d0230a-50b3-447f-8a2d-8e065b15601b),segment_id=25d0230a-50b3-447f-8a2d-8e065b15601b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:50.233821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (c1309e89-e3cd-45e5-802b-aff584cce723), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.248305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.255267 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/c1309e89-e3cd-45e5-802b-aff584cce723 HTTP/1.1" status: 204 len: 168 time: 3.2438703 Mar 09 17:10:50.261685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:50.271805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ab35bfc4-d5f6-4068-b0f5-544539bca425), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.277635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33500) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:50.283757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029531051'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:50.307194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--63631042', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:50.327180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] Publish callbacks [] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.338597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86913a-4f5f-44c2-a50b-9aec22d0e893 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=c1309e89-e3cd-45e5-802b-aff584cce723,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:50.398776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Allocated IP 2001:db8::f816:3eff:fe44:264c (23e84d69-248a-4c03-bab8-85be85a4a2bb/3e7bc81b-bd45-4ccb-a9bc-da27bf833f61/37b24118-383d-49a2-89d9-54ac579877ca) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:50.401717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.500262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:50.503683 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-f39a9859-a0cc-4404-b9b9-85d0cac112cd service neutron] 10.222.0.16 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168210 Mar 09 17:10:50.503816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.522643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.579896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463efce-6d7b-45b5-822b-6340832197a8 None None] Pushing event updated for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:50.591331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:50.594205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.621275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.682108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Publish callbacks [] for port (37b24118-383d-49a2-89d9-54ac579877ca), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.691759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.744390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:50.776129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (8ab85203-ccb4-42dd-a684-f4ed1361a3af), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.798756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (37b24118-383d-49a2-89d9-54ac579877ca), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.802110 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-b955f387-8c25-45c3-ae74-08f9cb72091d service neutron] 10.222.0.16 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974575 Mar 09 17:10:50.811570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9485e107-1319-40ed-8e18-133b801f3b2d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.811920 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 9485e107-1319-40ed-8e18-133b801f3b2d of type vlan for network d4932e33-f757-431d-ba83-8eee02329618 Mar 09 17:10:50.844578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:50.847419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.848300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.848519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (b1e228ef-23a3-47ef-83aa-19d20e89632a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.849896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:50.865505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:50.870644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:50.874099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Pushing event updated for resources: {'Port': ['ID=37b24118-383d-49a2-89d9-54ac579877ca,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:50.880028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8ab85203-ccb4-42dd-a684-f4ed1361a3af), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.934021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:10:50.934670 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:10:50.948080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Attempting to bind port 37b24118-383d-49a2-89d9-54ac579877ca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:50.948803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Attempting to bind port 37b24118-383d-49a2-89d9-54ac579877ca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:50.950641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Attempting to bind port 37b24118-383d-49a2-89d9-54ac579877ca on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:50.957824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:50.958216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:50.958657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.961557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:50.964815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Bound port: 37b24118-383d-49a2-89d9-54ac579877ca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:50.967075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (37b24118-383d-49a2-89d9-54ac579877ca), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.975712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e0814847-302f-4478-8107-13e010972a5d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:50.976066 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment e0814847-302f-4478-8107-13e010972a5d of type vlan for network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 Mar 09 17:10:50.996014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Delete allocated IP 172.20.0.6 (baeda7ca-4335-48c3-a339-865c26a7d946/9d96aa1b-298c-4f35-821c-78ee5af62644) {{(pid=104358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 17:10:51.002732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=0f82325c-3530-4e1c-9c04-71165ce44f29,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:51.012151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d4932e33-f757-431d-ba83-8eee02329618), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.015754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab85203-ccb4-42dd-a684-f4ed1361a3af,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:51.046323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Allocated IP 172.20.0.41 (baeda7ca-4335-48c3-a339-865c26a7d946/cc712ab2-f6c3-4e27-ae06-e24f179a9185/98bf4516-0ef2-4a03-9b85-7f5867099bf1) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:51.127663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] For port 37b24118-383d-49a2-89d9-54ac579877ca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:51.131398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:10:51.133472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8d5f0c1b-1b8b-467c-97f1-0693d3091f24), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.144601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] For port 37b24118-383d-49a2-89d9-54ac579877ca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37b24118-383d-49a2-89d9-54ac579877ca,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:51.185624 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-321873d5-5a59-4a42-b703-d8d5d988660e req-96c477d1-c3a6-4908-a2da-0a76fabdf651 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0604904 Mar 09 17:10:51.190172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:51.204472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:51.245739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (37b24118-383d-49a2-89d9-54ac579877ca), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.345976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54db35-d393-4f69-8c81-84311a2cc275 None None] Pushing event updated for resources: {'Port': ['ID=37b24118-383d-49a2-89d9-54ac579877ca,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:51.346362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8d5f0c1b-1b8b-467c-97f1-0693d3091f24), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.352580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:51.353234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.497136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=8d5f0c1b-1b8b-467c-97f1-0693d3091f24,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:51.508658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:51.544680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d4932e33-f757-431d-ba83-8eee02329618), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.544680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:51.545267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.598580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:51.606731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting port 8ef837eb-bec6-4687-b7f7-e57f675b73aa {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:51.606731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.637891 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b37fb131-19a5-48a8-9cd2-adfc3898a32e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6393461 Mar 09 17:10:51.638836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:51.648794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:51.686148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Provisioning complete for port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:51.686803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.726668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router b1e228ef-23a3-47ef-83aa-19d20e89632a is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:51.782117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:51.809490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:51.809904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.819841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.822490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.824120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (ab05cb2a-dc68-493c-a116-55fa3718ff2e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.843512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:51.888198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.888583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (ab05cb2a-dc68-493c-a116-55fa3718ff2e), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:51.927119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Calling delete_port for 8ef837eb-bec6-4687-b7f7-e57f675b73aa owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:51.940831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:51.989575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:51.997940 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-63cdda31-2d90-42af-a333-d4cbee1bb67a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/b1e228ef-23a3-47ef-83aa-19d20e89632a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2790298 Mar 09 17:10:52.002092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33514) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:52.019595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:52.023372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] Sync routers for ids ['b1e228ef-23a3-47ef-83aa-19d20e89632a'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:52.036242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] Routers {'b1e228ef-23a3-47ef-83aa-19d20e89632a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:52.036876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b1e228ef-23a3-47ef-83aa-19d20e89632a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:52.093350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:52.098221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:52.098221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.138469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b12652cb-8cae-45cc-91bc-3afcc74b5687 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:52.147120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] Routers {'b1e228ef-23a3-47ef-83aa-19d20e89632a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:52.147755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b1e228ef-23a3-47ef-83aa-19d20e89632a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:52.164308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c90c2b-4ee9-4b6f-ade9-21970b23f25e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:52.168935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a3c90c2b-4ee9-4b6f-ade9-21970b23f25e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports/0f82325c-3530-4e1c-9c04-71165ce44f29 HTTP/1.1" status: 200 len: 911 time: 0.1626499 Mar 09 17:10:52.174559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33518) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:52.178532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22509f36-428a-4cfe-b934-58fa2586545f'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:52.188224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:52.188938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c939b2-2734-439f-b335-348f74fa8e4a None None] The sync data for ids ['b1e228ef-23a3-47ef-83aa-19d20e89632a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:52.205319 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9243543 Mar 09 17:10:52.210376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ab35bfc4-d5f6-4068-b0f5-544539bca425), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.212652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33522) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:52.219513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ae8f5-4ada-4a06-ac3b-afff29d0a989 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=d4932e33-f757-431d-ba83-8eee02329618,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:52.232039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d4932e33-f757-431d-ba83-8eee02329618 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:10:52.248137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': 'd4932e33-f757-431d-ba83-8eee02329618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:52.271136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.296144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ab05cb2a-dc68-493c-a116-55fa3718ff2e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.335636 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-566be9f5-0324-493c-bba5-7bc7252d1e95 req-6727aadd-9c82-47b7-9521-36fb3c796b32 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0831199 Mar 09 17:10:52.365167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3ff0636f-c625-4865-8a85-8e8c43fb3906 None None] Provisioning complete for port 0f82325c-3530-4e1c-9c04-71165ce44f29 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:52.365744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3ff0636f-c625-4865-8a85-8e8c43fb3906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.409844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0636f-c625-4865-8a85-8e8c43fb3906 None None] Port 0f82325c-3530-4e1c-9c04-71165ce44f29 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:52.466540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (31ef90a4-6934-467f-ba16-a16368fb74f0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.504086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.565510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.615977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:52.626736 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:52.641890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:52.641890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.645327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=31ef90a4-6934-467f-ba16-a16368fb74f0,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:52.704711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Allocated IP 172.20.0.7 (dcb67641-8a3d-47e7-97ea-4956c01f6c74/151e78f8-8026-4f8e-8a95-23a1fae423f8/ec9da5a9-6a2b-4a53-aaf5-6591e9703c41) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:52.716412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.803250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2443600-44e5-4ac6-a2e3-ab619dcf916f None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:52.863273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:52.867311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.893876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a4602d68-abff-4ab3-bafa-79ff285e3f7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6709259 Mar 09 17:10:52.904841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] Provisioning complete for port 37b24118-383d-49a2-89d9-54ac579877ca triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:52.911332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (37b24118-383d-49a2-89d9-54ac579877ca), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.919352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33524) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:52.924383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:f2:47:2f', 'name': 'tempest-NetworksTestDHCPv6-855586716'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:52.968545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8ef837eb-bec6-4687-b7f7-e57f675b73aa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:52.972119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event updated for resources: {'Port': ['ID=98bf4516-0ef2-4a03-9b85-7f5867099bf1,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:52.978080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.017558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Port': ['ID=8ef837eb-bec6-4687-b7f7-e57f675b73aa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:53.073649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] Current status of the port 37b24118-383d-49a2-89d9-54ac579877ca is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:53.074655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (37b24118-383d-49a2-89d9-54ac579877ca), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.122486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] For port 37b24118-383d-49a2-89d9-54ac579877ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37b24118-383d-49a2-89d9-54ac579877ca,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:53.146004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] In _notify_port_updated(), no bound segment for port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 on network baeda7ca-4335-48c3-a339-865c26a7d946 {{(pid=104358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:10:53.151156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:53.152639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.157258 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-51315b7f-cb78-4bcf-b2ae-dca1c7845644 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "PUT /v2.0/ports/98bf4516-0ef2-4a03-9b85-7f5867099bf1 HTTP/1.1" status: 200 len: 960 time: 3.7406132 Mar 09 17:10:53.164195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33526) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:53.204122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] Update dhcp port {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': '3e7bc81b-bd45-4ccb-a9bc-da27bf833f61', 'ip_address': '2001:db8::f816:3eff:fe44:264c'}, {'subnet_id': '31ef90a4-6934-467f-ba16-a16368fb74f0'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '37b24118-383d-49a2-89d9-54ac579877ca'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:10:53.242832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (37b24118-383d-49a2-89d9-54ac579877ca), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.295853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (37b24118-383d-49a2-89d9-54ac579877ca), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.347634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (6aed9b40-491e-4889-b6e3-e25ccb3573c7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.409775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.478072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c701397-70b4-43e8-b73e-184176ba273b None None] Pushing event updated for resources: {'Port': ['ID=37b24118-383d-49a2-89d9-54ac579877ca,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:53.540940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network dcb67641-8a3d-47e7-97ea-4956c01f6c74 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:53.547563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:53.552056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:53.580251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:53.596819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] Allocated IP 172.20.0.2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/31ef90a4-6934-467f-ba16-a16368fb74f0/37b24118-383d-49a2-89d9-54ac579877ca) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:53.623269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4144b049-643a-4a59-89bb-139a76d8cbdb req-d4979cfc-23b4-4657-9260-7b35c446702f tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0843482 Mar 09 17:10:53.628460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9da5a9-6a2b-4a53-aaf5-6591e9703c41,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:53.673776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 37b24118-383d-49a2-89d9-54ac579877ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:53.688987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:53.689225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.723859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e5370d3e-e1d4-4d55-aa9a-e4222e89da0a None None] Provisioning complete for port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:53.723859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e5370d3e-e1d4-4d55-aa9a-e4222e89da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.762884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Router 6aed9b40-491e-4889-b6e3-e25ccb3573c7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:10:53.800697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] For port 37b24118-383d-49a2-89d9-54ac579877ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37b24118-383d-49a2-89d9-54ac579877ca,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:53.824304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e5370d3e-e1d4-4d55-aa9a-e4222e89da0a None None] Port 98bf4516-0ef2-4a03-9b85-7f5867099bf1 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:53.837785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 37b24118-383d-49a2-89d9-54ac579877ca triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:53.838168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (37b24118-383d-49a2-89d9-54ac579877ca), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.849809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.878457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] Publish callbacks [] for port (37b24118-383d-49a2-89d9-54ac579877ca), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.883003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (936d358f-7fa7-41e1-bcf4-fcd25f5f86f4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.909679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.940407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 37b24118-383d-49a2-89d9-54ac579877ca is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:53.964726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:53.965157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.973961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c5e52fba-ef02-4467-a055-0ce73b7c0283 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8328776 Mar 09 17:10:53.976326 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] Sync routers for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:53.977539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (37b24118-383d-49a2-89d9-54ac579877ca), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:53.981267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33530) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:53.995913 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:53.996972 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:54.040499 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:54.055559 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] Routers {'6aed9b40-491e-4889-b6e3-e25ccb3573c7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:54.056319 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:54.062196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.071706 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-c4ac38f8-d16e-4d60-b85c-3d4f2fb8c448 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] show failed (client error): The resource could not be found. Mar 09 17:10:54.072837 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c4ac38f8-d16e-4d60-b85c-3d4f2fb8c448 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-744403957 HTTP/1.1" status: 404 len: 334 time: 0.0906019 Mar 09 17:10:54.080068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.083201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33532) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:54.092433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a75ea2d3-2e5f-40f1-bd1f-710bc5da561c tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:54.098586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27318a3-ec8c-4448-a6dd-95eb9adf0f13 None None] Pushing event updated for resources: {'Port': ['ID=37b24118-383d-49a2-89d9-54ac579877ca,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:54.112014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=936d358f-7fa7-41e1-bcf4-fcd25f5f86f4,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:54.117664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 98bf4516-0ef2-4a03-9b85-7f5867099bf1 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:54.137319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 830f9b97-e9dc-4e7c-a66d-60c270d6b4ce yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:10:54.150013 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-a75ea2d3-2e5f-40f1-bd1f-710bc5da561c tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] update failed (client error): The resource could not be found. Mar 09 17:10:54.157123 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a75ea2d3-2e5f-40f1-bd1f-710bc5da561c tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-192403146 HTTP/1.1" status: 404 len: 334 time: 0.0667586 Mar 09 17:10:54.164061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33534) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:54.178637 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:54.184019 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee252c51-b9da-4a8e-8006-c32bb04af68c None None] The sync data for ids ['6aed9b40-491e-4889-b6e3-e25ccb3573c7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:10:54.222515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.132 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/9718c021-879b-4fa2-8b0c-c7d639f7dcfa) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:54.233918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.239430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:54.243951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.243951 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/ports/0f82325c-3530-4e1c-9c04-71165ce44f29 HTTP/1.1" status: 200 len: 911 time: 2.0683568 Mar 09 17:10:54.252802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33536) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:54.310365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afedbb-656f-4088-8e3f-0bd80809e644 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=0f82325c-3530-4e1c-9c04-71165ce44f29,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:54.396020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.399266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '9485e107-1319-40ed-8e18-133b801f3b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4932e33-f757-431d-ba83-8eee02329618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:54.402663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: d4932e33-f757-431d-ba83-8eee02329618, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:10:54.513182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.551949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:54.555172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:54.561034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:54.591498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:54.593648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting subnet d02eeb6f-7419-4105-a65c-8aba92623dde {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:54.614936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-ecef168b-3922-4e9e-b883-10bf07596e10 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:54.616585 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-ecef168b-3922-4e9e-b883-10bf07596e10 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.36 "GET /v2.0/networks?id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc HTTP/1.1" status: 200 len: 812 time: 0.5567105 Mar 09 17:10:54.630218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (d02eeb6f-7419-4105-a65c-8aba92623dde), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.666862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Request body: {'port': {'device_id': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc', 'admin_state_up': True, 'tenant_id': '73231b073b8f4abdbb20c816065d3a9b'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:54.678430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network d4932e33-f757-431d-ba83-8eee02329618 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:10:54.851371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c488328c-1f93-453a-84b4-cc3973933737 None None] Provisioning complete for port 37b24118-383d-49a2-89d9-54ac579877ca triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:54.851986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c488328c-1f93-453a-84b4-cc3973933737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (37b24118-383d-49a2-89d9-54ac579877ca), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:54.936172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c488328c-1f93-453a-84b4-cc3973933737 None None] Current status of the port 37b24118-383d-49a2-89d9-54ac579877ca is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:55.093193 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ab35bfc4-d5f6-4068-b0f5-544539bca425), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.209662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (d02eeb6f-7419-4105-a65c-8aba92623dde), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.213421 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e233b604-0a36-49ba-a2fd-99f7459b292a req-fab494d3-1f76-4f60-8a5a-a8208c27c779 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.1485538 Mar 09 17:10:55.244790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d4932e33-f757-431d-ba83-8eee02329618) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:55.252915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ae649-9ecc-4ace-8ee3-1549208b9bee None None] Network d4932e33-f757-431d-ba83-8eee02329618 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:55.318038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:55.318631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.455716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 172.20.0.14 (23e84d69-248a-4c03-bab8-85be85a4a2bb/31ef90a4-6934-467f-ba16-a16368fb74f0/830f9b97-e9dc-4e7c-a66d-60c270d6b4ce) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:55.502216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d4932e33-f757-431d-ba83-8eee02329618', 'network_id': 'd4932e33-f757-431d-ba83-8eee02329618', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '936d358f-7fa7-41e1-bcf4-fcd25f5f86f4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:10:55.502855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.507214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 37b24118-383d-49a2-89d9-54ac579877ca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:55.510253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fef2:472f (23e84d69-248a-4c03-bab8-85be85a4a2bb/3e7bc81b-bd45-4ccb-a9bc-da27bf833f61/830f9b97-e9dc-4e7c-a66d-60c270d6b4ce) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:55.514638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (98bf4516-0ef2-4a03-9b85-7f5867099bf1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.548674 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8161729c-1264-48cc-aa6d-51af71df3c40 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3301358 Mar 09 17:10:55.552035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33544) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:55.558486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1339544019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:55.596292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=98bf4516-0ef2-4a03-9b85-7f5867099bf1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:55.639851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 37b24118-383d-49a2-89d9-54ac579877ca triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:55.640239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (37b24118-383d-49a2-89d9-54ac579877ca), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.642425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (f52d9b42-009b-41b9-bc36-183a06b58d39), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.643647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (f52d9b42-009b-41b9-bc36-183a06b58d39), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.650719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (d02eeb6f-7419-4105-a65c-8aba92623dde), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.723023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Allocated IP 172.20.0.2 (d4932e33-f757-431d-ba83-8eee02329618/936d358f-7fa7-41e1-bcf4-fcd25f5f86f4/91e4bd01-c387-4fc3-900e-6204def3e937) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:55.765785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (f52d9b42-009b-41b9-bc36-183a06b58d39), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.783665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.805017 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Made reservation on behalf of 73231b073b8f4abdbb20c816065d3a9b for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:55.813508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.900380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (f52d9b42-009b-41b9-bc36-183a06b58d39), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.938680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.939092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 37b24118-383d-49a2-89d9-54ac579877ca is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:55.945287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b21c2735-f7bc-4aff-8114-163f281e898f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/98bf4516-0ef2-4a03-9b85-7f5867099bf1 HTTP/1.1" status: 204 len: 168 time: 2.7765024 Mar 09 17:10:55.945600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33546) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:55.954796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Publish callbacks [] for port (91e4bd01-c387-4fc3-900e-6204def3e937), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:55.974306 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9bd89-a0c8-4848-ab87-2c32600b1273 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] GET failed (client error): The resource could not be found. Mar 09 17:10:55.977569 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e9d9bd89-a0c8-4848-ab87-2c32600b1273 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports/98bf4516-0ef2-4a03-9b85-7f5867099bf1 HTTP/1.1" status: 404 len: 333 time: 0.0291803 Mar 09 17:10:55.980322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33548) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:56.003452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.004689 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b0afa627-3695-47af-8b74-fc29bdb90806 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4510667 Mar 09 17:10:56.004995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (d02eeb6f-7419-4105-a65c-8aba92623dde), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.043123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33550) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:56.055863 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.060567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Subnet': ['ID=d02eeb6f-7419-4105-a65c-8aba92623dde,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:56.076933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.080195 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f4b02ea1-ceb9-4627-a85a-aadf05bd6f56 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/subnets/d02eeb6f-7419-4105-a65c-8aba92623dde HTTP/1.1" status: 204 len: 168 time: 1.9162960 Mar 09 17:10:56.087664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33552) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:56.096973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcba6c6-a2e3-4df4-845a-7f48ff66cc34 None None] Network b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:56.122419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (ab35bfc4-d5f6-4068-b0f5-544539bca425), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.125082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Network d4932e33-f757-431d-ba83-8eee02329618 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:56.142755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:56.147979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.149716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:56.154901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Pushing event updated for resources: {'Port': ['ID=91e4bd01-c387-4fc3-900e-6204def3e937,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:56.239932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97668729-243a-489c-8295-995bf0da2042 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (5634596c-1b10-470a-a9cf-8b21983752c5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.267807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (830f9b97-e9dc-4e7c-a66d-60c270d6b4ce), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.286785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Attempting to bind port 91e4bd01-c387-4fc3-900e-6204def3e937 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:56.287893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Attempting to bind port 91e4bd01-c387-4fc3-900e-6204def3e937 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9485e107-1319-40ed-8e18-133b801f3b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4932e33-f757-431d-ba83-8eee02329618'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:56.288269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Attempting to bind port 91e4bd01-c387-4fc3-900e-6204def3e937 on network d4932e33-f757-431d-ba83-8eee02329618 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:56.296214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Allocated IP 172.20.0.9 (cddd6414-e58e-4b3a-92d2-5896ea3d1cfc/b68c1133-f9b6-4c43-a725-430e3e0058cb/ee2a9186-6f96-4690-b4d9-39a389d8b5e0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:56.302852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:56.303368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Checking segment: {'id': '9485e107-1319-40ed-8e18-133b801f3b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4932e33-f757-431d-ba83-8eee02329618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:56.304048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.304291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Bound using segment: {'id': '9485e107-1319-40ed-8e18-133b801f3b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4932e33-f757-431d-ba83-8eee02329618'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:56.304793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Bound port: 91e4bd01-c387-4fc3-900e-6204def3e937, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9485e107-1319-40ed-8e18-133b801f3b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4932e33-f757-431d-ba83-8eee02329618'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:56.305182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.315528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97668729-243a-489c-8295-995bf0da2042 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (5634596c-1b10-470a-a9cf-8b21983752c5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.335913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.414522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] For port 91e4bd01-c387-4fc3-900e-6204def3e937, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:56.418294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] For port 91e4bd01-c387-4fc3-900e-6204def3e937, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91e4bd01-c387-4fc3-900e-6204def3e937,segment=NetworkSegment(9485e107-1319-40ed-8e18-133b801f3b2d),segment_id=9485e107-1319-40ed-8e18-133b801f3b2d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:56.422630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] DHCP port deletion for b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:10:56.445993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (b1e228ef-23a3-47ef-83aa-19d20e89632a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.487534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] Deleting port 44fee44e-e346-4f0c-94dc-f2b4c559218f {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:56.488010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.502879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.604821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (830f9b97-e9dc-4e7c-a66d-60c270d6b4ce), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.618838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] For port 44fee44e-e346-4f0c-94dc-f2b4c559218f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44fee44e-e346-4f0c-94dc-f2b4c559218f,segment=NetworkSegment(42c70475-104d-4de2-95f1-7e3fd0fbb979),segment_id=42c70475-104d-4de2-95f1-7e3fd0fbb979)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:56.619385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.633792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a567d1-a8d3-47ee-86a5-e42096482a4f None None] Pushing event updated for resources: {'Port': ['ID=91e4bd01-c387-4fc3-900e-6204def3e937,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:56.641188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] Calling delete_port for 44fee44e-e346-4f0c-94dc-f2b4c559218f owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:56.698331 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a58a2b9-a9ed-4c8e-96e0-56f3e6ad9e78 req-c14a501f-0a3e-4348-ab19-b4c3609bf331 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.4101517 Mar 09 17:10:56.783984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:56.800989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:56.801997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:56.842971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.894702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=830f9b97-e9dc-4e7c-a66d-60c270d6b4ce,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:56.896054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.917797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting port 44fee44e-e346-4f0c-94dc-f2b4c559218f {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:56.918151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.923330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] Pushing event deleted for resources: {'Port': ['ID=44fee44e-e346-4f0c-94dc-f2b4c559218f,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:56.929414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331069d-22aa-40a7-943e-dbe52f191f83 None None] No DVR routers for this DVR port 44fee44e-e346-4f0c-94dc-f2b4c559218f on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:56.930944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97668729-243a-489c-8295-995bf0da2042 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5634596c-1b10-470a-a9cf-8b21983752c5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.934936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97668729-243a-489c-8295-995bf0da2042 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.937651 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-97668729-243a-489c-8295-995bf0da2042 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/security-groups/5634596c-1b10-470a-a9cf-8b21983752c5 HTTP/1.1" status: 204 len: 168 time: 0.9550881 Mar 09 17:10:56.961714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33556) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:56.965154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks [] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:56.991603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97668729-243a-489c-8295-995bf0da2042 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5634596c-1b10-470a-a9cf-8b21983752c5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:57.014778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:57.015731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.094117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] For port 44fee44e-e346-4f0c-94dc-f2b4c559218f, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:57.094117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.134794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Calling delete_port for 44fee44e-e346-4f0c-94dc-f2b4c559218f owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:57.140090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_backend_mixin [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Port 44fee44e-e346-4f0c-94dc-f2b4c559218f was not found and therefore no delete operation was performed {{(pid=104358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:10:57.143230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Router ab35bfc4-d5f6-4068-b0f5-544539bca425 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:57.153069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (44fee44e-e346-4f0c-94dc-f2b4c559218f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.165669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:10:57.226626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Port': ['ID=44fee44e-e346-4f0c-94dc-f2b4c559218f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:57.233699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] No DVR routers for this DVR port 44fee44e-e346-4f0c-94dc-f2b4c559218f on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:10:57.243318 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e414eea9-1a63-4e6d-80dd-d5847f14e69e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3204477 Mar 09 17:10:57.246041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33558) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:57.248998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17d34b2e-dbf1-46e4-a77e-add9a544aee2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (bc55add2-0b5d-4218-bef6-f0ce633be945), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.319850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.366281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.20.0.1 (d4932e33-f757-431d-ba83-8eee02329618/936d358f-7fa7-41e1-bcf4-fcd25f5f86f4/028abaad-40eb-4b07-baf7-917f19773937) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:10:57.372607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e2bc251c-ffbe-49de-a97c-44f88cfb104d None None] Provisioning complete for port 830f9b97-e9dc-4e7c-a66d-60c270d6b4ce triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:57.377382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:57.377535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e2bc251c-ffbe-49de-a97c-44f88cfb104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (830f9b97-e9dc-4e7c-a66d-60c270d6b4ce), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.407147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:57.411867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a7f6c-ae23-4757-9388-4b8c00e28d60 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:57.414286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17d34b2e-dbf1-46e4-a77e-add9a544aee2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (bc55add2-0b5d-4218-bef6-f0ce633be945), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.417808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a7f6c-ae23-4757-9388-4b8c00e28d60 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:57.422686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-659a7f6c-ae23-4757-9388-4b8c00e28d60 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1724906 Mar 09 17:10:57.423712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33560) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:57.463144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc251c-ffbe-49de-a97c-44f88cfb104d None None] Port 830f9b97-e9dc-4e7c-a66d-60c270d6b4ce cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:57.467535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:57.468269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:57.499256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.500953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a1d2c1d7-adae-4a42-92ad-a3859b0690bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8569553 Mar 09 17:10:57.504108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33562) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:57.571400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (028abaad-40eb-4b07-baf7-917f19773937), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.619837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91e4bd01-c387-4fc3-900e-6204def3e937 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:57.649508 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4ca8a016-4b7b-45be-ab3f-06375aca9d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1443973 Mar 09 17:10:57.650405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33566) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:57.688728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:57.726479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (028abaad-40eb-4b07-baf7-917f19773937), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.797174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 91e4bd01-c387-4fc3-900e-6204def3e937 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:57.797557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.882206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696852c4-2b75-493f-bccf-84357f0b43d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:57.882790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696852c4-2b75-493f-bccf-84357f0b43d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:57.891494 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-696852c4-2b75-493f-bccf-84357f0b43d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.2360964 Mar 09 17:10:57.912379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33570) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:57.912619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:57.959099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 91e4bd01-c387-4fc3-900e-6204def3e937 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:57.959797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:57.965798 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-36428795-411e-49a0-b9b9-f8bb95a0b890 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511796 Mar 09 17:10:57.965798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network d4932e33-f757-431d-ba83-8eee02329618 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:10:57.967136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33572) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:57.968720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=028abaad-40eb-4b07-baf7-917f19773937,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:57.993915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:57.997709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:58.005730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:10:58.016457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 91e4bd01-c387-4fc3-900e-6204def3e937, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91e4bd01-c387-4fc3-900e-6204def3e937,segment=NetworkSegment(9485e107-1319-40ed-8e18-133b801f3b2d),segment_id=9485e107-1319-40ed-8e18-133b801f3b2d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:58.032487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:10:54Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:58.047948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.051672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Pushing event updated for resources: {'Port': ['ID=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:58.063843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:10:58.069048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:10:58.069464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Updating router ab05cb2a-dc68-493c-a116-55fa3718ff2e port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:10:58.075095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624e78e-a6d3-4f9a-9b7d-b44d296a935e None None] Network d4932e33-f757-431d-ba83-8eee02329618 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:10:58.120626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (f52d9b42-009b-41b9-bc36-183a06b58d39), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.122749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.128375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f490a4a-6677-4a45-84b9-ec696221d911 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:58.128821 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-29acaa44-ef0b-4c03-8733-74eaf75da7e6 None None] Provisioning complete for port 91e4bd01-c387-4fc3-900e-6204def3e937 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:58.129252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29acaa44-ef0b-4c03-8733-74eaf75da7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.132621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f490a4a-6677-4a45-84b9-ec696221d911 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dcb67641-8a3d-47e7-97ea-4956c01f6c74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1505053 Mar 09 17:10:58.141313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33574) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.206424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:58.222145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 44fee44e-e346-4f0c-94dc-f2b4c559218f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:10:58.240602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.256260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c70475-104d-4de2-95f1-7e3fd0fbb979') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:58.256582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c70475-104d-4de2-95f1-7e3fd0fbb979') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:58.263346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:10:58.266249 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b5b93734-1f49-4e55-9433-2177a3736d58 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193004 Mar 09 17:10:58.269414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33576) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.274126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Sync routers for ids ['ab35bfc4-d5f6-4068-b0f5-544539bca425'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:10:58.275778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 44fee44e-e346-4f0c-94dc-f2b4c559218f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:10:58.276170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 44fee44e-e346-4f0c-94dc-f2b4c559218f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:10:58.290985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (42c70475-104d-4de2-95f1-7e3fd0fbb979), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.293133 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Routers {'ab35bfc4-d5f6-4068-b0f5-544539bca425'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:58.300914 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab35bfc4-d5f6-4068-b0f5-544539bca425'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:58.301152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:58.301707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.332315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 0f82325c-3530-4e1c-9c04-71165ce44f29 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:58.332739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.351492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094460-8948-457e-a8ce-62f4f4789910 req-9f74ff00-ad0d-4c28-b8ee-1afb070b5583 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:58.358045 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b0094460-8948-457e-a8ce-62f4f4789910 req-9f74ff00-ad0d-4c28-b8ee-1afb070b5583 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 931 time: 0.4614680 Mar 09 17:10:58.358045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (42c70475-104d-4de2-95f1-7e3fd0fbb979), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.380635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17d34b2e-dbf1-46e4-a77e-add9a544aee2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (bc55add2-0b5d-4218-bef6-f0ce633be945), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.383306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-17d34b2e-dbf1-46e4-a77e-add9a544aee2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.385358 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-17d34b2e-dbf1-46e4-a77e-add9a544aee2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/security-groups/bc55add2-0b5d-4218-bef6-f0ce633be945 HTTP/1.1" status: 204 len: 168 time: 1.4169347 Mar 09 17:10:58.402507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:10:58.403927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (42c70475-104d-4de2-95f1-7e3fd0fbb979), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.408173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:10:58.410009 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:10:58.418964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818358f-7076-47c1-99a6-65b78696ebfa tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:58.420100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818358f-7076-47c1-99a6-65b78696ebfa tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:10:58.423501 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1818358f-7076-47c1-99a6-65b78696ebfa tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.1526463 Mar 09 17:10:58.433127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33580) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.453060 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Set router ab35bfc4-d5f6-4068-b0f5-544539bca425 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:58.463412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.467125 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a3125de2-e86b-43c3-a081-9072e80251ca tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.2914057 Mar 09 17:10:58.473224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33582) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.477226 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-a23760e2-c349-4a00-a696-61a65e8d47c9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8418205 Mar 09 17:10:58.477942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d34b2e-dbf1-46e4-a77e-add9a544aee2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55add2-0b5d-4218-bef6-f0ce633be945,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:58.498941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=91e4bd01-c387-4fc3-900e-6204def3e937,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:58.522605 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ee00688c-d20d-4eee-964a-3996a41a6891 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850477 Mar 09 17:10:58.525791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Request body: {'port': {'device_id': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:58.569775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33584) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.650502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (028abaad-40eb-4b07-baf7-917f19773937), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.654957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (ab35bfc4-d5f6-4068-b0f5-544539bca425), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.669041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-29acaa44-ef0b-4c03-8733-74eaf75da7e6 None None] Current status of the port 91e4bd01-c387-4fc3-900e-6204def3e937 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:58.686519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.698628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.702445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-95784893-eac0-4ebd-b6f1-7b06433fcc43 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dcb67641-8a3d-47e7-97ea-4956c01f6c74&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1221108 Mar 09 17:10:58.704930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 830f9b97-e9dc-4e7c-a66d-60c270d6b4ce {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:58.705263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (830f9b97-e9dc-4e7c-a66d-60c270d6b4ce), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.706779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33586) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.715970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096417690', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:10:58.754063 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b0094460-8948-457e-a8ce-62f4f4789910 req-43f0fcc7-fbba-4a14-bf0f-375326c8412b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817022 Mar 09 17:10:58.761842 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bfc4-d5f6-4068-b0f5-544539bca425', 'name': '', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74', 'external_fixed_ips': [{'subnet_id': '151e78f8-8026-4f8e-8a95-23a1fae423f8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ec9da5a9-6a2b-4a53-aaf5-6591e9703c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:49Z', 'updated_at': '2022-03-09T17:10:54Z', 'revision_number': 3, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port': {'id': 'ec9da5a9-6a2b-4a53-aaf5-6591e9703c41', 'name': '', 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab35bfc4-d5f6-4068-b0f5-544539bca425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '151e78f8-8026-4f8e-8a95-23a1fae423f8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:52Z', 'updated_at': '2022-03-09T17:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '151e78f8-8026-4f8e-8a95-23a1fae423f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:58.765288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.788711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.792049 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/networks/b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b HTTP/1.1" status: 204 len: 168 time: 2.6979930 Mar 09 17:10:58.794317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.809712 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Checking router: ab35bfc4-d5f6-4068-b0f5-544539bca425 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:10:58.810640 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Updating router ab35bfc4-d5f6-4068-b0f5-544539bca425 port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:10:58.816761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33588) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:58.853871 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.883018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 0f82325c-3530-4e1c-9c04-71165ce44f29 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:58.890923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93926d64-a229-4c1c-89d7-6ba2428c9a03 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Network': ['ID=b87f9d4d-971f-4989-9eb6-2fbab6f9fa4b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:58.938108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Publish callbacks [] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:58.947035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5c5f-f27e-47ba-91d1-8b4e33099317 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (db74dd15-26f9-4e78-92cb-a835e925405e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.019347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:10:59.027967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.028242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.071433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting subnet 657a3cc2-7317-4e1a-822e-b36a4c67e521 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:10:59.113500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Attempting to bind port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:59.115373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Attempting to bind port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:59.115947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Attempting to bind port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:59.123732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2f5b-6b4a-4f3f-897a-2a3d756823bc None None] Pushing event updated for resources: {'Port': ['ID=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:59.144145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:59.144876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:59.147136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.149226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:59.150403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Bound port: 9718c021-879b-4fa2-8b0c-c7d639f7dcfa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:59.151200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.201990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5c5f-f27e-47ba-91d1-8b4e33099317 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (db74dd15-26f9-4e78-92cb-a835e925405e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.205762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (657a3cc2-7317-4e1a-822e-b36a4c67e521), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.239317 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Publish callbacks [] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.241023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4fef8d86-6b1d-4019-ab53-238b12041094 None None] Provisioning complete for port 91e4bd01-c387-4fc3-900e-6204def3e937 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:59.241789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4fef8d86-6b1d-4019-ab53-238b12041094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.299086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] For port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:59.304290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] For port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:59.313749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ab35bfc4-d5f6-4068-b0f5-544539bca425), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.326169 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.346506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4fef8d86-6b1d-4019-ab53-238b12041094 None None] Current status of the port 91e4bd01-c387-4fc3-900e-6204def3e937 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:10:59.364449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (830f9b97-e9dc-4e7c-a66d-60c270d6b4ce), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.373256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4fef8d86-6b1d-4019-ab53-238b12041094 None None] Provisioning complete for port 028abaad-40eb-4b07-baf7-917f19773937 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:59.373652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4fef8d86-6b1d-4019-ab53-238b12041094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (028abaad-40eb-4b07-baf7-917f19773937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.411747 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Attempting to bind port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:10:59.412120 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Attempting to bind port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1287bb90-16c4-4f9d-8c46-9a2411f28496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:10:59.412637 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Attempting to bind port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41 on network dcb67641-8a3d-47e7-97ea-4956c01f6c74 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:10:59.425983 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:10:59.426537 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Checking segment: {'id': '1287bb90-16c4-4f9d-8c46-9a2411f28496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:10:59.426799 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.427193 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Bound using segment: {'id': '1287bb90-16c4-4f9d-8c46-9a2411f28496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:10:59.427661 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Bound port: ec9da5a9-6a2b-4a53-aaf5-6591e9703c41, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1287bb90-16c4-4f9d-8c46-9a2411f28496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dcb67641-8a3d-47e7-97ea-4956c01f6c74'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:10:59.428040 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.436007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.436213 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67303-a4e9-4ad8-bedd-440582ae799e None None] Pushing event updated for resources: {'Port': ['ID=ec9da5a9-6a2b-4a53-aaf5-6591e9703c41,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:59.436597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 830f9b97-e9dc-4e7c-a66d-60c270d6b4ce owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:59.467941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (657a3cc2-7317-4e1a-822e-b36a4c67e521), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.531756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4fef8d86-6b1d-4019-ab53-238b12041094 None None] Port 028abaad-40eb-4b07-baf7-917f19773937 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:59.549762 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] For port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:10:59.556796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:59.557624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:59.564746 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] For port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec9da5a9-6a2b-4a53-aaf5-6591e9703c41,segment=NetworkSegment(1287bb90-16c4-4f9d-8c46-9a2411f28496),segment_id=1287bb90-16c4-4f9d-8c46-9a2411f28496)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:10:59.605869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91e4bd01-c387-4fc3-900e-6204def3e937 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:10:59.612328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2f5b-6b4a-4f3f-897a-2a3d756823bc None None] Pushing event updated for resources: {'Port': ['ID=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:59.633558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5c5f-f27e-47ba-91d1-8b4e33099317 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (db74dd15-26f9-4e78-92cb-a835e925405e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.638387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5c5f-f27e-47ba-91d1-8b4e33099317 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.640875 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bd9c5c5f-f27e-47ba-91d1-8b4e33099317 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/security-groups/db74dd15-26f9-4e78-92cb-a835e925405e HTTP/1.1" status: 204 len: 168 time: 1.2299335 Mar 09 17:10:59.644647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (028abaad-40eb-4b07-baf7-917f19773937), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.646063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33590) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:10:59.655991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Deleting port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:10:59.656392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.656775 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.682672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fac67189-b476-4d30-a87f-bad2fe907e17 None None] Provisioning complete for port 028abaad-40eb-4b07-baf7-917f19773937 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:59.683047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fac67189-b476-4d30-a87f-bad2fe907e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (028abaad-40eb-4b07-baf7-917f19773937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.714408 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67303-a4e9-4ad8-bedd-440582ae799e None None] Pushing event updated for resources: {'Port': ['ID=ec9da5a9-6a2b-4a53-aaf5-6591e9703c41,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:10:59.737785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] For port ec9da5a9-6a2b-4a53-aaf5-6591e9703c41, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec9da5a9-6a2b-4a53-aaf5-6591e9703c41,segment=NetworkSegment(1287bb90-16c4-4f9d-8c46-9a2411f28496),segment_id=1287bb90-16c4-4f9d-8c46-9a2411f28496)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:10:59.738161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.743310 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Routers {'ab35bfc4-d5f6-4068-b0f5-544539bca425'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:10:59.744036 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab35bfc4-d5f6-4068-b0f5-544539bca425'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:10:59.752258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Calling delete_port for ec9da5a9-6a2b-4a53-aaf5-6591e9703c41 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:10:59.772148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2a9186-6f96-4690-b4d9-39a389d8b5e0 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:10:59.782782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Publish callbacks [] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.784705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fac67189-b476-4d30-a87f-bad2fe907e17 None None] Port 028abaad-40eb-4b07-baf7-917f19773937 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:10:59.803927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:10:59.805902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Transition to ACTIVE for port object ee2a9186-6f96-4690-b4d9-39a389d8b5e0 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:10:59.845762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 91e4bd01-c387-4fc3-900e-6204def3e937 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:10:59.846432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:10:59.968949 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] Set router ab35bfc4-d5f6-4068-b0f5-544539bca425 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:00.082612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c5c5f-f27e-47ba-91d1-8b4e33099317 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74dd15-26f9-4e78-92cb-a835e925405e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:00.082612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.083550 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab35bfc4-d5f6-4068-b0f5-544539bca425', 'name': '', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:49Z', 'updated_at': '2022-03-09T17:10:59Z', 'revision_number': 4, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:00.083550 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb308f9-fe7c-4eb6-908e-51a87b5d3e2a None None] The sync data for ids ['ab35bfc4-d5f6-4068-b0f5-544539bca425'] in dv-neutron-master-2-hyperv is: [{'id': 'ab35bfc4-d5f6-4068-b0f5-544539bca425', 'name': '', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:49Z', 'updated_at': '2022-03-09T17:10:59Z', 'revision_number': 4, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:00.096945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (0f82325c-3530-4e1c-9c04-71165ce44f29), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.127903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:00.198829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 91e4bd01-c387-4fc3-900e-6204def3e937 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:00.199059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=0f82325c-3530-4e1c-9c04-71165ce44f29,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:00.199180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:10:54Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:00.208115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7e5c2b13-2602-47b5-99ba-ba895f353734), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.212368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (028abaad-40eb-4b07-baf7-917f19773937), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.229300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992da843-821c-4d30-9e1f-2d7c53172750 None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:10:54Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:00.333535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (b1e228ef-23a3-47ef-83aa-19d20e89632a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.442855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (657a3cc2-7317-4e1a-822e-b36a4c67e521), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.453163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=7e5c2b13-2602-47b5-99ba-ba895f353734,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:00.506094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (f52d9b42-009b-41b9-bc36-183a06b58d39), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.524528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ff3c8-5d18-4322-bbe5-0ea02f6d9f47 req-4e8b52c3-2249-4061-bac8-7c1458d239c3 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:00.525825 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-223ff3c8-5d18-4322-bbe5-0ea02f6d9f47 req-4e8b52c3-2249-4061-bac8-7c1458d239c3 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 943 time: 0.3194301 Mar 09 17:11:00.573727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 9d96aa1b-298c-4f35-821c-78ee5af62644 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:00.587004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=028abaad-40eb-4b07-baf7-917f19773937,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:00.596165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (9d96aa1b-298c-4f35-821c-78ee5af62644), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.653821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (830f9b97-e9dc-4e7c-a66d-60c270d6b4ce), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.655511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Attempting to bind port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:00.655909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Attempting to bind port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7dc955ec-2993-4271-bb6a-5fea877b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:00.656232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Attempting to bind port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 on network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:00.675993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:00.675993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 8d5f0c1b-1b8b-467c-97f1-0693d3091f24, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:00.720744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (9d96aa1b-298c-4f35-821c-78ee5af62644), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.734547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 on network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:11:00.735803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Attempting to bind port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 on network cddd6414-e58e-4b3a-92d2-5896ea3d1cfc {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:00.741101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=830f9b97-e9dc-4e7c-a66d-60c270d6b4ce,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:00.744084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:00.745447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Checking segment: {'id': '7dc955ec-2993-4271-bb6a-5fea877b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:00.745447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Bound using segment: {'id': '7dc955ec-2993-4271-bb6a-5fea877b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:00.745447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Bound port: ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc955ec-2993-4271-bb6a-5fea877b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:00.745776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.784321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (657a3cc2-7317-4e1a-822e-b36a4c67e521), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.815148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router b1e228ef-23a3-47ef-83aa-19d20e89632a has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:00.823989 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-223ff3c8-5d18-4322-bbe5-0ea02f6d9f47 req-2ffee85b-df9f-4a70-a226-791fb4538b78 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694497 Mar 09 17:11:00.863674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82615577-8ab6-4e8c-9307-b04746e961d0 None None] Network d558bb54-03d9-4416-be4f-ce354b14aece requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:00.895839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.909108 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/subnets/657a3cc2-7317-4e1a-822e-b36a4c67e521 HTTP/1.1" status: 204 len: 168 time: 2.0913455 Mar 09 17:11:00.940519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (9d96aa1b-298c-4f35-821c-78ee5af62644), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:00.955275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33594) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:00.994416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network d4932e33-f757-431d-ba83-8eee02329618 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:00.995417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:01.000941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:01.045714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d44db9-3db2-4443-b1fc-794821a07da6 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Subnet': ['ID=657a3cc2-7317-4e1a-822e-b36a4c67e521,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:01.079105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting subnet 3b9a0128-5220-498b-a144-c940eee065c7 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:01.103114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ec9da5a9-6a2b-4a53-aaf5-6591e9703c41), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.120433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (3b9a0128-5220-498b-a144-c940eee065c7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.156821 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] DHCP port deletion for d558bb54-03d9-4416-be4f-ce354b14aece request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:01.164507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d5f0c1b-1b8b-467c-97f1-0693d3091f24) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:01.169501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:01.170400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.171244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] For port ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:01.220253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec9da5a9-6a2b-4a53-aaf5-6591e9703c41,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:01.231351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ad4d4-b463-4a87-978f-911d20993ae7 None None] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:01.285200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.292607 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8b284477-2855-4e68-80d9-4c732b8a0568 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/830f9b97-e9dc-4e7c-a66d-60c270d6b4ce HTTP/1.1" status: 204 len: 168 time: 3.8567305 Mar 09 17:11:01.297989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.304925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] For port ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,segment=NetworkSegment(7dc955ec-2993-4271-bb6a-5fea877b0145),segment_id=7dc955ec-2993-4271-bb6a-5fea877b0145)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:01.345114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (9d96aa1b-298c-4f35-821c-78ee5af62644), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.359586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (3b9a0128-5220-498b-a144-c940eee065c7), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.372747 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-51659323-130e-46d7-99a2-7dc31432b614 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6632783 Mar 09 17:11:01.394585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33598) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.406084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:01.408890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.412581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/9d96aa1b-298c-4f35-821c-78ee5af62644 HTTP/1.1" status: 204 len: 168 time: 1.7654383 Mar 09 17:11:01.417789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (ab35bfc4-d5f6-4068-b0f5-544539bca425), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.425428 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8041006f-3a5b-4a2f-a7fc-3933a0218d89 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/b1e228ef-23a3-47ef-83aa-19d20e89632a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1245036 Mar 09 17:11:01.440606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] Deleting port a0dd41d1-c974-4321-9293-69ca0c396138 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:01.441044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.531491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd863a6b-3540-4e66-8f92-d8daf5fe548f tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=9d96aa1b-298c-4f35-821c-78ee5af62644,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:01.534342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33600) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.534472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] For port a0dd41d1-c974-4321-9293-69ca0c396138, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0dd41d1-c974-4321-9293-69ca0c396138,segment=NetworkSegment(ae92e420-a3cc-4b78-9275-2d0917970f01),segment_id=ae92e420-a3cc-4b78-9275-2d0917970f01)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:01.534767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.534882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.552299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] Calling delete_port for a0dd41d1-c974-4321-9293-69ca0c396138 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:01.591739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (ab35bfc4-d5f6-4068-b0f5-544539bca425), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.611159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59593941-733c-47a8-add6-debe5061cf72 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:01.614552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] Sync routers for ids ['b1e228ef-23a3-47ef-83aa-19d20e89632a'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:01.628516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9718c021-879b-4fa2-8b0c-c7d639f7dcfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:01.642186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (ab35bfc4-d5f6-4068-b0f5-544539bca425), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.648651 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-586568f0-d2e5-49a7-909f-e301d4645f4f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e228ef-23a3-47ef-83aa-19d20e89632a HTTP/1.1" status: 200 len: 205 time: 0.1002634 Mar 09 17:11:01.649346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33604) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.673424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28dd47d-20db-4631-ac05-8f6ea3c5285a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:01.675296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28dd47d-20db-4631-ac05-8f6ea3c5285a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:01.676892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28dd47d-20db-4631-ac05-8f6ea3c5285a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:01.678606 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c28dd47d-20db-4631-ac05-8f6ea3c5285a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3794596 Mar 09 17:11:01.744093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:01.747114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.748448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] Routers {'b1e228ef-23a3-47ef-83aa-19d20e89632a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:01.749102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b1e228ef-23a3-47ef-83aa-19d20e89632a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:01.755215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33606) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.816013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:01.845647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-204edd4a-615d-4b5b-bba7-df02276a58ee None None] Provisioning complete for port 028abaad-40eb-4b07-baf7-917f19773937 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:01.846038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-204edd4a-615d-4b5b-bba7-df02276a58ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (028abaad-40eb-4b07-baf7-917f19773937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.850164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (b1e228ef-23a3-47ef-83aa-19d20e89632a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.855148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet cc712ab2-f6c3-4e27-ae06-e24f179a9185 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:01.900079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (cc712ab2-f6c3-4e27-ae06-e24f179a9185), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.900610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] Routers {'b1e228ef-23a3-47ef-83aa-19d20e89632a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:01.901823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['b1e228ef-23a3-47ef-83aa-19d20e89632a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:01.907244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (ab35bfc4-d5f6-4068-b0f5-544539bca425), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.907512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab35bfc4-d5f6-4068-b0f5-544539bca425 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:01.912103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:01.916085 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3625c8e8-ba0a-42d8-aa03-10c385ce0aaf tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ab35bfc4-d5f6-4068-b0f5-544539bca425 HTTP/1.1" status: 204 len: 168 time: 3.3919272 Mar 09 17:11:01.937805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 31ef90a4-6934-467f-ba16-a16368fb74f0 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:01.941776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33610) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:01.997173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (31ef90a4-6934-467f-ba16-a16368fb74f0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.002698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.005016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f52d9b42-009b-41b9-bc36-183a06b58d39 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:02.074238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (cc712ab2-f6c3-4e27-ae06-e24f179a9185), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.104224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:02.137475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:02.138388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.139837 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e7c842f5-6394-4742-8269-f6012e96a2b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ee2a9186-6f96-4690-b4d9-39a389d8b5e0 HTTP/1.1" status: 200 len: 1093 time: 3.6202755 Mar 09 17:11:02.140323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'tag': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:02.142892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fc814e-deb8-46fe-9a4b-a70e25c97188" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfe2d5c-4b87-4235-a336-22c6620f34f1", "tag": "ee2a9186-6f96-4690-b4d9-39a389d8b5e0"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:02.205143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:02.205725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0327e8c-57ee-41b6-93e5-4e3d2213f845 None None] The sync data for ids ['b1e228ef-23a3-47ef-83aa-19d20e89632a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:02.207314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a0dd41d1-c974-4321-9293-69ca0c396138), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.211566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Deleting subnet 151e78f8-8026-4f8e-8a95-23a1fae423f8 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:02.219812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (31ef90a4-6934-467f-ba16-a16368fb74f0), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.228933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for subnet (151e78f8-8026-4f8e-8a95-23a1fae423f8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.251085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-204edd4a-615d-4b5b-bba7-df02276a58ee None None] Port 028abaad-40eb-4b07-baf7-917f19773937 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:02.261745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] Pushing event deleted for resources: {'Port': ['ID=a0dd41d1-c974-4321-9293-69ca0c396138,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:02.270212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bde340-e577-47b7-a1f7-2607d5ad2e57 None None] No DVR routers for this DVR port a0dd41d1-c974-4321-9293-69ca0c396138 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:02.285937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11934137-13fc-436f-9e07-902260256214 x-openstack-request-id: req-11934137-13fc-436f-9e07-902260256214 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:02.288511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfe2d5c-4b87-4235-a336-22c6620f34f1", "tag": "ee2a9186-6f96-4690-b4d9-39a389d8b5e0", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:02.288928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11934137-13fc-436f-9e07-902260256214 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:02.289226 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'tag': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0', 'status': 'completed', 'code': 200} Mar 09 17:11:02.302902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:02.303288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.365572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Allocated IP 172.20.0.18 (8d5f0c1b-1b8b-467c-97f1-0693d3091f24/7e5c2b13-2602-47b5-99ba-ba895f353734/50d7fc86-cb48-4d8e-8e46-1d6daf07c89b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:02.365771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (b1e228ef-23a3-47ef-83aa-19d20e89632a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.380748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (b1e228ef-23a3-47ef-83aa-19d20e89632a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.428104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (3b9a0128-5220-498b-a144-c940eee065c7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.475724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:02.475724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.476166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (151e78f8-8026-4f8e-8a95-23a1fae423f8), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.510284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:02.584425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Publish callbacks [] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.591062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60fd9-15b1-4850-ae87-34a3e4c76528 req-221f3834-c641-4b46-a0b0-8237bfaf358e tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:02.592822 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-53d60fd9-15b1-4850-ae87-34a3e4c76528 req-221f3834-c641-4b46-a0b0-8237bfaf358e tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 943 time: 0.6086407 Mar 09 17:11:02.605545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.643086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (3b9a0128-5220-498b-a144-c940eee065c7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.691471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.698828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:02.714573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:02.720296 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/subnets/3b9a0128-5220-498b-a144-c940eee065c7 HTTP/1.1" status: 204 len: 168 time: 1.7578771 Mar 09 17:11:02.727839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:02.736611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b463237-8972-4dce-9580-31328be17981 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9a0128-5220-498b-a144-c940eee065c7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:02.762433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c266c97-8ba0-47ff-8c31-c14811429224 None None] Network 29c9f443-ab61-4681-bd1f-e15b15a9a275 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:02.765298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0dd41d1-c974-4321-9293-69ca0c396138 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:02.794417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:02.836904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:02.843926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:02.860257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a0dd41d1-c974-4321-9293-69ca0c396138 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:02.860551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0dd41d1-c974-4321-9293-69ca0c396138 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:02.867692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Pushing event updated for resources: {'Port': ['ID=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:02.917668 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-53d60fd9-15b1-4850-ae87-34a3e4c76528 req-b5a5580e-8aa1-48e6-9844-478a61e7c51b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952073 Mar 09 17:11:02.984689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Attempting to bind port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:02.985265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Attempting to bind port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:02.985470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Attempting to bind port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b on network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:02.988946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc814e-deb8-46fe-9a4b-a70e25c97188 req-cfaa7b14-cc7c-4e81-b571-9aa574f7cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:02.993706 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-37fc814e-deb8-46fe-9a4b-a70e25c97188 req-cfaa7b14-cc7c-4e81-b571-9aa574f7cd89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73231b073b8f4abdbb20c816065d3a9b&device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 1127 time: 0.6659470 Mar 09 17:11:02.999203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:02.999203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Checking segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:03.005453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.005453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Bound using segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:03.005453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Bound port: 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:03.005453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.007080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:03.021404 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3103eb8a-1557-4f9a-9732-1451c089802c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f52d9b42-009b-41b9-bc36-183a06b58d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9752774 Mar 09 17:11:03.021948 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] Sync routers for ids ['f52d9b42-009b-41b9-bc36-183a06b58d39'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:03.027531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (cc712ab2-f6c3-4e27-ae06-e24f179a9185), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.030558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33616) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.039742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] Routers {'f52d9b42-009b-41b9-bc36-183a06b58d39'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:03.039742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f52d9b42-009b-41b9-bc36-183a06b58d39'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.068766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (151e78f8-8026-4f8e-8a95-23a1fae423f8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.092175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (31ef90a4-6934-467f-ba16-a16368fb74f0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.099231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (b1e228ef-23a3-47ef-83aa-19d20e89632a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.100128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router b1e228ef-23a3-47ef-83aa-19d20e89632a {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:03.109478 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.126690 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] Routers {'f52d9b42-009b-41b9-bc36-183a06b58d39'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:03.127219 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:10:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f52d9b42-009b-41b9-bc36-183a06b58d39'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.150029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.154514 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ff5c03c7-7647-44db-81f8-a6abed7ce18d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/b1e228ef-23a3-47ef-83aa-19d20e89632a HTTP/1.1" status: 204 len: 168 time: 1.4962897 Mar 09 17:11:03.157438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] For port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:03.161095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] For port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:03.164855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33618) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.175471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] DHCP port deletion for 29c9f443-ab61-4681-bd1f-e15b15a9a275 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:03.223766 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.225336 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c1953-9d1a-45be-ab16-d0e7812b8ec2 None None] The sync data for ids ['f52d9b42-009b-41b9-bc36-183a06b58d39'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:03.232882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] Deleting port 306cfa69-117e-4cf4-8dc0-3a59c092a33a {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:03.233264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.265932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ec979-426f-45a3-bfc7-08fd61d38eb0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:03.270597 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-209ec979-426f-45a3-bfc7-08fd61d38eb0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports/028abaad-40eb-4b07-baf7-917f19773937 HTTP/1.1" status: 200 len: 910 time: 0.2352018 Mar 09 17:11:03.277495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d558bb54-03d9-4416-be4f-ce354b14aece), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.280913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33620) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.324254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.341674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f19185a3-bf23-4960-9837-c26abc004c83 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:03.341674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f19185a3-bf23-4960-9837-c26abc004c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.367029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet 22509f36-428a-4cfe-b934-58fa2586545f {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:03.393830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc814e-deb8-46fe-9a4b-a70e25c97188 req-8cee81ce-d98b-4d43-b34f-8947e0e81dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:03.395241 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-37fc814e-deb8-46fe-9a4b-a70e25c97188 req-8cee81ce-d98b-4d43-b34f-8947e0e81dcd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=73231b073b8f4abdbb20c816065d3a9b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3231702 Mar 09 17:11:03.399676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (22509f36-428a-4cfe-b934-58fa2586545f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.407743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab55c71-c571-48ca-b130-633f37a8736d None None] Pushing event updated for resources: {'Port': ['ID=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:03.435649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (cc712ab2-f6c3-4e27-ae06-e24f179a9185), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.437191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] For port 306cfa69-117e-4cf4-8dc0-3a59c092a33a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=306cfa69-117e-4cf4-8dc0-3a59c092a33a,segment=NetworkSegment(e620b542-909b-4cfa-807e-fd72433a1d1d),segment_id=e620b542-909b-4cfa-807e-fd72433a1d1d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:03.437869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.462135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] Calling delete_port for 306cfa69-117e-4cf4-8dc0-3a59c092a33a owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:03.473391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (151e78f8-8026-4f8e-8a95-23a1fae423f8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.475592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (31ef90a4-6934-467f-ba16-a16368fb74f0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.523058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (22509f36-428a-4cfe-b934-58fa2586545f), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.577093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d558bb54-03d9-4416-be4f-ce354b14aece), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.599997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef738e3-d9de-4ef6-abce-2350b60359f2 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:03.626629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9718c021-879b-4fa2-8b0c-c7d639f7dcfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:03.658434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f19185a3-bf23-4960-9837-c26abc004c83 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:03.718947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.722599 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/cc712ab2-f6c3-4e27-ae06-e24f179a9185 HTTP/1.1" status: 204 len: 168 time: 2.1818266 Mar 09 17:11:03.723875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.730359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/151e78f8-8026-4f8e-8a95-23a1fae423f8 HTTP/1.1" status: 204 len: 168 time: 1.7852561 Mar 09 17:11:03.736466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a91d3-3c93-4248-b7dd-af5453deb530 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=cc712ab2-f6c3-4e27-ae06-e24f179a9185,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:03.742466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33622) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.742570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33624) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.754121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-df1f36f0-a113-4f51-894f-b22c6696e188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.777258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f19185a3-bf23-4960-9837-c26abc004c83 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:03.777713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f19185a3-bf23-4960-9837-c26abc004c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.778367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d558bb54-03d9-4416-be4f-ce354b14aece']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.796906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-916498f7-0338-49d1-91bc-9d9381b80b1a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:03.801232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916498f7-0338-49d1-91bc-9d9381b80b1a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:03.806441 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-916498f7-0338-49d1-91bc-9d9381b80b1a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/9d96aa1b-298c-4f35-821c-78ee5af62644 HTTP/1.1" status: 404 len: 337 time: 0.0426302 Mar 09 17:11:03.813034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae92e420-a3cc-4b78-9275-2d0917970f01') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.813338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae92e420-a3cc-4b78-9275-2d0917970f01') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:03.814770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33626) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.824235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f19185a3-bf23-4960-9837-c26abc004c83 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:03.845803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:03.846242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.869242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (ae92e420-a3cc-4b78-9275-2d0917970f01), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.871991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7396d-7ed5-43e3-8d73-c21e01260b9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=151e78f8-8026-4f8e-8a95-23a1fae423f8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:03.883766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.887948 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/31ef90a4-6934-467f-ba16-a16368fb74f0 HTTP/1.1" status: 204 len: 168 time: 2.1325841 Mar 09 17:11:03.891677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33628) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:03.908596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88baef3d-333b-4ffe-a620-4cef4741a0d7 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:03.921238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ae92e420-a3cc-4b78-9275-2d0917970f01), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.930516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (306cfa69-117e-4cf4-8dc0-3a59c092a33a), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:03.949158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] No DVR routers for this DVR port 306cfa69-117e-4cf4-8dc0-3a59c092a33a on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:03.951252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc814e-deb8-46fe-9a4b-a70e25c97188 req-e50a307a-4622-4291-9960-dc1b8638082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:03.953509 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-37fc814e-deb8-46fe-9a4b-a70e25c97188 req-e50a307a-4622-4291-9960-dc1b8638082d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5353427 Mar 09 17:11:04.018533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb1ee-af63-410e-b1e3-5558d532dada None None] Pushing event deleted for resources: {'Port': ['ID=306cfa69-117e-4cf4-8dc0-3a59c092a33a,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:04.025043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82178d5-b159-4e6f-9391-4b461b1eb982 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=31ef90a4-6934-467f-ba16-a16368fb74f0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:04.062325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:04.062926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (ae92e420-a3cc-4b78-9275-2d0917970f01), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:04.082118 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:04.098908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 3e7bc81b-bd45-4ccb-a9bc-da27bf833f61 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:04.115902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (dcb67641-8a3d-47e7-97ea-4956c01f6c74), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.117812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (3e7bc81b-bd45-4ccb-a9bc-da27bf833f61), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.161778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:04.181985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (22509f36-428a-4cfe-b934-58fa2586545f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.228274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129566d6-69d9-41e2-be16-68fdddac4554 req-05bfac14-1d7f-4f0f-b6ca-3abc85f0e01a tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:04.230816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-129566d6-69d9-41e2-be16-68fdddac4554 req-05bfac14-1d7f-4f0f-b6ca-3abc85f0e01a tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 943 time: 0.2003386 Mar 09 17:11:04.250476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 306cfa69-117e-4cf4-8dc0-3a59c092a33a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:04.256047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (3e7bc81b-bd45-4ccb-a9bc-da27bf833f61), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.286151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 306cfa69-117e-4cf4-8dc0-3a59c092a33a {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:04.286508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 306cfa69-117e-4cf4-8dc0-3a59c092a33a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:04.405685 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-129566d6-69d9-41e2-be16-68fdddac4554 req-02090353-baeb-4c33-acc9-8ec6c19ed715 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566823 Mar 09 17:11:04.488918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (3e7bc81b-bd45-4ccb-a9bc-da27bf833f61), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.536007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (22509f36-428a-4cfe-b934-58fa2586545f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.559014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (f52d9b42-009b-41b9-bc36-183a06b58d39), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.575099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting subnet 9fe1bc0a-5d31-483f-81c0-6d9f30300454 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:04.578599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (9fe1bc0a-5d31-483f-81c0-6d9f30300454), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.633611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=22509f36-428a-4cfe-b934-58fa2586545f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:04.649828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.655917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfd70e-9782-4a6c-9691-d24595fa4283 None None] Network 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:04.669102 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-56dcc011-d49e-4841-bf22-b6bee29ac7dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/22509f36-428a-4cfe-b934-58fa2586545f HTTP/1.1" status: 204 len: 168 time: 1.4908438 Mar 09 17:11:04.727153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33632) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:04.737372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (dcb67641-8a3d-47e7-97ea-4956c01f6c74), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.775671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb67641-8a3d-47e7-97ea-4956c01f6c74']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:04.789515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1287bb90-16c4-4f9d-8c46-9a2411f28496') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:04.792708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1287bb90-16c4-4f9d-8c46-9a2411f28496') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:04.805074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (1287bb90-16c4-4f9d-8c46-9a2411f28496), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.819572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1287bb90-16c4-4f9d-8c46-9a2411f28496), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.826631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:04.827089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (1287bb90-16c4-4f9d-8c46-9a2411f28496), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.858515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (3e7bc81b-bd45-4ccb-a9bc-da27bf833f61), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:04.902231 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:04.904225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (770411ee-f5c9-4fef-a37d-cc84d6bd90c9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.904324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d558bb54-03d9-4416-be4f-ce354b14aece), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.913352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-f1a72a0d-cd3f-4fe2-aeb9-9837ef6d740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:04.914871 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-f1a72a0d-cd3f-4fe2-aeb9-9837ef6d740b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73231b073b8f4abdbb20c816065d3a9b&device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 1127 time: 0.8710406 Mar 09 17:11:04.916672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.934196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.939078 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/networks/d558bb54-03d9-4416-be4f-ce354b14aece HTTP/1.1" status: 204 len: 168 time: 2.1937513 Mar 09 17:11:04.941936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.945289 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/3e7bc81b-bd45-4ccb-a9bc-da27bf833f61 HTTP/1.1" status: 204 len: 168 time: 1.0260246 Mar 09 17:11:04.946090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33634) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:04.950522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (9fe1bc0a-5d31-483f-81c0-6d9f30300454), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:04.954261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a98a08-3743-4f87-955b-a3e1e83c96c5 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Network': ['ID=d558bb54-03d9-4416-be4f-ce354b14aece,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:04.957135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33636) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:04.959705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] DHCP port deletion for 770411ee-f5c9-4fef-a37d-cc84d6bd90c9 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:04.970779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cfbcb-2aa0-44c4-8dc8-dffacefc7534 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7bc81b-bd45-4ccb-a9bc-da27bf833f61,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:05.065680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (dcb67641-8a3d-47e7-97ea-4956c01f6c74), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.070754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] Deleting port 29449621-f10a-4286-be69-acc11502dbf7 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:05.071264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (29449621-f10a-4286-be69-acc11502dbf7), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.105896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (29c9f443-ab61-4681-bd1f-e15b15a9a275), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.110636 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-891679b4-caa4-400d-953b-9b99bbc0308f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0 HTTP/1.1" status: 200 len: 217 time: 0.1702008 Mar 09 17:11:05.119448 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b7f8616f-6ac9-449a-bf0e-b9c6d3046c9f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150060 Mar 09 17:11:05.121185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcb67641-8a3d-47e7-97ea-4956c01f6c74 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 09 17:11:05.141605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33638) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:05.149634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:05.191467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] For port 29449621-f10a-4286-be69-acc11502dbf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29449621-f10a-4286-be69-acc11502dbf7,segment=NetworkSegment(f5131a10-5c8b-48ba-9825-a5c858b0ef07),segment_id=f5131a10-5c8b-48ba-9825-a5c858b0ef07)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:05.191818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (29449621-f10a-4286-be69-acc11502dbf7), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.206712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] Calling delete_port for 29449621-f10a-4286-be69-acc11502dbf7 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:05.324748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7088db9-688d-442f-aabb-716b8d16abd8 None None] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:05.326883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f7050-f72e-489e-a9d4-897f1848f27e None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:05.365741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (29c9f443-ab61-4681-bd1f-e15b15a9a275), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.378999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 29449621-f10a-4286-be69-acc11502dbf7 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:05.379349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (29449621-f10a-4286-be69-acc11502dbf7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.391808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-818c9069-4703-4fd9-9788-668d48dd8944 None None] Provisioning complete for port fe10ed59-08ba-4665-b444-d5ed763c3bfa triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:05.392316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-818c9069-4703-4fd9-9788-668d48dd8944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.399840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (29449621-f10a-4286-be69-acc11502dbf7), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.429373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.17 (8d5f0c1b-1b8b-467c-97f1-0693d3091f24/7e5c2b13-2602-47b5-99ba-ba895f353734/748ec4d6-7030-4c56-8b87-640d64f671ad) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:05.493065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c9f443-ab61-4681-bd1f-e15b15a9a275']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:05.531345 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] Pushing event deleted for resources: {'Port': ['ID=29449621-f10a-4286-be69-acc11502dbf7,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:05.552404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4122e-3cdc-443b-a29a-b7462690bd4c None None] No DVR routers for this DVR port 29449621-f10a-4286-be69-acc11502dbf7 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:05.579508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e620b542-909b-4cfa-807e-fd72433a1d1d') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:05.579508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e620b542-909b-4cfa-807e-fd72433a1d1d') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:05.584598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.603716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port 29449621-f10a-4286-be69-acc11502dbf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29449621-f10a-4286-be69-acc11502dbf7,segment=NetworkSegment(f5131a10-5c8b-48ba-9825-a5c858b0ef07),segment_id=f5131a10-5c8b-48ba-9825-a5c858b0ef07)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:05.604299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (29449621-f10a-4286-be69-acc11502dbf7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.611582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (e620b542-909b-4cfa-807e-fd72433a1d1d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.616688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:05.622526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.626361 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/networks/dcb67641-8a3d-47e7-97ea-4956c01f6c74 HTTP/1.1" status: 204 len: 168 time: 1.8827915 Mar 09 17:11:05.637867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 29449621-f10a-4286-be69-acc11502dbf7 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:05.641964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e620b542-909b-4cfa-807e-fd72433a1d1d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.665451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:05.670704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (e620b542-909b-4cfa-807e-fd72433a1d1d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:05.670908 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:05.738264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:05.742624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.762689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:05.763067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.797553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:05.804254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-818c9069-4703-4fd9-9788-668d48dd8944 None None] Current status of the port fe10ed59-08ba-4665-b444-d5ed763c3bfa is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:05.817306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 028abaad-40eb-4b07-baf7-917f19773937 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:05.817793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (028abaad-40eb-4b07-baf7-917f19773937), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.843090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b64e90-af55-48d0-b884-483660a459f0 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcb67641-8a3d-47e7-97ea-4956c01f6c74,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:05.851410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.947425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (29c9f443-ab61-4681-bd1f-e15b15a9a275), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.964897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:05.968199 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/networks/29c9f443-ab61-4681-bd1f-e15b15a9a275 HTTP/1.1" status: 204 len: 168 time: 1.0132596 Mar 09 17:11:05.980571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:06.014733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33646) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.038714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:06.046571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:06.051039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=748ec4d6-7030-4c56-8b87-640d64f671ad,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:06.076059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-3e844ca5-1cf1-4f9e-ab08-d5895aea90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:06.081385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-3e844ca5-1cf1-4f9e-ab08-d5895aea90ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68c1133-f9b6-4c43-a725-430e3e0058cb HTTP/1.1" status: 200 len: 852 time: 0.9557080 Mar 09 17:11:06.115331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (028abaad-40eb-4b07-baf7-917f19773937), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.149702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-818c9069-4703-4fd9-9788-668d48dd8944 None None] Provisioning complete for port 3a6df58f-a860-4863-8c17-25e0a4456ed7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:06.150180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-818c9069-4703-4fd9-9788-668d48dd8944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.151977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff83178-203a-4b83-90e4-9885d3b5b079 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Network': ['ID=29c9f443-ab61-4681-bd1f-e15b15a9a275,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:06.162888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 028abaad-40eb-4b07-baf7-917f19773937 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:06.177563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (29449621-f10a-4286-be69-acc11502dbf7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.219736 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33650) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.230176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=29449621-f10a-4286-be69-acc11502dbf7,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:06.248299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-818c9069-4703-4fd9-9788-668d48dd8944 None None] Port 3a6df58f-a860-4863-8c17-25e0a4456ed7 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:06.257351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-005c1975-6c43-4d33-973f-911061f3eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.260453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'name': 'tempest-router--1197970327', 'project_id': '4f5a7000a09d44eeb2f98d55cbe20775'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:06.268386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port 29449621-f10a-4286-be69-acc11502dbf7 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:06.270413 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-e12a6d37-93f8-46aa-9e21-d65adeb3a156 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240456 Mar 09 17:11:06.278332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] Deleting port 37b24118-383d-49a2-89d9-54ac579877ca {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:06.278750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (37b24118-383d-49a2-89d9-54ac579877ca), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.285267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:06.285724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.290086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting subnet fd00448e-8617-4644-a00c-32b442ba7d67 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:06.312002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (9fe1bc0a-5d31-483f-81c0-6d9f30300454), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.324721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2e9c7-4fbe-4865-94b8-1640cf33e7c7 req-84e50200-e026-4837-ad04-f3a8ca668ea2 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:06.326685 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-20a2e9c7-4fbe-4865-94b8-1640cf33e7c7 req-84e50200-e026-4837-ad04-f3a8ca668ea2 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 943 time: 0.6992633 Mar 09 17:11:06.372136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:06.387644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.434102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] For port 37b24118-383d-49a2-89d9-54ac579877ca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37b24118-383d-49a2-89d9-54ac579877ca,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:06.439189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (37b24118-383d-49a2-89d9-54ac579877ca), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.450380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] Calling delete_port for 37b24118-383d-49a2-89d9-54ac579877ca owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:06.455046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d3d857e3-1883-405a-a69e-7666bce7cbdc None None] Provisioning complete for port 37b24118-383d-49a2-89d9-54ac579877ca triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:06.455046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3d857e3-1883-405a-a69e-7666bce7cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (37b24118-383d-49a2-89d9-54ac579877ca), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.476964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (fd00448e-8617-4644-a00c-32b442ba7d67), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.481091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.549853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (770411ee-f5c9-4fef-a37d-cc84d6bd90c9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.576434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770411ee-f5c9-4fef-a37d-cc84d6bd90c9']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:06.580799 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-20a2e9c7-4fbe-4865-94b8-1640cf33e7c7 req-1a035f3f-3a23-4c7d-a0e6-49ff32460947 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115989 Mar 09 17:11:06.583228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (6d9fd238-c4eb-428e-88d7-bedd0b97e154), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.584254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (6d9fd238-c4eb-428e-88d7-bedd0b97e154), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.589893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5131a10-5c8b-48ba-9825-a5c858b0ef07') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:06.590440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5131a10-5c8b-48ba-9825-a5c858b0ef07') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:06.592613 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-2355121b-45a2-45c6-a133-99ef5cfaf9fc service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957807 Mar 09 17:11:06.603811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (f5131a10-5c8b-48ba-9825-a5c858b0ef07), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.620647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (f5131a10-5c8b-48ba-9825-a5c858b0ef07), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.622622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29449621-f10a-4286-be69-acc11502dbf7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:06.627998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:06.628503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (f5131a10-5c8b-48ba-9825-a5c858b0ef07), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.660020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:06.672735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (9fe1bc0a-5d31-483f-81c0-6d9f30300454), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.675095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 29449621-f10a-4286-be69-acc11502dbf7 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:06.675649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 29449621-f10a-4286-be69-acc11502dbf7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:06.731214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.736552 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/9fe1bc0a-5d31-483f-81c0-6d9f30300454 HTTP/1.1" status: 204 len: 168 time: 2.9170661 Mar 09 17:11:06.739806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575c92-98b7-4fb7-b8d6-d4518f8cb35a tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe1bc0a-5d31-483f-81c0-6d9f30300454,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:06.740925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33652) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:06.748865 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:06.753179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d3d857e3-1883-405a-a69e-7666bce7cbdc None None] Current status of the port 37b24118-383d-49a2-89d9-54ac579877ca is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:06.755993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611f604-bf23-4bb8-b9f6-10f701671ea4 None None] Network baeda7ca-4335-48c3-a339-865c26a7d946 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:06.778613 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-94174bd3-551e-4929-abbc-ff2da9f1180e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:06.779016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94174bd3-551e-4929-abbc-ff2da9f1180e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:06.784513 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-94174bd3-551e-4929-abbc-ff2da9f1180e tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/38ba70a8-2e12-460f-9fa3-a8e99445610d HTTP/1.1" status: 404 len: 337 time: 0.0387077 Mar 09 17:11:06.787387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33654) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.824270 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f71bb8b0-2044-413d-afa1-bf609c262162 req-11fbd25b-cdae-48f9-998f-3859efb22318 service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016196 Mar 09 17:11:06.831685 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-63c7f3fa-1379-49fc-be34-3c5a8f246bb9 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c160aba-76af-450d-a251-2eb7e019504b HTTP/1.1" status: 200 len: 205 time: 0.0386469 Mar 09 17:11:06.831840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.831946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (770411ee-f5c9-4fef-a37d-cc84d6bd90c9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.832048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33656) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.839450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d3d857e3-1883-405a-a69e-7666bce7cbdc None None] Provisioning complete for port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:06.840211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3d857e3-1883-405a-a69e-7666bce7cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.856957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (fd00448e-8617-4644-a00c-32b442ba7d67), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.860035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.863936 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/770411ee-f5c9-4fef-a37d-cc84d6bd90c9 HTTP/1.1" status: 204 len: 168 time: 2.1267858 Mar 09 17:11:06.864871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85e71e-f9f2-4d3e-9450-65dc27890b3a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=770411ee-f5c9-4fef-a37d-cc84d6bd90c9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:06.875465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33658) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.881177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2052477841', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:06.886035 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-0a1cee64-77c8-4e79-a1a4-6b2880399cc7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] delete failed (client error): The resource could not be found. Mar 09 17:11:06.889371 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0a1cee64-77c8-4e79-a1a4-6b2880399cc7 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/routers/2c160aba-76af-450d-a251-2eb7e019504b HTTP/1.1" status: 404 len: 336 time: 0.0561788 Mar 09 17:11:06.889734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33660) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:06.937180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (37b24118-383d-49a2-89d9-54ac579877ca), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:06.989209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] No DVR routers for this DVR port 37b24118-383d-49a2-89d9-54ac579877ca on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:06.993335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2203-e25d-4bb5-ad18-83f86ea518a1 None None] Pushing event deleted for resources: {'Port': ['ID=37b24118-383d-49a2-89d9-54ac579877ca,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:07.002498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (68b94615-015e-4f62-bf32-31fc6836561f), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.003642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.050541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (6d9fd238-c4eb-428e-88d7-bedd0b97e154), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.146887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] DHCP port deletion for baeda7ca-4335-48c3-a339-865c26a7d946 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:07.168247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (68b94615-015e-4f62-bf32-31fc6836561f), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.171640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d3d857e3-1883-405a-a69e-7666bce7cbdc None None] Current status of the port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:07.198703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (6d9fd238-c4eb-428e-88d7-bedd0b97e154), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.233971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] Deleting port fe10ed59-08ba-4665-b444-d5ed763c3bfa {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:07.236110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.274985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (68b94615-015e-4f62-bf32-31fc6836561f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.313470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.314738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (14d64fff-892a-41e9-ba71-1e2dc3a767a4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.314880 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ce4a1863-7c60-48d0-8b2a-1e7d4f042ec6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0754101 Mar 09 17:11:07.319317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33662) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.332471 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-40304733-09b5-4019-afa4-bd88c5e9e175 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:07.333854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40304733-09b5-4019-afa4-bd88c5e9e175 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:07.335947 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-40304733-09b5-4019-afa4-bd88c5e9e175 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/39dc145f-49e1-4304-b675-e9e7cfd33093 HTTP/1.1" status: 404 len: 337 time: 0.4447005 Mar 09 17:11:07.337761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.342098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (028abaad-40eb-4b07-baf7-917f19773937), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.347124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] For port fe10ed59-08ba-4665-b444-d5ed763c3bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe10ed59-08ba-4665-b444-d5ed763c3bfa,segment=NetworkSegment(25d0230a-50b3-447f-8a2d-8e065b15601b),segment_id=25d0230a-50b3-447f-8a2d-8e065b15601b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:07.348104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.367569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33664) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.369384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] Calling delete_port for fe10ed59-08ba-4665-b444-d5ed763c3bfa owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:07.378133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-99045468-f5e7-4606-80a7-19f9ea1dd83f None None] Provisioning complete for port 748ec4d6-7030-4c56-8b87-640d64f671ad triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:07.378764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-99045468-f5e7-4606-80a7-19f9ea1dd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.387759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.389434 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ab66162a-acf0-4197-b46b-1d481d6bc162 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5129805 Mar 09 17:11:07.400841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33666) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.430381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=028abaad-40eb-4b07-baf7-917f19773937,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:07.437096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2125480488'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:07.456980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-99045468-f5e7-4606-80a7-19f9ea1dd83f None None] Port 748ec4d6-7030-4c56-8b87-640d64f671ad cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:07.487365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:07.541362 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcefdbf-c35e-4db9-9c47-1c8cee2b33c8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:07.555918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcefdbf-c35e-4db9-9c47-1c8cee2b33c8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:07.559915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0bcefdbf-c35e-4db9-9c47-1c8cee2b33c8 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/268ce1f8-1cc7-40d1-9ff3-54508b1dcf77 HTTP/1.1" status: 404 len: 337 time: 0.1654720 Mar 09 17:11:07.581580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:07.594046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.601861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:07.611005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:07.611711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.617432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:07.623456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33668) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.675030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2a7b2-f51f-44e4-92c3-f5a4e1b192af None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:07.719663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:07.720041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.744507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba18a9-c22e-4f75-882c-04fa0e7c16ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:07.747876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ba18a9-c22e-4f75-882c-04fa0e7c16ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:07.751788 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-07ba18a9-c22e-4f75-882c-04fa0e7c16ec tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/965744ac-b589-4f3a-87e8-42801fa303f7 HTTP/1.1" status: 404 len: 337 time: 0.1146829 Mar 09 17:11:07.752694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=14d64fff-892a-41e9-ba71-1e2dc3a767a4,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:07.774837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (fe10ed59-08ba-4665-b444-d5ed763c3bfa), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.784948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33672) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.846976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] Pushing event deleted for resources: {'Port': ['ID=fe10ed59-08ba-4665-b444-d5ed763c3bfa,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:07.847201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a45bda3-ae78-4312-94a9-6f8b4b11a598 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:07.852370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbaa159-db1d-4421-a323-743d71fc55a2 None None] No DVR routers for this DVR port fe10ed59-08ba-4665-b444-d5ed763c3bfa on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:07.852949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a45bda3-ae78-4312-94a9-6f8b4b11a598 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:07.862484 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7a45bda3-ae78-4312-94a9-6f8b4b11a598 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/ed4d04d0-768b-40fe-88e9-1d10af8a41c8 HTTP/1.1" status: 404 len: 333 time: 0.0478544 Mar 09 17:11:07.871498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33674) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.873457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (6d9fd238-c4eb-428e-88d7-bedd0b97e154), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.912806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:07.927476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.946740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:07.950233 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a199e588-26fa-4e17-b9bb-ad76641c61c2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:07.950706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a199e588-26fa-4e17-b9bb-ad76641c61c2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:07.955807 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1505e383-6f75-4d0b-b4c0-7583987bc0bf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8095176 Mar 09 17:11:07.955960 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a199e588-26fa-4e17-b9bb-ad76641c61c2 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/c93e0bde-2e14-4869-a133-be5910726082 HTTP/1.1" status: 404 len: 337 time: 0.0775325 Mar 09 17:11:07.956203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33676) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.956560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33678) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:07.963350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '14d64fff-892a-41e9-ba71-1e2dc3a767a4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:07.969095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:07.992464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:08.022976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (fd00448e-8617-4644-a00c-32b442ba7d67), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.032036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.062974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (29c67043-0eb4-4ac7-b117-20fbde3a6122), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.063856 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment 29c67043-0eb4-4ac7-b117-20fbde3a6122 of type vlan for network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 Mar 09 17:11:08.070149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (f52d9b42-009b-41b9-bc36-183a06b58d39), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.117582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Allocated IP 172.20.0.2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/14d64fff-892a-41e9-ba71-1e2dc3a767a4/16a9d648-da51-4d42-9135-db9520228f51) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:08.143328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d88c5-a33d-4c09-9b4e-96f341a3f3f5 req-2dc0252d-fc3b-4351-bea3-99e8815775ec tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:08.145053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (6d9fd238-c4eb-428e-88d7-bedd0b97e154), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.145859 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9a8d88c5-a33d-4c09-9b4e-96f341a3f3f5 req-2dc0252d-fc3b-4351-bea3-99e8815775ec tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 943 time: 0.4206641 Mar 09 17:11:08.147336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (6d9fd238-c4eb-428e-88d7-bedd0b97e154), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.238087 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa63bcbc-a825-4668-9a7f-569d334592fc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:08.238562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa63bcbc-a825-4668-9a7f-569d334592fc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:08.241653 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fa63bcbc-a825-4668-9a7f-569d334592fc tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/a9637235-b516-45fe-8f8d-4c9c61908a9d HTTP/1.1" status: 404 len: 337 time: 0.2830601 Mar 09 17:11:08.244466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (4408ae93-b386-4f6b-ab3b-ddd0703145c2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.251197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33680) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.274426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Publish callbacks [] for port (16a9d648-da51-4d42-9135-db9520228f51), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.285788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 37b24118-383d-49a2-89d9-54ac579877ca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:08.286419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f6caef-d580-4c49-83fa-cd3feade4d5b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:08.287373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f6caef-d580-4c49-83fa-cd3feade4d5b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:08.295129 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-70f6caef-d580-4c49-83fa-cd3feade4d5b tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/77e2f06d-9a6b-4d0f-a785-1bbd9e6cf27d HTTP/1.1" status: 404 len: 333 time: 0.0408590 Mar 09 17:11:08.313446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 37b24118-383d-49a2-89d9-54ac579877ca {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:08.313880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 37b24118-383d-49a2-89d9-54ac579877ca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:08.314406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:08.319165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33682) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.335655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: fe10ed59-08ba-4665-b444-d5ed763c3bfa {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:08.336632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fe10ed59-08ba-4665-b444-d5ed763c3bfa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:08.360334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.resource_extend [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:11:08.365024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (6d9fd238-c4eb-428e-88d7-bedd0b97e154), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.365548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9fd238-c4eb-428e-88d7-bedd0b97e154 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:08.367308 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23e3d12-91e4-4f28-9b93-150f7c64c055 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:08.367819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23e3d12-91e4-4f28-9b93-150f7c64c055 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:08.371668 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d23e3d12-91e4-4f28-9b93-150f7c64c055 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/8c544030-0a97-47aa-95ee-7b2360fdf7ea HTTP/1.1" status: 404 len: 337 time: 0.0454843 Mar 09 17:11:08.372723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.377486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.378239 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-14f4a583-c1c7-4c88-ab94-81130369c11d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6d9fd238-c4eb-428e-88d7-bedd0b97e154 HTTP/1.1" status: 204 len: 168 time: 1.0579767 Mar 09 17:11:08.381942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33684) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.392868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=748ec4d6-7030-4c56-8b87-640d64f671ad,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:08.404719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (16a9d648-da51-4d42-9135-db9520228f51), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.430016 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d725f1-c9cb-4106-be48-e41f49eaf3e0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] DELETE failed (client error): The resource could not be found. Mar 09 17:11:08.430537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d725f1-c9cb-4106-be48-e41f49eaf3e0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:08.430762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9a8d88c5-a33d-4c09-9b4e-96f341a3f3f5 req-3bb06252-1ad9-444e-9859-248d1d3ea9b9 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137918 Mar 09 17:11:08.433565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (fd00448e-8617-4644-a00c-32b442ba7d67), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.436445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-14d725f1-c9cb-4106-be48-e41f49eaf3e0 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/subnets/f6808f31-1859-484f-bbbb-7fc21fe5118b HTTP/1.1" status: 404 len: 337 time: 0.0521708 Mar 09 17:11:08.441860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33688) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.490108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:08.491736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.497864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:08.508655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:08.546368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Subnet': ['ID=fd00448e-8617-4644-a00c-32b442ba7d67,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:08.552298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (4408ae93-b386-4f6b-ab3b-ddd0703145c2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.558711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:08.560587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.571784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.575695 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4c4f6d43-7c48-4b99-b526-7b549b7ff0f7 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/subnets/fd00448e-8617-4644-a00c-32b442ba7d67 HTTP/1.1" status: 204 len: 168 time: 2.5453610 Mar 09 17:11:08.583510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33690) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.632983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e19ce-b239-4c99-bac4-0d489215d9f5 None None] Network 64fe763f-8994-4316-990e-3381fa6fd6e1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:08.635414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Pushing event updated for resources: {'Port': ['ID=16a9d648-da51-4d42-9135-db9520228f51,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:08.653733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Attempting to bind port 16a9d648-da51-4d42-9135-db9520228f51 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:08.655184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Attempting to bind port 16a9d648-da51-4d42-9135-db9520228f51 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:08.655184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Attempting to bind port 16a9d648-da51-4d42-9135-db9520228f51 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:08.675294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:08.677961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:08.678464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:08.679016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.679152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.679615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:08.680373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Bound port: 16a9d648-da51-4d42-9135-db9520228f51, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:08.680857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (16a9d648-da51-4d42-9135-db9520228f51), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.683825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:08.705371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:08.711370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f52d9b42-009b-41b9-bc36-183a06b58d39 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:08.715456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=4408ae93-b386-4f6b-ab3b-ddd0703145c2,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:08.732223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (64fe763f-8994-4316-990e-3381fa6fd6e1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:08.741651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33692) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.757164 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-de7dd71b-9c1a-4d6e-badc-096340195727 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3239126 Mar 09 17:11:08.758977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33696) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:08.763703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:08.769662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:08.953296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Deleting port 3a6df58f-a860-4863-8c17-25e0a4456ed7 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:08.953852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.008218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:09.015676 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-53281c06-e9f8-4f18-abda-a5d2c38770b9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f52d9b42-009b-41b9-bc36-183a06b58d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7299776 Mar 09 17:11:09.017024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:09.021087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.029844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33698) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:09.042411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] Sync routers for ids ['f52d9b42-009b-41b9-bc36-183a06b58d39'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:09.053585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] For port 16a9d648-da51-4d42-9135-db9520228f51, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:09.094088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] Routers {'f52d9b42-009b-41b9-bc36-183a06b58d39'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:09.095020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f52d9b42-009b-41b9-bc36-183a06b58d39'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:09.114343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-51aaa000-7e5d-4aaf-93de-e703fdfc7607 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52d9b42-009b-41b9-bc36-183a06b58d39 HTTP/1.1" status: 200 len: 205 time: 0.0833673 Mar 09 17:11:09.117895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33700) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:09.148685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-243798447', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:09.160723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] For port 16a9d648-da51-4d42-9135-db9520228f51, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16a9d648-da51-4d42-9135-db9520228f51,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:09.164707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:09.176395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] Routers {'f52d9b42-009b-41b9-bc36-183a06b58d39'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:09.177421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f52d9b42-009b-41b9-bc36-183a06b58d39'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:09.190467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] DHCP port deletion for 64fe763f-8994-4316-990e-3381fa6fd6e1 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:09.227715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.254991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Calling delete_port for 3a6df58f-a860-4863-8c17-25e0a4456ed7 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:09.330394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:09.333454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Deleting port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:09.333802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.424812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (840fbba2-5d04-43dc-a0f3-39c08647a2ea), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.426719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (840fbba2-5d04-43dc-a0f3-39c08647a2ea), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.447240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (16a9d648-da51-4d42-9135-db9520228f51), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.467680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:09.467680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd49f8-4656-45ca-801d-a9af396189c2 None None] The sync data for ids ['f52d9b42-009b-41b9-bc36-183a06b58d39'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:09.500570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7faa3732-2b4e-4c00-bbe7-f91b2b730a74 None None] Provisioning complete for port 748ec4d6-7030-4c56-8b87-640d64f671ad triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:09.501006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7faa3732-2b4e-4c00-bbe7-f91b2b730a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.522343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (db4ce396-1bc9-41ef-a309-fdb930fbd597), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.544412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (f52d9b42-009b-41b9-bc36-183a06b58d39), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.551976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7faa3732-2b4e-4c00-bbe7-f91b2b730a74 None None] Port 748ec4d6-7030-4c56-8b87-640d64f671ad cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:09.557737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:09.603032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] For port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,segment=NetworkSegment(3abf749a-1a7d-4aa4-93a5-2107d0592fba),segment_id=3abf749a-1a7d-4aa4-93a5-2107d0592fba)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:09.603032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.632530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Calling delete_port for bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:09.669812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade73ccc-db84-4421-83b9-c2a19fbcff69 None None] Pushing event updated for resources: {'Port': ['ID=16a9d648-da51-4d42-9135-db9520228f51,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:09.677228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] Deleting port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:09.677834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.742166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=db4ce396-1bc9-41ef-a309-fdb930fbd597,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:09.752906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (3a6df58f-a860-4863-8c17-25e0a4456ed7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.759272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] For port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,segment=NetworkSegment(3abf749a-1a7d-4aa4-93a5-2107d0592fba),segment_id=3abf749a-1a7d-4aa4-93a5-2107d0592fba)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:09.763566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.775792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] Calling delete_port for bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:09.811852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b1ec-3a04-4fb6-b6c0-f4a0177877d6 req-0410391e-712a-47c0-91a8-f94e14706c9a tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:09.813466 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9563b1ec-3a04-4fb6-b6c0-f4a0177877d6 req-0410391e-712a-47c0-91a8-f94e14706c9a tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 943 time: 0.2505324 Mar 09 17:11:09.822817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Port': ['ID=3a6df58f-a860-4863-8c17-25e0a4456ed7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:09.871458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (840fbba2-5d04-43dc-a0f3-39c08647a2ea), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.879918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:09.883258 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/ports/3a6df58f-a860-4863-8c17-25e0a4456ed7 HTTP/1.1" status: 204 len: 168 time: 1.4388781 Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.895261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.918424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33704) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:09.926168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:09.927531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: 4408ae93-b386-4f6b-ab3b-ddd0703145c2, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:09.936082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:09.943189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.943543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.943925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.944214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.945156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.945156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.947302 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:09.957817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.961883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.962835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.964103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.964897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.965514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.966187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffab41d-1891-497a-9020-e58605ff4023 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:09.977882 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:09.978398 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3dcac682-5d56-4d5b-8252-467777d87c7a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/ab05cb2a-dc68-493c-a116-55fa3718ff2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5823076 Mar 09 17:11:09.978543 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:09.999943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.013545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33706) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:10.015685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.051337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ee2a9186-6f96-4690-b4d9-39a389d8b5e0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:11:10.069057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] Pushing event deleted for resources: {'Port': ['ID=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:10.082068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3b5d3-a18e-42ba-89e7-cbbb477449a5 None None] No DVR routers for this DVR port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:10.097234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:10.097234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.106647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (f52d9b42-009b-41b9-bc36-183a06b58d39), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.125923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (baeda7ca-4335-48c3-a339-865c26a7d946), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.127857 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:10.130672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (f52d9b42-009b-41b9-bc36-183a06b58d39), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.257293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:10.300056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,segment=NetworkSegment(7dc955ec-2993-4271-bb6a-5fea877b0145),segment_id=7dc955ec-2993-4271-bb6a-5fea877b0145)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:10.314817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0', 'network_id': 'cddd6414-e58e-4b3a-92d2-5896ea3d1cfc', 'port_id': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0', 'mac_address': 'fa:16:3e:d1:b8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68c1133-f9b6-4c43-a725-430e3e0058cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:11:10.318827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (f52d9b42-009b-41b9-bc36-183a06b58d39), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.319346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router f52d9b42-009b-41b9-bc36-183a06b58d39 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:10.329762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.330933 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-32b23fce-9d85-486d-8da8-6ffdce971286 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/f52d9b42-009b-41b9-bc36-183a06b58d39 HTTP/1.1" status: 204 len: 168 time: 1.2118876 Mar 09 17:11:10.344787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33708) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:10.393071 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:11:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:07Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:10.395299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:10.395917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.414492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2a9186-6f96-4690-b4d9-39a389d8b5e0 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:11:10.428500 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:10.428877 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Updating router ab05cb2a-dc68-493c-a116-55fa3718ff2e port 748ec4d6-7030-4c56-8b87-640d64f671ad binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:10.434007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 936d358f-7fa7-41e1-bcf4-fcd25f5f86f4 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:10.437969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,segment=NetworkSegment(7dc955ec-2993-4271-bb6a-5fea877b0145),segment_id=7dc955ec-2993-4271-bb6a-5fea877b0145)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:10.441298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4408ae93-b386-4f6b-ab3b-ddd0703145c2) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:10.444967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (936d358f-7fa7-41e1-bcf4-fcd25f5f86f4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.452521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7becb-3d6d-46d6-9603-2da407f53180 None None] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:10.460126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.478404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.479137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.526955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.533598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (baeda7ca-4335-48c3-a339-865c26a7d946), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.591278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (840fbba2-5d04-43dc-a0f3-39c08647a2ea), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.617336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:10.618342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.618496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (936d358f-7fa7-41e1-bcf4-fcd25f5f86f4), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.636940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:10.656259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baeda7ca-4335-48c3-a339-865c26a7d946']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:10.691833 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f668f5cc-40a0-477d-8225-0ee20949e096 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9276216 Mar 09 17:11:10.693802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d0230a-50b3-447f-8a2d-8e065b15601b') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:10.694103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d0230a-50b3-447f-8a2d-8e065b15601b') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:10.697668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33710) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:10.761783 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9563b1ec-3a04-4fb6-b6c0-f4a0177877d6 req-11cb4610-031c-446c-b15a-1fefeead25eb tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9340911 Mar 09 17:11:10.785850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (bc6a2479-d8e1-406c-bd46-fb3e7796b4f7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.786116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (25d0230a-50b3-447f-8a2d-8e065b15601b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.807334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['ee2a9186-6f96-4690-b4d9-39a389d8b5e0'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:11:10.827230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (25d0230a-50b3-447f-8a2d-8e065b15601b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.860062 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Publish callbacks [] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.871967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Port': ['ID=bc6a2479-d8e1-406c-bd46-fb3e7796b4f7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:10.879259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:11:10.886663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] No DVR routers for this DVR port bc6a2479-d8e1-406c-bd46-fb3e7796b4f7 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:10.890521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.896144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:10.900677 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e2025485-aaf2-4ba8-8a65-5e8892fc0d36 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7706 time: 0.8787951 Mar 09 17:11:10.904049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33712) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:10.915867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Allocated IP 2001:db8::2 (4408ae93-b386-4f6b-ab3b-ddd0703145c2/db4ce396-1bc9-41ef-a309-fdb930fbd597/ce60f25a-f3ea-4452-a072-2641c5a70f95) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:10.922295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:10.923034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (25d0230a-50b3-447f-8a2d-8e065b15601b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:10.927765 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:10.947265 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.043424 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Pushing event updated for resources: {'Port': ['ID=748ec4d6-7030-4c56-8b87-640d64f671ad,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:11.076025 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.077548 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.079479 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.080145 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.080779 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.081446 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.082035 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.083211 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.083787 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.084627 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.085177 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.085731 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.086295 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.154259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (64fe763f-8994-4316-990e-3381fa6fd6e1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.224857 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Attempting to bind port 748ec4d6-7030-4c56-8b87-640d64f671ad on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:11.225232 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Attempting to bind port 748ec4d6-7030-4c56-8b87-640d64f671ad by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:11.237486 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Attempting to bind port 748ec4d6-7030-4c56-8b87-640d64f671ad on network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:11.237889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fe763f-8994-4316-990e-3381fa6fd6e1']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:11.238009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:11.238009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Checking segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:11.238009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.238009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Bound using segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:11.238009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Bound port: 748ec4d6-7030-4c56-8b87-640d64f671ad, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:11.238009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.252300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abf749a-1a7d-4aa4-93a5-2107d0592fba') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:11.253212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abf749a-1a7d-4aa4-93a5-2107d0592fba') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:11.261879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Publish callbacks [] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.282438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (3abf749a-1a7d-4aa4-93a5-2107d0592fba), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.293271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] Provisioning complete for port 16a9d648-da51-4d42-9135-db9520228f51 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:11.294524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16a9d648-da51-4d42-9135-db9520228f51), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.303161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (3abf749a-1a7d-4aa4-93a5-2107d0592fba), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.311417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:11.312041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (3abf749a-1a7d-4aa4-93a5-2107d0592fba), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:11.315953 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:11.357068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.384663 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] For port 748ec4d6-7030-4c56-8b87-640d64f671ad, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:11.399074 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] For port 748ec4d6-7030-4c56-8b87-640d64f671ad, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=748ec4d6-7030-4c56-8b87-640d64f671ad,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:11.415853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:11.441373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:11.444907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Pushing event updated for resources: {'Port': ['ID=ce60f25a-f3ea-4452-a072-2641c5a70f95,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:11.448569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (16a9d648-da51-4d42-9135-db9520228f51), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.449128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:11.472391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.473111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.473585 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.473731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.474062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.474406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.474742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.475103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.475444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.475793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.476142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.476505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.482758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.482758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:11:11.482758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] Current status of the port 16a9d648-da51-4d42-9135-db9520228f51 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:11.482758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (16a9d648-da51-4d42-9135-db9520228f51), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.507508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (64fe763f-8994-4316-990e-3381fa6fd6e1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.532437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.536005 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/networks/64fe763f-8994-4316-990e-3381fa6fd6e1 HTTP/1.1" status: 204 len: 168 time: 2.9512832 Mar 09 17:11:11.546525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33714) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:11.593958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] For port 16a9d648-da51-4d42-9135-db9520228f51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16a9d648-da51-4d42-9135-db9520228f51,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:11.596196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Attempting to bind port ce60f25a-f3ea-4452-a072-2641c5a70f95 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:11.596196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Attempting to bind port ce60f25a-f3ea-4452-a072-2641c5a70f95 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:11.596196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Attempting to bind port ce60f25a-f3ea-4452-a072-2641c5a70f95 on network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:11.601682 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:11.602053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:11.602519 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:11.602649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Checking segment: {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:11.603003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.603463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Bound using segment: {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:11.604076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Bound port: ce60f25a-f3ea-4452-a072-2641c5a70f95, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:11.604547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.624907 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a0de957d-98e3-4d79-aa35-354539676420 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aed9b40-491e-4889-b6e3-e25ccb3573c7 HTTP/1.1" status: 200 len: 205 time: 0.0649626 Mar 09 17:11:11.630550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba8303-7ba4-4037-b458-bebcf1075793 tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Pushing event deleted for resources: {'Network': ['ID=64fe763f-8994-4316-990e-3381fa6fd6e1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:11.638571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33716) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:11.675597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16a9d648-da51-4d42-9135-db9520228f51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:11.687248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (936d358f-7fa7-41e1-bcf4-fcd25f5f86f4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.713478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:11:11.714603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:11:11.722353 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (16a9d648-da51-4d42-9135-db9520228f51), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.758565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.786170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] For port ce60f25a-f3ea-4452-a072-2641c5a70f95, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:11.794531 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86577161-8b46-4cad-bdb8-f90552122d7e None None] Pushing event updated for resources: {'Port': ['ID=748ec4d6-7030-4c56-8b87-640d64f671ad,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:11.827338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] For port ce60f25a-f3ea-4452-a072-2641c5a70f95, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce60f25a-f3ea-4452-a072-2641c5a70f95,segment=NetworkSegment(29c67043-0eb4-4ac7-b117-20fbde3a6122),segment_id=29c67043-0eb4-4ac7-b117-20fbde3a6122)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:11.850942 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:11.882976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4fae9-4628-4648-b745-4cabc078e7bd None None] Pushing event updated for resources: {'Port': ['ID=16a9d648-da51-4d42-9135-db9520228f51,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:11.895666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.896194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.896626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] Provisioning complete for port 748ec4d6-7030-4c56-8b87-640d64f671ad triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:11.896788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.896929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.897334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.898103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.898717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.899904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.900544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.902330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.902946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:11.906612 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c328849e-0fc2-422c-80f4-120e17d190cd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6425 time: 0.9977345 Mar 09 17:11:11.907939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (baeda7ca-4335-48c3-a339-865c26a7d946), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.924296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33720) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:11.945706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 16a9d648-da51-4d42-9135-db9520228f51 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:11.951565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16a9d648-da51-4d42-9135-db9520228f51), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.986078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:11.989504 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] 10.222.0.16 "DELETE /v2.0/networks/baeda7ca-4335-48c3-a339-865c26a7d946 HTTP/1.1" status: 204 len: 168 time: 2.0528100 Mar 09 17:11:12.008453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.053953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.056948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router_controller (6aed9b40-491e-4889-b6e3-e25ccb3573c7), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.091131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ee2a9186-6f96-4690-b4d9-39a389d8b5e0 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:12.120325 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:11:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:11Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:12.151234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5f156-efe7-47de-835c-db6b31ebb5c3 tempest-PortsTestJSON-786519195 tempest-PortsTestJSON-786519195-project] Pushing event deleted for resources: {'Network': ['ID=baeda7ca-4335-48c3-a339-865c26a7d946,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:12.152306 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750979e6-cb2a-4b84-80b0-a07373c89591 None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:11:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:11Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:12.162493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] Current status of the port 748ec4d6-7030-4c56-8b87-640d64f671ad is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:12.162901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.201230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (6aed9b40-491e-4889-b6e3-e25ccb3573c7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.201230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Fanout notify agent at l3_agent the message router_deleted on router 6aed9b40-491e-4889-b6e3-e25ccb3573c7 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:12.214084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.215079 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1cef7892-d381-44f7-9a67-5321f16e427d tempest-RoutersNegativeIpV6Test-86603153 tempest-RoutersNegativeIpV6Test-86603153-project] 10.222.0.16 "DELETE /v2.0/routers/6aed9b40-491e-4889-b6e3-e25ccb3573c7 HTTP/1.1" status: 204 len: 168 time: 0.5751455 Mar 09 17:11:12.248033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] For port 748ec4d6-7030-4c56-8b87-640d64f671ad, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=748ec4d6-7030-4c56-8b87-640d64f671ad,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:12.311806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (16a9d648-da51-4d42-9135-db9520228f51), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.334260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 16a9d648-da51-4d42-9135-db9520228f51 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:12.362415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab2f6-5e34-47bc-b4b7-b36e502d5980 None None] Pushing event updated for resources: {'Port': ['ID=ce60f25a-f3ea-4452-a072-2641c5a70f95,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:12.371652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (936d358f-7fa7-41e1-bcf4-fcd25f5f86f4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.378084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:11:12.382573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.383813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.422283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.425972 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/936d358f-7fa7-41e1-bcf4-fcd25f5f86f4 HTTP/1.1" status: 204 len: 168 time: 2.0804229 Mar 09 17:11:12.436393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33726) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:12.440491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:12.441123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.452863 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d4092-ca4d-43c6-abff-f7cb5c147a08 None None] Network d4932e33-f757-431d-ba83-8eee02329618 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:12.473132 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-23aea5ca-f9ba-4d08-a193-319e57770814 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3205 time: 0.5475223 Mar 09 17:11:12.542318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4522b3-88cf-40cc-8251-53a63df17801 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=936d358f-7fa7-41e1-bcf4-fcd25f5f86f4,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:12.555801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d4932e33-f757-431d-ba83-8eee02329618), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.574022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937729ec-464a-4df4-86b5-0817bc997f25 req-b44ab2ed-ba51-4bbf-abd1-cd388d2eb335 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:12.575908 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-937729ec-464a-4df4-86b5-0817bc997f25 req-b44ab2ed-ba51-4bbf-abd1-cd388d2eb335 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 944 time: 0.6369429 Mar 09 17:11:12.623683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d3f15636-6a2e-4be2-a411-41acf02c2ab2 None None] Provisioning complete for port 748ec4d6-7030-4c56-8b87-640d64f671ad triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:12.624231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3f15636-6a2e-4be2-a411-41acf02c2ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.625715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b2f6a-5d89-46fb-83ec-7215b3c5c536 None None] Pushing event updated for resources: {'Port': ['ID=748ec4d6-7030-4c56-8b87-640d64f671ad,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:12.829344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] For port 16a9d648-da51-4d42-9135-db9520228f51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16a9d648-da51-4d42-9135-db9520228f51,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:12.909840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (16a9d648-da51-4d42-9135-db9520228f51), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:12.991418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33734) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:13.001431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (16a9d648-da51-4d42-9135-db9520228f51), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.017995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (840fbba2-5d04-43dc-a0f3-39c08647a2ea), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.018692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:13.019443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.045226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33738) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:13.076505 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-937729ec-464a-4df4-86b5-0817bc997f25 req-a6a648ad-c800-48b2-84dc-063ba4b24189 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534795 Mar 09 17:11:13.092297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.097737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 91e4bd01-c387-4fc3-900e-6204def3e937 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:13.098369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.122592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (5210f847-dbd2-4b2c-843d-6110217877b8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.132218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:13.134850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce879e9c-330d-49ca-b339-4364e0df6362" -d '{"events": [{"server_uuid": "3cfe2d5c-4b87-4235-a336-22c6620f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a9186-6f96-4690-b4d9-39a389d8b5e0"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:13.190363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,segment=NetworkSegment(7dc955ec-2993-4271-bb6a-5fea877b0145),segment_id=7dc955ec-2993-4271-bb6a-5fea877b0145)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:13.200767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d3f15636-6a2e-4be2-a411-41acf02c2ab2 None None] Current status of the port 748ec4d6-7030-4c56-8b87-640d64f671ad is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:13.245320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de085f8b-50a1-4a80-a785-989c22f7bb85 x-openstack-request-id: req-de085f8b-50a1-4a80-a785-989c22f7bb85 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:13.245627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfe2d5c-4b87-4235-a336-22c6620f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a9186-6f96-4690-b4d9-39a389d8b5e0", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:13.245864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de085f8b-50a1-4a80-a785-989c22f7bb85 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:13.246300 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0', 'code': 200} Mar 09 17:11:13.263783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=5210f847-dbd2-4b2c-843d-6110217877b8,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:13.274166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] DHCP port deletion for d4932e33-f757-431d-ba83-8eee02329618 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:13.304004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:13.309069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:13.314097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:13.314780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.331175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=16a9d648-da51-4d42-9135-db9520228f51,revision_number=5']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:13.466149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-41b5456c-cde4-4701-a628-69966e4c509b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ad11f3a642449aa935f6e96c6176da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726629 Mar 09 17:11:13.467848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33744) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:13.476837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33746) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:13.489575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969144062', 'description': 'tempest-secgroup-smoke-1969144062 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:13.510276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 91e4bd01-c387-4fc3-900e-6204def3e937, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91e4bd01-c387-4fc3-900e-6204def3e937,segment=NetworkSegment(9485e107-1319-40ed-8e18-133b801f3b2d),segment_id=9485e107-1319-40ed-8e18-133b801f3b2d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:13.510649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.569953 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-67d0e334-d38d-4002-b776-9d191dc5cbd7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6095564 Mar 09 17:11:13.573918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33748) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:13.581367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:57:11:60', 'name': 'tempest-NetworksTestDHCPv6-869725231'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:13.586461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 91e4bd01-c387-4fc3-900e-6204def3e937 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:13.603347 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c1b09552-2858-4c22-838a-68e8c0c6dcda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b78f290698a497db8332f8178585af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517368 Mar 09 17:11:13.608255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33750) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:13.634852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8::1 (4408ae93-b386-4f6b-ab3b-ddd0703145c2/db4ce396-1bc9-41ef-a309-fdb930fbd597/b25db281-767e-42e8-ac27-f9c90c7d4542) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:13.643678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde095a-60e3-417c-b592-d1b105f4cf57 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:13.646143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.702255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.770631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Allocated IP 172.36.5.64 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:13.815462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df3ffbff-2bb9-4fc0-9277-f3c2ea336790 admin admin] Publish callbacks [] for security_group (50ee22c8-7380-4847-be40-94e7009b29fc), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.868760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7976f12d-52da-4bf3-8e32-c32992367a55 admin admin] Publish callbacks [] for security_group (aa679cce-0328-47f7-875b-00aec7a6bdf3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.878427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16a9d648-da51-4d42-9135-db9520228f51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:13.910707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c42e39-edad-4636-843d-8e477a72198e req-cc4d098b-f84d-4b0b-8b2a-437b7bc67eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:13.912582 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84c42e39-edad-4636-843d-8e477a72198e req-cc4d098b-f84d-4b0b-8b2a-437b7bc67eef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 1129 time: 0.2648633 Mar 09 17:11:13.942797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:13.955405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7976f12d-52da-4bf3-8e32-c32992367a55 admin admin] Publish callbacks [] for security_group (aa679cce-0328-47f7-875b-00aec7a6bdf3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.958618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df3ffbff-2bb9-4fc0-9277-f3c2ea336790 admin admin] Publish callbacks [] for security_group (50ee22c8-7380-4847-be40-94e7009b29fc), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:13.999282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] Deleting port 91e4bd01-c387-4fc3-900e-6204def3e937 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:13.999685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.016827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (70f703a4-f083-408e-829b-61ebcbbfa870), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.046778 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84c42e39-edad-4636-843d-8e477a72198e req-205926b3-30bd-4af6-b72f-0e28ce2c9971 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252871 Mar 09 17:11:14.088326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:14.130145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] For port 91e4bd01-c387-4fc3-900e-6204def3e937, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91e4bd01-c387-4fc3-900e-6204def3e937,segment=NetworkSegment(9485e107-1319-40ed-8e18-133b801f3b2d),segment_id=9485e107-1319-40ed-8e18-133b801f3b2d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:14.130561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.146281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 16a9d648-da51-4d42-9135-db9520228f51 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:14.146657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16a9d648-da51-4d42-9135-db9520228f51), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.163859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (70f703a4-f083-408e-829b-61ebcbbfa870), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.176969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d12b9-3830-4a02-922b-f9b0d96a7328 None None] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:14.179473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] Calling delete_port for 91e4bd01-c387-4fc3-900e-6204def3e937 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:14.207200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df3ffbff-2bb9-4fc0-9277-f3c2ea336790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (50ee22c8-7380-4847-be40-94e7009b29fc), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.210853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df3ffbff-2bb9-4fc0-9277-f3c2ea336790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.225691 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df3ffbff-2bb9-4fc0-9277-f3c2ea336790 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50ee22c8-7380-4847-be40-94e7009b29fc HTTP/1.1" status: 204 len: 168 time: 0.7368622 Mar 09 17:11:14.331664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.353257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for port (a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.363499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ffbff-2bb9-4fc0-9277-f3c2ea336790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee22c8-7380-4847-be40-94e7009b29fc,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:14.371690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.408754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port 91e4bd01-c387-4fc3-900e-6204def3e937 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:14.416758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] Provisioning complete for port ce60f25a-f3ea-4452-a072-2641c5a70f95 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:14.417371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.461126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=91e4bd01-c387-4fc3-900e-6204def3e937,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:14.533286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (91e4bd01-c387-4fc3-900e-6204def3e937), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.551055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d4932e33-f757-431d-ba83-8eee02329618), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.583381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] No DVR routers for this DVR port 91e4bd01-c387-4fc3-900e-6204def3e937 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:14.603070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab49db7-b656-488e-8ae8-214c516acea7 req-caff3faf-0a83-44c3-a961-aa7f41b81396 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:14.604652 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aab49db7-b656-488e-8ae8-214c516acea7 req-caff3faf-0a83-44c3-a961-aa7f41b81396 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.3692381 Mar 09 17:11:14.618186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4932e33-f757-431d-ba83-8eee02329618']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:14.643905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7976f12d-52da-4bf3-8e32-c32992367a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (aa679cce-0328-47f7-875b-00aec7a6bdf3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.647953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb4973-467e-4abf-b3f4-4bc08881b681 None None] Pushing event deleted for resources: {'Port': ['ID=91e4bd01-c387-4fc3-900e-6204def3e937,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:14.650011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7976f12d-52da-4bf3-8e32-c32992367a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.661091 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7976f12d-52da-4bf3-8e32-c32992367a55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa679cce-0328-47f7-875b-00aec7a6bdf3 HTTP/1.1" status: 204 len: 168 time: 1.0459094 Mar 09 17:11:14.665087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9485e107-1319-40ed-8e18-133b801f3b2d') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:14.665413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9485e107-1319-40ed-8e18-133b801f3b2d') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:14.699042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (9485e107-1319-40ed-8e18-133b801f3b2d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.702977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 16a9d648-da51-4d42-9135-db9520228f51 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:14.704779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce60f25a-f3ea-4452-a072-2641c5a70f95 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:14.705179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f703a4-f083-408e-829b-61ebcbbfa870,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:14.730108 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aab49db7-b656-488e-8ae8-214c516acea7 req-7e763296-b9ba-424f-935d-accdf981ee7b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152759 Mar 09 17:11:14.731234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (9485e107-1319-40ed-8e18-133b801f3b2d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.738616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.750356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:14.750781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (9485e107-1319-40ed-8e18-133b801f3b2d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:14.758231 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:14.768298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.770087 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cb155ec4-5dd2-4e63-95b9-8c5903e7ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2923589 Mar 09 17:11:14.772000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f12d-52da-4bf3-8e32-c32992367a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa679cce-0328-47f7-875b-00aec7a6bdf3,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:14.773900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33760) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:14.777997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.794673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:14.802053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '70f703a4-f083-408e-829b-61ebcbbfa870', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:14.823463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 8663a991-9f72-4246-a9db-a9544fe41a21 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:11:14.954834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] Current status of the port ce60f25a-f3ea-4452-a072-2641c5a70f95 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:14.955400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.031184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (10ba928e-cb51-444b-9e44-9e35cad8203d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.056119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:15.064492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] For port ce60f25a-f3ea-4452-a072-2641c5a70f95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce60f25a-f3ea-4452-a072-2641c5a70f95,segment=NetworkSegment(29c67043-0eb4-4ac7-b117-20fbde3a6122),segment_id=29c67043-0eb4-4ac7-b117-20fbde3a6122)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:15.079731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ce60f25a-f3ea-4452-a072-2641c5a70f95 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:15.080123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.088042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:15.091693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:15.095962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.101728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:15.152746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=b25db281-767e-42e8-ac27-f9c90c7d4542,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:15.170685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:15.173368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:15.189891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 172.20.0.10 (23e84d69-248a-4c03-bab8-85be85a4a2bb/14d64fff-892a-41e9-ba71-1e2dc3a767a4/8663a991-9f72-4246-a9db-a9544fe41a21) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:15.200328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fe57:1160 (23e84d69-248a-4c03-bab8-85be85a4a2bb/5210f847-dbd2-4b2c-843d-6110217877b8/8663a991-9f72-4246-a9db-a9544fe41a21) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:15.205566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.253223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d4932e33-f757-431d-ba83-8eee02329618), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.257297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.261593 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/d4932e33-f757-431d-ba83-8eee02329618 HTTP/1.1" status: 204 len: 168 time: 2.8218699 Mar 09 17:11:15.274187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33768) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:15.294703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2118342532', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:15.382331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (10ba928e-cb51-444b-9e44-9e35cad8203d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.414546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52041-f09b-4937-9e2e-905a70141fbd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=d4932e33-f757-431d-ba83-8eee02329618,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:15.422970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f3209-120c-42ce-96bc-41c4773a3405 None None] Pushing event updated for resources: {'Port': ['ID=ce60f25a-f3ea-4452-a072-2641c5a70f95,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:15.461152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event updated for resources: {'Port': ['ID=a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:15.469076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fb8c050b-a746-43d0-8eb6-a6606fc38671 None None] Provisioning complete for port ce60f25a-f3ea-4452-a072-2641c5a70f95 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:15.469468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fb8c050b-a746-43d0-8eb6-a6606fc38671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.480036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (10ba928e-cb51-444b-9e44-9e35cad8203d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.532894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ce60f25a-f3ea-4452-a072-2641c5a70f95 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:15.534208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 748ec4d6-7030-4c56-8b87-640d64f671ad up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:15.539961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ba928e-cb51-444b-9e44-9e35cad8203d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:15.596401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (8663a991-9f72-4246-a9db-a9544fe41a21), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.627038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.627263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.627374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.627496 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af9ecf71-1f57-47a2-b2b0-27916ee8a176 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8270898 Mar 09 17:11:15.633542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33782) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:15.641276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '70f703a4-f083-408e-829b-61ebcbbfa870', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:15.656974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 748ec4d6-7030-4c56-8b87-640d64f671ad triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:15.658928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.701210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c050b-a746-43d0-8eb6-a6606fc38671 None None] Current status of the port ce60f25a-f3ea-4452-a072-2641c5a70f95 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:15.715067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (90360d18-58bd-4a7b-af04-f0457021bbe8), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.743244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8663a991-9f72-4246-a9db-a9544fe41a21), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.757956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.773752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 748ec4d6-7030-4c56-8b87-640d64f671ad is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:15.784985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bd40fc76-0390-4fd9-80e3-4e8c0e3135e8), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.808381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:15.818953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:15.821486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:15.848160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91e4bd01-c387-4fc3-900e-6204def3e937 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:15.855084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fc377305-ade5-47cd-a8a9-53463c6db74a None None] Provisioning complete for port 16a9d648-da51-4d42-9135-db9520228f51 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:15.856659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc377305-ade5-47cd-a8a9-53463c6db74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16a9d648-da51-4d42-9135-db9520228f51), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.906920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=8663a991-9f72-4246-a9db-a9544fe41a21,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:15.952264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bd40fc76-0390-4fd9-80e3-4e8c0e3135e8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:15.966212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 91e4bd01-c387-4fc3-900e-6204def3e937 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:15.966582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 91e4bd01-c387-4fc3-900e-6204def3e937 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:15.968524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:15.969225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.004562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b6c93-e8c3-46d7-8104-427173245606 req-0178a7dc-3720-4a91-a0fa-ce7bc4a2fb89 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:16.006357 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f21b6c93-e8c3-46d7-8104-427173245606 req-0178a7dc-3720-4a91-a0fa-ce7bc4a2fb89 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.1473119 Mar 09 17:11:16.053128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bd40fc76-0390-4fd9-80e3-4e8c0e3135e8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.085463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d9545f50-4142-4c6a-a0d3-a0b82e5a78ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5076153 Mar 09 17:11:16.092145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33796) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:16.118919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fc377305-ade5-47cd-a8a9-53463c6db74a None None] Current status of the port 16a9d648-da51-4d42-9135-db9520228f51 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:16.150523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fc377305-ade5-47cd-a8a9-53463c6db74a None None] Provisioning complete for port b25db281-767e-42e8-ac27-f9c90c7d4542 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:16.153608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc377305-ade5-47cd-a8a9-53463c6db74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.154192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd40fc76-0390-4fd9-80e3-4e8c0e3135e8,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:16.178454 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f21b6c93-e8c3-46d7-8104-427173245606 req-ad9462b5-b45a-40c7-97d0-672d2685fb52 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593473 Mar 09 17:11:16.208870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce60f25a-f3ea-4452-a072-2641c5a70f95 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:16.227005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef98fed-8f1a-4168-8a38-13f363f42dca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:16.235874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef98fed-8f1a-4168-8a38-13f363f42dca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:16.237774 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9ef98fed-8f1a-4168-8a38-13f363f42dca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1424558 Mar 09 17:11:16.241216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.246923 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-368a0813-47df-4158-8fa0-1aa24fa1c64f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6115639 Mar 09 17:11:16.247611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33804) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:16.247956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33806) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:16.261557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '70f703a4-f083-408e-829b-61ebcbbfa870', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:16.353161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fc377305-ade5-47cd-a8a9-53463c6db74a None None] Port b25db281-767e-42e8-ac27-f9c90c7d4542 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:16.394350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ce60f25a-f3ea-4452-a072-2641c5a70f95 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:16.396879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.414922 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:16.431386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 8663a991-9f72-4246-a9db-a9544fe41a21 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:16.431386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8663a991-9f72-4246-a9db-a9544fe41a21), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.434953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (1e8260a0-1695-4b44-b4dc-773a8485497b), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.487876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e91a73ca-6bfc-46df-9bea-81521b1019fb None None] Provisioning complete for port 8663a991-9f72-4246-a9db-a9544fe41a21 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:16.492852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e91a73ca-6bfc-46df-9bea-81521b1019fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8663a991-9f72-4246-a9db-a9544fe41a21), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.574688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e91a73ca-6bfc-46df-9bea-81521b1019fb None None] Port 8663a991-9f72-4246-a9db-a9544fe41a21 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:16.584830 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d792189a-ff77-4410-8fef-179280d849c2 tempest-ServiceProvidersTest-960063064 tempest-ServiceProvidersTest-960063064-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1635020 Mar 09 17:11:16.585993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ce60f25a-f3ea-4452-a072-2641c5a70f95 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:16.624341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (1e8260a0-1695-4b44-b4dc-773a8485497b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.647802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8663a991-9f72-4246-a9db-a9544fe41a21), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.660754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 8663a991-9f72-4246-a9db-a9544fe41a21 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:16.774400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (1e8260a0-1695-4b44-b4dc-773a8485497b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.805988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8260a0-1695-4b44-b4dc-773a8485497b,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:16.833547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219dad-65be-44b0-90e2-f2e113dfecc7 req-882603dc-f0e7-46f1-b6cb-47c163e37721 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:16.835079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff219dad-65be-44b0-90e2-f2e113dfecc7 req-882603dc-f0e7-46f1-b6cb-47c163e37721 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.2988422 Mar 09 17:11:16.841056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_gateway (90360d18-58bd-4a7b-af04-f0457021bbe8), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.872557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (840fbba2-5d04-43dc-a0f3-39c08647a2ea), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.898049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:16.900535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0301ba0e-e808-4d94-ac65-0f434f7629f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6487787 Mar 09 17:11:16.907548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33820) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:16.912302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '70f703a4-f083-408e-829b-61ebcbbfa870', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:16.975805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8663a991-9f72-4246-a9db-a9544fe41a21), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.029737 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff219dad-65be-44b0-90e2-f2e113dfecc7 req-682bc1e5-46f5-4382-814a-33ff697e7502 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819601 Mar 09 17:11:17.099489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=8663a991-9f72-4246-a9db-a9544fe41a21,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:17.106487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e781c5bb-1297-4aaa-95c4-642bcc9b3d3f), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.184087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.190057 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e206768b-b53e-48c9-a2a2-953ea3745a9c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/8663a991-9f72-4246-a9db-a9544fe41a21 HTTP/1.1" status: 204 len: 168 time: 0.9384704 Mar 09 17:11:17.191576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33830) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:17.239331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33832) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:17.241566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e781c5bb-1297-4aaa-95c4-642bcc9b3d3f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.288292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6083a50-9bcd-4a01-b836-f7e22a15016a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:17.290481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6083a50-9bcd-4a01-b836-f7e22a15016a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:17.292618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6083a50-9bcd-4a01-b836-f7e22a15016a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:17.299438 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a6083a50-9bcd-4a01-b836-f7e22a15016a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1017420 Mar 09 17:11:17.300057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33838) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:17.372164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.374649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (e781c5bb-1297-4aaa-95c4-642bcc9b3d3f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.407469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 14d64fff-892a-41e9-ba71-1e2dc3a767a4 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:17.411362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e781c5bb-1297-4aaa-95c4-642bcc9b3d3f,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:17.414519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (14d64fff-892a-41e9-ba71-1e2dc3a767a4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.443360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (840fbba2-5d04-43dc-a0f3-39c08647a2ea), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.456424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.461377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.463950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (14d64fff-892a-41e9-ba71-1e2dc3a767a4), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.513916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.515191 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-63e6d5d1-4d96-4ccc-b0a6-0d5b3db7db7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6066737 Mar 09 17:11:17.516119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b884-5ad8-4771-9c00-2a473cbe8554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.520683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33844) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:17.556699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '70f703a4-f083-408e-829b-61ebcbbfa870', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:17.633026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (14d64fff-892a-41e9-ba71-1e2dc3a767a4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.676877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=b25db281-767e-42e8-ac27-f9c90c7d4542,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:17.680778 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:11:17.689725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (cd8452ae-6816-4f56-8579-36cf4a2c0a71), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.748367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_gateway (90360d18-58bd-4a7b-af04-f0457021bbe8), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.792633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b884-5ad8-4771-9c00-2a473cbe8554 admin admin] Publish callbacks [] for security_group (251af2c9-a109-4ad2-b7ee-224e1256bd3c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.797521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.807794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (cd8452ae-6816-4f56-8579-36cf4a2c0a71), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.837747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:17.868955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:17.894471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (14d64fff-892a-41e9-ba71-1e2dc3a767a4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.929309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=14d64fff-892a-41e9-ba71-1e2dc3a767a4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:17.931047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:17.935140 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a4ef125b-7a73-460f-8bed-78a47b129e06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/14d64fff-892a-41e9-ba71-1e2dc3a767a4 HTTP/1.1" status: 204 len: 168 time: 0.6340349 Mar 09 17:11:17.937729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33852) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:17.939661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bcbb22-043d-4119-a778-3dc0459bb8e4 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:17.975123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56629504-9e66-4530-af0c-4b55bf8a7930 req-3ddd4ad9-d8a5-4dde-9aaa-c6df04d777aa tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:17.976743 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56629504-9e66-4530-af0c-4b55bf8a7930 req-3ddd4ad9-d8a5-4dde-9aaa-c6df04d777aa tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.2312140 Mar 09 17:11:18.038547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b884-5ad8-4771-9c00-2a473cbe8554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (251af2c9-a109-4ad2-b7ee-224e1256bd3c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.045734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 5210f847-dbd2-4b2c-843d-6110217877b8 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:18.052921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (cd8452ae-6816-4f56-8579-36cf4a2c0a71), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.069809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (5210f847-dbd2-4b2c-843d-6110217877b8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.105358 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56629504-9e66-4530-af0c-4b55bf8a7930 req-ecd1cb2b-2145-46dd-a4c2-def25ce367ee tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810521 Mar 09 17:11:18.127083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Router 840fbba2-5d04-43dc-a0f3-39c08647a2ea is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:18.130119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8452ae-6816-4f56-8579-36cf4a2c0a71,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:18.169183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.175751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-be86032e-7bd2-4daa-a8aa-4796470d6819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6488998 Mar 09 17:11:18.181743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33854) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.187411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '70f703a4-f083-408e-829b-61ebcbbfa870', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:18.211449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1a8dd6d2-4e17-4767-bf9b-6c6244c3bee1 None None] Provisioning complete for port b25db281-767e-42e8-ac27-f9c90c7d4542 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:18.212027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd6d2-4e17-4767-bf9b-6c6244c3bee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.226127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (5210f847-dbd2-4b2c-843d-6110217877b8), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.271027 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c9d2b884-5ad8-4771-9c00-2a473cbe8554 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff7620fda0994b73be739678d069df57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0312550 Mar 09 17:11:18.272197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2b884-5ad8-4771-9c00-2a473cbe8554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251af2c9-a109-4ad2-b7ee-224e1256bd3c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:18.275861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33856) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.286551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1a8dd6d2-4e17-4767-bf9b-6c6244c3bee1 None None] Port b25db281-767e-42e8-ac27-f9c90c7d4542 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:18.322122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.36.5.145 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/b05220d9-a58c-4152-81f9-6c90287c98a3) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:18.359184 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:11:18.379607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:18.391361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] Sync routers for ids ['840fbba2-5d04-43dc-a0f3-39c08647a2ea'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:18.398951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (ce852f10-8d15-44ff-bd68-e2e45aee75af), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.409449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] Routers {'840fbba2-5d04-43dc-a0f3-39c08647a2ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:18.411419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['840fbba2-5d04-43dc-a0f3-39c08647a2ea'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:18.443306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5210f847-dbd2-4b2c-843d-6110217877b8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.455510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:18.472900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1112348f-2379-4844-9b0a-73d16ff7b150 admin admin] Publish callbacks [] for security_group (251af2c9-a109-4ad2-b7ee-224e1256bd3c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.486736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33858) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.492576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:18.494986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062965871', 'description': 'tempest-secgroup-smoke-2062965871 description', 'project_id': 'fbb791156d794777a30b1ac575142f61'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:18.503709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] Routers {'840fbba2-5d04-43dc-a0f3-39c08647a2ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:18.504154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['840fbba2-5d04-43dc-a0f3-39c08647a2ea'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:18.530256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.531913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-91c38039-6a15-4467-95c1-7e3c492fea3c tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.7878196 Mar 09 17:11:18.532515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1112348f-2379-4844-9b0a-73d16ff7b150 admin admin] Publish callbacks [] for security_group (251af2c9-a109-4ad2-b7ee-224e1256bd3c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.545141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33860) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.556360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (ce852f10-8d15-44ff-bd68-e2e45aee75af), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.557251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:18.557994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187b5ca-4d8c-4b34-aede-9fa5d92a88bf None None] The sync data for ids ['840fbba2-5d04-43dc-a0f3-39c08647a2ea'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:18.581906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (b05220d9-a58c-4152-81f9-6c90287c98a3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.626570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.628625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (ce852f10-8d15-44ff-bd68-e2e45aee75af), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.644268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.667598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce852f10-8d15-44ff-bd68-e2e45aee75af,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:18.687035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:18.696303 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fc902cc7-c7a7-4861-8c9b-3089f63c9685 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9858985 Mar 09 17:11:18.696303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33862) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.701761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548481796'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:18.707765 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:18.721389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (5210f847-dbd2-4b2c-843d-6110217877b8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.723053 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:18.724227 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:18.758747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.764967 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e9378037-47aa-4923-87cd-2a2cba2aa9cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5815783 Mar 09 17:11:18.766287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.771333 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5210f847-dbd2-4b2c-843d-6110217877b8 HTTP/1.1" status: 204 len: 168 time: 0.8315852 Mar 09 17:11:18.774155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33866) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.782530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5571f-aaac-45bf-84f3-09cf521e63a6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=5210f847-dbd2-4b2c-843d-6110217877b8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:18.799355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1112348f-2379-4844-9b0a-73d16ff7b150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (251af2c9-a109-4ad2-b7ee-224e1256bd3c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.813301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1112348f-2379-4844-9b0a-73d16ff7b150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.813301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1112348f-2379-4844-9b0a-73d16ff7b150 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/251af2c9-a109-4ad2-b7ee-224e1256bd3c HTTP/1.1" status: 204 len: 168 time: 0.5091722 Mar 09 17:11:18.813301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8e669c06-9891-429a-b4ed-13f2921650bb tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/840fbba2-5d04-43dc-a0f3-39c08647a2ea HTTP/1.1" status: 200 len: 919 time: 0.2623920 Mar 09 17:11:18.818799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2831765c-2180-403b-ba10-aa81c7492228 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441291 Mar 09 17:11:18.819418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33870) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.821944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33872) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.827405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:18.852102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:18.855458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.857907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b05220d9-a58c-4152-81f9-6c90287c98a3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:18.865898 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:18.868658 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112348f-2379-4844-9b0a-73d16ff7b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251af2c9-a109-4ad2-b7ee-224e1256bd3c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:18.920563 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-adbc53c4-8e60-499e-ad54-c3fad62b394d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=840fbba2-5d04-43dc-a0f3-39c08647a2ea HTTP/1.1" status: 200 len: 205 time: 0.0976353 Mar 09 17:11:18.921220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33874) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:18.974773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (5f25f2ca-5613-45d6-b097-27f8abad837f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.001018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedae20-3d92-4d16-b695-0263108ce0be None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:19.111614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-571b7d21-0444-4df8-b23e-0820e1413195 None None] Provisioning complete for port 16a9d648-da51-4d42-9135-db9520228f51 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:19.111992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-571b7d21-0444-4df8-b23e-0820e1413195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16a9d648-da51-4d42-9135-db9520228f51), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.115042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:19.150603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5f25f2ca-5613-45d6-b097-27f8abad837f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.165042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (840fbba2-5d04-43dc-a0f3-39c08647a2ea), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.241702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-571b7d21-0444-4df8-b23e-0820e1413195 None None] Current status of the port 16a9d648-da51-4d42-9135-db9520228f51 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:19.281181 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:15Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:16Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:19.295162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:19.318911 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:19.324155 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Updating router 68b94615-015e-4f62-bf32-31fc6836561f port b25db281-767e-42e8-ac27-f9c90c7d4542 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:19.360011 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.363815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] Deleting port 16a9d648-da51-4d42-9135-db9520228f51 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:19.364197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (16a9d648-da51-4d42-9135-db9520228f51), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.411557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be702ea-3174-4dde-afa6-0387d3adfe2c req-00fb7725-6234-4415-9313-625c810bbcd4 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:19.413802 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1be702ea-3174-4dde-afa6-0387d3adfe2c req-00fb7725-6234-4415-9313-625c810bbcd4 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.1475823 Mar 09 17:11:19.460981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (840fbba2-5d04-43dc-a0f3-39c08647a2ea), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.488166 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1be702ea-3174-4dde-afa6-0387d3adfe2c req-ea0289bc-6f2d-4aa3-afc2-258eec1038ba tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667810 Mar 09 17:11:19.494673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] For port 16a9d648-da51-4d42-9135-db9520228f51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16a9d648-da51-4d42-9135-db9520228f51,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:19.495110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (16a9d648-da51-4d42-9135-db9520228f51), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.511618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] Calling delete_port for 16a9d648-da51-4d42-9135-db9520228f51 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:19.632359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Deleting port a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:19.632899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.677018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (16a9d648-da51-4d42-9135-db9520228f51), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.702947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:19.720273 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Publish callbacks [] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.722271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:19.724603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:19.732582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] Pushing event deleted for resources: {'Port': ['ID=16a9d648-da51-4d42-9135-db9520228f51,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:19.741624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bd057-b267-4ff1-8e2e-b597241b4846 None None] No DVR routers for this DVR port 16a9d648-da51-4d42-9135-db9520228f51 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:19.751259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=b05220d9-a58c-4152-81f9-6c90287c98a3,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:19.766317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.779667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Calling delete_port for a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:19.797906 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.873686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (83d19d56-1757-4968-99a7-3b26da4574d6), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:19.874801 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment 83d19d56-1757-4968-99a7-3b26da4574d6 of type vlan for network 066bcc9f-82fb-4584-8c78-2ba1f341274b Mar 09 17:11:19.879631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25f2ca-5613-45d6-b097-27f8abad837f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:19.916189 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-de85ed60-08ed-49b6-9fd6-9d419b25cde2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969144062&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.8088067 Mar 09 17:11:19.955535 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4a0a8-8699-4159-acc1-c8f634866ddb None None] Pushing event updated for resources: {'Port': ['ID=b25db281-767e-42e8-ac27-f9c90c7d4542,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:19.985981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (3719d496-9922-4014-9971-7dab40d7b79c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.034936 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Attempting to bind port b25db281-767e-42e8-ac27-f9c90c7d4542 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:20.035311 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Attempting to bind port b25db281-767e-42e8-ac27-f9c90c7d4542 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:20.035674 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Attempting to bind port b25db281-767e-42e8-ac27-f9c90c7d4542 on network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:20.044031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:20.044502 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:20.044894 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Checking segment: {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:20.045305 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.045706 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Bound using segment: {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:20.046182 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Bound port: b25db281-767e-42e8-ac27-f9c90c7d4542, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c67043-0eb4-4ac7-b117-20fbde3a6122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:20.046566 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.048897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.060734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (066bcc9f-82fb-4584-8c78-2ba1f341274b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.125370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16a9d648-da51-4d42-9135-db9520228f51 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:20.141625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3719d496-9922-4014-9971-7dab40d7b79c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.166391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 16a9d648-da51-4d42-9135-db9520228f51 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:20.167098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16a9d648-da51-4d42-9135-db9520228f51 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:20.192636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28555efe-0d79-4aa0-a432-3b22e4bbfdcd req-b5207e4a-1648-4c6e-a8ab-e01296f118a1 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:20.199518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.resource_extend [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:11:20.200869 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28555efe-0d79-4aa0-a432-3b22e4bbfdcd req-b5207e4a-1648-4c6e-a8ab-e01296f118a1 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.2197726 Mar 09 17:11:20.209381 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] For port b25db281-767e-42e8-ac27-f9c90c7d4542, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:20.260920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-b3c3d809-cf0b-41d7-858e-c69021ae7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:20.260920 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-b3c3d809-cf0b-41d7-858e-c69021ae7993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73231b073b8f4abdbb20c816065d3a9b&device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 1129 time: 0.2762835 Mar 09 17:11:20.294372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f44075dd-de02-4426-8920-99e9fb3d4073 None None] Provisioning complete for port b25db281-767e-42e8-ac27-f9c90c7d4542 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:20.295027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f44075dd-de02-4426-8920-99e9fb3d4073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.332898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f44075dd-de02-4426-8920-99e9fb3d4073 None None] Port b25db281-767e-42e8-ac27-f9c90c7d4542 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:20.333193 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28555efe-0d79-4aa0-a432-3b22e4bbfdcd req-7e5c92eb-4cd3-43a6-8b42-1b5c8173c476 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279612 Mar 09 17:11:20.403430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3719d496-9922-4014-9971-7dab40d7b79c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:20.424233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-c9798522-a4c2-4d48-9e4c-fa6bd127fb86 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:20.425897 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-c9798522-a4c2-4d48-9e4c-fa6bd127fb86 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 795 time: 0.5003622 Mar 09 17:11:20.441238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-688b9e0d-e46c-4012-979b-f4f0c1b79009 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Mar 09 17:11:20.447133 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] For port b25db281-767e-42e8-ac27-f9c90c7d4542, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b25db281-767e-42e8-ac27-f9c90c7d4542,segment=NetworkSegment(29c67043-0eb4-4ac7-b117-20fbde3a6122),segment_id=29c67043-0eb4-4ac7-b117-20fbde3a6122)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:20.455827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.471330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-73a0a435-d767-4c6b-85c6-b5c50506e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:20.473114 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-73a0a435-d767-4c6b-85c6-b5c50506e60d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc HTTP/1.1" status: 200 len: 912 time: 0.2047980 Mar 09 17:11:20.498158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event deleted for resources: {'Port': ['ID=a6789d84-5c5b-44d9-bb48-fdbd0c4d2cc5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:20.513084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.516994 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c8e3cbb-66ad-4de9-961a-380976dd44ec tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.0262208 Mar 09 17:11:20.516994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (066bcc9f-82fb-4584-8c78-2ba1f341274b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.520694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:20.521474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.528028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33910) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:20.528392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33912) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:20.538044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group_rule': {'security_group_id': '3719d496-9922-4014-9971-7dab40d7b79c', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:20.550881 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-2d8f0501-5033-4732-a623-4014b5b88d38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0 HTTP/1.1" status: 200 len: 217 time: 0.0607290 Mar 09 17:11:20.570750 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.622884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (840fbba2-5d04-43dc-a0f3-39c08647a2ea), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.628721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-7ee8d65d-2e5c-4ce6-a53f-0e242a3f3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:20.630644 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-7ee8d65d-2e5c-4ce6-a53f-0e242a3f3368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68c1133-f9b6-4c43-a725-430e3e0058cb HTTP/1.1" status: 200 len: 852 time: 0.0607543 Mar 09 17:11:20.631642 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:20.632616 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:20.725844 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-1bd09012-1f5d-421e-bcb3-bf63732e553a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706995 Mar 09 17:11:20.756198 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0590470 Mar 09 17:11:20.757018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6609a-1eff-4276-8af0-042257942be0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=066bcc9f-82fb-4584-8c78-2ba1f341274b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:20.770628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:20.773525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33918) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:20.776912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (840fbba2-5d04-43dc-a0f3-39c08647a2ea), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.784106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:20.788502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (840fbba2-5d04-43dc-a0f3-39c08647a2ea), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:20.795525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1991731180'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:20.810221 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4a0a8-8699-4159-acc1-c8f634866ddb None None] Pushing event updated for resources: {'Port': ['ID=b25db281-767e-42e8-ac27-f9c90c7d4542,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:20.864892 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:20.880372 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-b5c22cc5-fa09-4f40-a625-2eec34cd5946 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4229035 Mar 09 17:11:20.967616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (c77d7a02-d1b9-44d5-bafd-d8e7828da60e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.051378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_gateway (90360d18-58bd-4a7b-af04-f0457021bbe8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.101362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] Provisioning complete for port b25db281-767e-42e8-ac27-f9c90c7d4542 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:21.102057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.113984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (edd32955-c91a-4534-a3e9-3129c649f29f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.115540 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:15Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:20Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:21.115948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Made reservation on behalf of eefd487e7de04b2ea5a32439236223c1 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:21.119387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.185767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.187216 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473cf97e-e1d4-4b60-b3ed-076d0fb2dd90 None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:15Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:20Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:21.264225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:21.303566 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-ac9fe5a2-c628-4b8d-909d-e4639f093cfd service neutron] 10.222.0.16 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521657 Mar 09 17:11:21.374521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (c77d7a02-d1b9-44d5-bafd-d8e7828da60e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.375683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:21.385642 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-978a22b6-6e59-4b78-b129-98e01da7ca76 service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206968 Mar 09 17:11:21.427350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (840fbba2-5d04-43dc-a0f3-39c08647a2ea), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.427737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956a95a-33f0-4fd1-a098-cd6ece438257 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:21.428256 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Fanout notify agent at l3_agent the message router_deleted on router 840fbba2-5d04-43dc-a0f3-39c08647a2ea {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:21.437890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.442311 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cecbf32c-8a3b-4fec-8601-6e3097ebb3d5 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/840fbba2-5d04-43dc-a0f3-39c08647a2ea HTTP/1.1" status: 204 len: 168 time: 2.5168433 Mar 09 17:11:21.443445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:21.443682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.451762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33922) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:21.454405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=edd32955-c91a-4534-a3e9-3129c649f29f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:21.468006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] Current status of the port b25db281-767e-42e8-ac27-f9c90c7d4542 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:21.468458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.468605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'name': 'tempest-snat-router-895296039', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': False}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:21.491651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c77d7a02-d1b9-44d5-bafd-d8e7828da60e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.535285 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207360cd-194e-4ad3-b261-9ddc1877a900 req-cdedaa18-0be2-4973-b05d-7a4147e3e8f2 service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418784 Mar 09 17:11:21.537359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:21.541213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.549099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] For port b25db281-767e-42e8-ac27-f9c90c7d4542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b25db281-767e-42e8-ac27-f9c90c7d4542,segment=NetworkSegment(29c67043-0eb4-4ac7-b117-20fbde3a6122),segment_id=29c67043-0eb4-4ac7-b117-20fbde3a6122)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:21.568672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf6e3d-68bd-4609-95db-a95528ca233a req-f64766bf-c35a-48ef-ad31-539e046b928b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:21.570373 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c3bf6e3d-68bd-4609-95db-a95528ca233a req-f64766bf-c35a-48ef-ad31-539e046b928b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.1405561 Mar 09 17:11:21.613755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77d7a02-d1b9-44d5-bafd-d8e7828da60e,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:21.634612 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'edd32955-c91a-4534-a3e9-3129c649f29f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:21.635831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.647470 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fd5224b6-cd74-4d6c-ac79-cb100262f547 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8244855 Mar 09 17:11:21.651721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33924) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:21.660779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:21.732012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.734699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.738484 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-334c96a9-a406-4be5-b0a0-32b15a307d7a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2031171 Mar 09 17:11:21.738776 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c3bf6e3d-68bd-4609-95db-a95528ca233a req-5b45a317-688a-4804-98e3-debbc542dc44 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453967 Mar 09 17:11:21.748180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (db8a97de-f152-47d2-b414-fd15a4620d8c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.749763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (db8a97de-f152-47d2-b414-fd15a4620d8c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.757645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33926) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:21.762977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group_rule': {'security_group_id': '3719d496-9922-4014-9971-7dab40d7b79c', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:21.770275 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-f703a7e8-71c3-43f6-9e72-3cf946e82831 service neutron] 10.222.0.16 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794260 Mar 09 17:11:21.802564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9508-1bce-414a-860c-1357c7f11919 None None] Pushing event updated for resources: {'Port': ['ID=b25db281-767e-42e8-ac27-f9c90c7d4542,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:21.875193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Allocated IP 172.20.0.2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/edd32955-c91a-4534-a3e9-3129c649f29f/a48efc17-d32b-42ba-893c-15bb0be17bf9) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:21.915742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks [] for security_group (3eab7584-325f-46a0-8db1-26130326fc7a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.958659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (db8a97de-f152-47d2-b414-fd15a4620d8c), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:21.965233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.009184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (4249928e-f31c-455d-b7a8-639e0116fe8b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.052056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (72eddd40-f4e6-4071-917c-7096efc48716), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.055178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:22.059166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.063284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3eab7584-325f-46a0-8db1-26130326fc7a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.096282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Publish callbacks [] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.142552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:22.185501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b25db281-767e-42e8-ac27-f9c90c7d4542 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:22.246941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=72eddd40-f4e6-4071-917c-7096efc48716,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:22.268610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.278533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (496e78e6-15bc-4f7d-8d3f-6ea413bb9730), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.278898 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Added segment 496e78e6-15bc-4f7d-8d3f-6ea413bb9730 of type vlan for network 85ff7de3-0d18-490f-972d-4e48e3949a6c Mar 09 17:11:22.319999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (85ff7de3-0d18-490f-972d-4e48e3949a6c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.324816 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b77b13f1-5ba2-43a2-a39e-5a7a21d33057 req-52ec2b3f-28bb-4537-b77e-d023d43d78b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.0638499 Mar 09 17:11:22.332177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:22.334498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Pushing event updated for resources: {'Port': ['ID=a48efc17-d32b-42ba-893c-15bb0be17bf9,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:22.345162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: 066bcc9f-82fb-4584-8c78-2ba1f341274b, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:22.360385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:22.360385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:22.363951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:22.456623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b25db281-767e-42e8-ac27-f9c90c7d4542 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:22.457309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.501813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:22.516160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Attempting to bind port a48efc17-d32b-42ba-893c-15bb0be17bf9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:22.516647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Attempting to bind port a48efc17-d32b-42ba-893c-15bb0be17bf9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:22.517031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Attempting to bind port a48efc17-d32b-42ba-893c-15bb0be17bf9 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:22.532330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:22.532670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:22.533083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.533454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:22.533959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Bound port: a48efc17-d32b-42ba-893c-15bb0be17bf9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:22.534355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.657660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] For port a48efc17-d32b-42ba-893c-15bb0be17bf9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:22.664531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] For port a48efc17-d32b-42ba-893c-15bb0be17bf9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a48efc17-d32b-42ba-893c-15bb0be17bf9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:22.670945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b25db281-767e-42e8-ac27-f9c90c7d4542 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:22.797915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (85ff7de3-0d18-490f-972d-4e48e3949a6c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.802853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:22.803438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.826444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab7584-325f-46a0-8db1-26130326fc7a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:22.856536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (4249928e-f31c-455d-b7a8-639e0116fe8b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.875776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (db8a97de-f152-47d2-b414-fd15a4620d8c), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.896764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 066bcc9f-82fb-4584-8c78-2ba1f341274b) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:22.897460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.907979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:22.907979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:22.938744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef907a3-85f7-4b94-b068-9c32c7d86540 None None] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:22.964992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Pushing event updated for resources: {'Network': ['ID=85ff7de3-0d18-490f-972d-4e48e3949a6c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:22.971208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4249928e-f31c-455d-b7a8-639e0116fe8b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.000437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4249928e-f31c-455d-b7a8-639e0116fe8b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:23.001710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 85ff7de3-0d18-490f-972d-4e48e3949a6c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:23.016476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6288823-1287-4376-965b-cb0755a4963a req-18fccf5e-a8c6-45e8-b4f1-bf8d91f6bc5b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:23.018499 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f6288823-1287-4376-965b-cb0755a4963a req-18fccf5e-a8c6-45e8-b4f1-bf8d91f6bc5b tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.2018576 Mar 09 17:11:23.037377 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f5f45fcc-3d03-44a9-8a62-1e0ebbae8932 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.5033238 Mar 09 17:11:23.040851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33938) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:23.045443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-9b35b667-6496-4158-a6f0-bc44a8d74104 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-75387349') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.056460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e11d53-5e15-4908-aeb9-82a8ac2da2c9 None None] Pushing event updated for resources: {'Port': ['ID=a48efc17-d32b-42ba-893c-15bb0be17bf9,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:23.084020 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-49c5de65-71c4-48e9-b05a-d8c79484247a tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3046100 Mar 09 17:11:23.084946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33940) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:23.100777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 90360d18-58bd-4a7b-af04-f0457021bbe8 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:23.106338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:11:23.168158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f6288823-1287-4376-965b-cb0755a4963a req-45651e08-3149-40d5-9799-2b932f296bae tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147676 Mar 09 17:11:23.224630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-066bcc9f-82fb-4584-8c78-2ba1f341274b', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:23.230974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.392524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.393964 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-10144b48-4dd5-47cd-a8e6-02047d193f0a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6350996 Mar 09 17:11:23.413755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33946) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:23.475723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group_rule': {'security_group_id': '3719d496-9922-4014-9971-7dab40d7b79c', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:23.498252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Allocated IP 2001:db8:1::2 (066bcc9f-82fb-4584-8c78-2ba1f341274b/72eddd40-f4e6-4071-917c-7096efc48716/a0e7cea0-2c11-4cbe-b453-62a8472b1079) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:23.615682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40ae8832-0b24-4323-b2a0-06b50116ed18 req-05dca08b-8097-4b3f-9e2f-79a1236abb55 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.1174567 Mar 09 17:11:23.626941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:23.651793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] Sync routers for ids ['90360d18-58bd-4a7b-af04-f0457021bbe8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:23.660507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9b35b667-6496-4158-a6f0-bc44a8d74104 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "PUT /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-75387349 HTTP/1.1" status: 201 len: 201 time: 0.6185963 Mar 09 17:11:23.661395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:23.672903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] Routers {'90360d18-58bd-4a7b-af04-f0457021bbe8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:23.673692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90360d18-58bd-4a7b-af04-f0457021bbe8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.685995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-1b85f8b4-71f2-4b95-8da8-0237a7fbc341 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-75387349') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.715102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.719096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.734792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] Routers {'90360d18-58bd-4a7b-af04-f0457021bbe8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:23.734994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90360d18-58bd-4a7b-af04-f0457021bbe8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.738174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Publish callbacks [] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.782192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.782874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8780cf-bc62-4056-be6b-5feea465afe7 None None] The sync data for ids ['90360d18-58bd-4a7b-af04-f0457021bbe8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:23.803008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.804135 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1fafd13b-cc8f-4c94-a2ae-dbbd9129985e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.5200396 Mar 09 17:11:23.826464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33954) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:23.838819 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1b85f8b4-71f2-4b95-8da8-0237a7fbc341 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-75387349 HTTP/1.1" status: 204 len: 168 time: 0.1619499 Mar 09 17:11:23.840268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (be1827d5-4294-4b3c-ba84-19206c69fd88), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.845476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33956) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:23.879521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-f3edf4e4-5c8b-46ac-9851-791dbe0d43aa tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:23.879799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:23.926020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:23.929501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:23.933958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:23.939281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Pushing event updated for resources: {'Port': ['ID=a0e7cea0-2c11-4cbe-b453-62a8472b1079,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:23.942390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510bd3-e384-4e71-ad6f-afcf857f74aa req-84f75469-95f9-42ff-945c-c69bc0d8591c tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:23.944069 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f4510bd3-e384-4e71-ad6f-afcf857f74aa req-84f75469-95f9-42ff-945c-c69bc0d8591c tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.2372849 Mar 09 17:11:24.032109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (db8a97de-f152-47d2-b414-fd15a4620d8c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.044200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Attempting to bind port a0e7cea0-2c11-4cbe-b453-62a8472b1079 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:24.049241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Attempting to bind port a0e7cea0-2c11-4cbe-b453-62a8472b1079 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:24.049835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Attempting to bind port a0e7cea0-2c11-4cbe-b453-62a8472b1079 on network 066bcc9f-82fb-4584-8c78-2ba1f341274b {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:24.061625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:24.062236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Checking segment: {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:24.063480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.063863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (be1827d5-4294-4b3c-ba84-19206c69fd88), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.064465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Bound using segment: {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:24.065279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.065968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Bound port: a0e7cea0-2c11-4cbe-b453-62a8472b1079, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:24.068842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.109068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f3edf4e4-5c8b-46ac-9851-791dbe0d43aa tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags HTTP/1.1" status: 200 len: 236 time: 0.2599940 Mar 09 17:11:24.130888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33958) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:24.136064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-bb2b6aba-38aa-44f9-9c28-1ee9d8c3f8f1 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', {'tags': ['tempest-TagsTest-Tag-1325682320', 'tempest-TagsTest-Tag-1466497756', 'tempest-TagsTest-Tag-77010145']}) {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:24.149224 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e333a944-2a82-4782-9f67-64d75032cd56 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/routers/90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 200 len: 881 time: 0.3203778 Mar 09 17:11:24.152241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33960) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:24.161026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] For port a0e7cea0-2c11-4cbe-b453-62a8472b1079, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:24.167812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] For port a0e7cea0-2c11-4cbe-b453-62a8472b1079, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0e7cea0-2c11-4cbe-b453-62a8472b1079,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:24.173513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a48efc17-d32b-42ba-893c-15bb0be17bf9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:24.224120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (be1827d5-4294-4b3c-ba84-19206c69fd88), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.267016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a48efc17-d32b-42ba-893c-15bb0be17bf9 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:24.267655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.304219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.310270 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f4510bd3-e384-4e71-ad6f-afcf857f74aa req-5e551df2-198e-4c22-9ddb-3e0090e6da6d tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453670 Mar 09 17:11:24.323572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] For port a48efc17-d32b-42ba-893c-15bb0be17bf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a48efc17-d32b-42ba-893c-15bb0be17bf9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:24.335910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.336281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1827d5-4294-4b3c-ba84-19206c69fd88,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:24.394577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72171a-e37c-4352-a7c3-d1a29d76baf1 None None] Pushing event updated for resources: {'Port': ['ID=a0e7cea0-2c11-4cbe-b453-62a8472b1079,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:24.460201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.464658 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c9d24998-514a-4cbf-bd72-7ae37b959eaf tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0448616 Mar 09 17:11:24.472709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a48efc17-d32b-42ba-893c-15bb0be17bf9 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:24.473130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.475989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33962) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:24.492749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.511603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group_rule': {'security_group_id': '3719d496-9922-4014-9971-7dab40d7b79c', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:24.519163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Allocated IP 172.36.5.42 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/38fdc23d-1783-4d2e-8f15-2cb79e832b8e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:24.647034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bb2b6aba-38aa-44f9-9c28-1ee9d8c3f8f1 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "PUT /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags HTTP/1.1" status: 200 len: 307 time: 0.5152113 Mar 09 17:11:24.650096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33966) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:24.651399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.665370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-17a02771-40f3-436a-ac85-0068f830f89a tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-1325682320') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:24.735923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] Provisioning complete for port a48efc17-d32b-42ba-893c-15bb0be17bf9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:24.737615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.739879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:11:24.740507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:11:24.750546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.785273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.813944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (7c91418a-8016-422d-a3bb-650c6cc5f1d4), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.849029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c9345f7-15f4-4ad3-b7c9-84a8185369b5 req-67648adb-f206-4183-9fcd-be16f8a431e6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.0724394 Mar 09 17:11:24.873106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:24.882880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] Current status of the port a48efc17-d32b-42ba-893c-15bb0be17bf9 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:24.883918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.886219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:24.902780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9fe33-9a17-44c2-ad41-25098defe7a7 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:24.907287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:24.907914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.913299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ffe671b8-8b5d-446e-bca7-709275193a52 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7495849 Mar 09 17:11:24.921718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33968) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:24.922398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=a48efc17-d32b-42ba-893c-15bb0be17bf9,revision_number=4']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:24.937019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2118342532'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:24.956444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (7c91418a-8016-422d-a3bb-650c6cc5f1d4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:24.977977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] For port a48efc17-d32b-42ba-893c-15bb0be17bf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a48efc17-d32b-42ba-893c-15bb0be17bf9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:25.020719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:25.027374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8:1::1 (066bcc9f-82fb-4584-8c78-2ba1f341274b/72eddd40-f4e6-4071-917c-7096efc48716/d77ea2e6-4575-43e3-b86a-165764195829) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:25.078136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.131326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:25.131326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:25.131326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:25.132896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Port': ['ID=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:25.156938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.168205 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8d9b495-0e0e-4090-9b21-0ab3629d236c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5139956 Mar 09 17:11:25.175472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33970) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:25.189828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:17:95:20', 'name': 'tempest-NetworksTestDHCPv6-1050548985'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:25.236501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef320e-7028-47e6-9e38-b10b335829d8 None None] Pushing event updated for resources: {'Port': ['ID=a48efc17-d32b-42ba-893c-15bb0be17bf9,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:25.299732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a48efc17-d32b-42ba-893c-15bb0be17bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:25.301372 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-17a02771-40f3-436a-ac85-0068f830f89a tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "DELETE /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-1325682320 HTTP/1.1" status: 204 len: 168 time: 0.6471395 Mar 09 17:11:25.306529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (d77ea2e6-4575-43e3-b86a-165764195829), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.308547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 33972) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:25.316032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-925f0174-d5ee-4279-b2d8-9280025a2599 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-1325682320') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:25.441068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7c91418a-8016-422d-a3bb-650c6cc5f1d4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.475299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c91418a-8016-422d-a3bb-650c6cc5f1d4,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:25.562258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.566315 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-68b16a45-1485-4a24-bc65-96cd2f2fa4da tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0832899 Mar 09 17:11:25.567337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33976) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:25.572273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group_rule': {'security_group_id': '3719d496-9922-4014-9971-7dab40d7b79c', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:25.699978 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Project fbb791156d794777a30b1ac575142f61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:11:25.707016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (4a54bae0-5838-4594-b6e1-fee2db4fc4f2), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.817806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da06867d-03f8-4d5c-8e84-08bca19ed506 None None] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:25.858850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (4a54bae0-5838-4594-b6e1-fee2db4fc4f2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.883298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (db8a97de-f152-47d2-b414-fd15a4620d8c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.941354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4a54bae0-5838-4594-b6e1-fee2db4fc4f2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:25.950620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] Provisioning complete for port a0e7cea0-2c11-4cbe-b453-62a8472b1079 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:25.950620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.004241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-baa2a025-a440-4fc6-86c7-69078af38ee6 req-eb73d2c2-6039-422b-a795-2bf99aa6c145 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.0541856 Mar 09 17:11:26.006891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a54bae0-5838-4594-b6e1-fee2db4fc4f2,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:26.118095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.123715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c4e295ef-3f3a-49b8-8234-7e647b579c74 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5512011 Mar 09 17:11:26.123715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33980) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:26.129959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'security_group_rule': {'security_group_id': '3719d496-9922-4014-9971-7dab40d7b79c', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:26.185189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d82bc-377d-4fb8-af0f-9e8211348bb3 req-b647fc93-5f0c-4a58-8773-e75aa490ad28 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:26.192315 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8e4d82bc-377d-4fb8-af0f-9e8211348bb3 req-b647fc93-5f0c-4a58-8773-e75aa490ad28 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.3945272 Mar 09 17:11:26.217869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d77ea2e6-4575-43e3-b86a-165764195829), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.250282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (db8a97de-f152-47d2-b414-fd15a4620d8c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.257594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Project fbb791156d794777a30b1ac575142f61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:11:26.265449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (c918f12a-d4e7-48ca-9a0b-2090c8748df4), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.361208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a48efc17-d32b-42ba-893c-15bb0be17bf9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:26.399410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] Current status of the port a0e7cea0-2c11-4cbe-b453-62a8472b1079 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:26.399907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.406446 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-925f0174-d5ee-4279-b2d8-9280025a2599 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] show failed (client error): The resource could not be found. Mar 09 17:11:26.410919 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-925f0174-d5ee-4279-b2d8-9280025a2599 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-1325682320 HTTP/1.1" status: 404 len: 326 time: 1.0983200 Mar 09 17:11:26.411091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33982) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:26.418565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-0b962a2b-6d48-4aaf-bb8f-fd49edecde2d tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-1466497756') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:26.441615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=d77ea2e6-4575-43e3-b86a-165764195829,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:26.453426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] For port a0e7cea0-2c11-4cbe-b453-62a8472b1079, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0e7cea0-2c11-4cbe-b453-62a8472b1079,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:26.455444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:26.456460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (c918f12a-d4e7-48ca-9a0b-2090c8748df4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.462103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a48efc17-d32b-42ba-893c-15bb0be17bf9 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:26.462495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.517301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:26.527427 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8e4d82bc-377d-4fb8-af0f-9e8211348bb3 req-417c937a-043c-44f4-bda4-4179e8d7c16f tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342211 Mar 09 17:11:26.530609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:26.531023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.534368 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0b962a2b-6d48-4aaf-bb8f-fd49edecde2d tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-1466497756 HTTP/1.1" status: 204 len: 168 time: 0.1207540 Mar 09 17:11:26.537075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33986) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:26.556381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.559912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-def11e1b-d2c4-4671-9325-9136c8f0d60d tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-77010145') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:26.564085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.564478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c918f12a-d4e7-48ca-9a0b-2090c8748df4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.567361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:26.581005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-afb469c3-795f-4176-ae4d-b80abe68b437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:26.583043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-afb469c3-795f-4176-ae4d-b80abe68b437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 795 time: 0.6284156 Mar 09 17:11:26.600924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c918f12a-d4e7-48ca-9a0b-2090c8748df4,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:26.606045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a48efc17-d32b-42ba-893c-15bb0be17bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:26.607449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0e7cea0-2c11-4cbe-b453-62a8472b1079 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:26.627102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Router db8a97de-f152-47d2-b414-fd15a4620d8c is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:26.669748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-def11e1b-d2c4-4671-9325-9136c8f0d60d tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-77010145 HTTP/1.1" status: 204 len: 168 time: 0.1315632 Mar 09 17:11:26.672459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33992) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:26.682467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.tag.tag_plugin [None req-1a798c34-5e4f-4ee5-8441-83b79aa4adc3 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:26.683749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752f43b-370b-487f-8af3-8513522827d8 None None] Pushing event updated for resources: {'Port': ['ID=a0e7cea0-2c11-4cbe-b453-62a8472b1079,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:26.709141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.709821 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a0e7cea0-2c11-4cbe-b453-62a8472b1079 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:26.710325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.733454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.737453 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6da37a93-fb57-43e5-ba84-975e21f155e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6112564 Mar 09 17:11:26.738470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 33994) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:26.743347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'network': {'name': 'tempest-network-smoke--1750659386', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:26.754406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0acb84da-724f-4ad2-9499-74808be73dda None None] Provisioning complete for port a48efc17-d32b-42ba-893c-15bb0be17bf9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:26.754929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0acb84da-724f-4ad2-9499-74808be73dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.806246 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-d0a70401-8ad1-4770-a1cf-2dcbef883cd9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.1369078 Mar 09 17:11:26.834611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['70f703a4-f083-408e-829b-61ebcbbfa870']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:26.844714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a0e7cea0-2c11-4cbe-b453-62a8472b1079 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:26.878746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:26.889563 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Sync routers for ids ['db8a97de-f152-47d2-b414-fd15a4620d8c'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:26.892711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Made reservation on behalf of fbb791156d794777a30b1ac575142f61 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:26.896666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.909857 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Routers {'db8a97de-f152-47d2-b414-fd15a4620d8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:26.910803 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['db8a97de-f152-47d2-b414-fd15a4620d8c'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:26.931365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:26.938467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.950190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0acb84da-724f-4ad2-9499-74808be73dda None None] Current status of the port a48efc17-d32b-42ba-893c-15bb0be17bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:26.956964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8392f0e2-0eae-41e4-b8bf-6be13f806d76), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:26.957453 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Added segment 8392f0e2-0eae-41e4-b8bf-6be13f806d76 of type vlan for network 0482777b-394b-4efc-8c8a-570f5c5a9f33 Mar 09 17:11:26.966230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0acb84da-724f-4ad2-9499-74808be73dda None None] Provisioning complete for port a0e7cea0-2c11-4cbe-b453-62a8472b1079 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:26.967507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0acb84da-724f-4ad2-9499-74808be73dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.007247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (0482777b-394b-4efc-8c8a-570f5c5a9f33), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.062908 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Set router db8a97de-f152-47d2-b414-fd15a4620d8c gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:27.066167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.071532 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4454bb8b-89b8-451d-b1bc-f8dffda9e0c7 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6141922 Mar 09 17:11:27.076627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34000) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:27.079775 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1a798c34-5e4f-4ee5-8441-83b79aa4adc3 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "DELETE /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags HTTP/1.1" status: 204 len: 168 time: 0.4029400 Mar 09 17:11:27.086620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34002) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:27.116969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0acb84da-724f-4ad2-9499-74808be73dda None None] Current status of the port a0e7cea0-2c11-4cbe-b453-62a8472b1079 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:27.142231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-d73242c9-051b-42d4-9f8f-00e9696b9e73 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-1466497756') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:27.155909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (0482777b-394b-4efc-8c8a-570f5c5a9f33), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.161644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:27.162263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.186691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port cb842ea2-1555-4dd4-8d91-fe697e55412d yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:11:27.237850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ac59250-b99e-402c-b0db-abb8bd15471f req-2df2874b-7417-4ac4-9254-019e04d80a89 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.1089923 Mar 09 17:11:27.249691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3b91f1be-f3d0-45a5-9056-d119ada27811 None None] Provisioning complete for port d77ea2e6-4575-43e3-b86a-165764195829 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:27.251000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b91f1be-f3d0-45a5-9056-d119ada27811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d77ea2e6-4575-43e3-b86a-165764195829), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.278516 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a97de-f152-47d2-b414-fd15a4620d8c', 'name': 'tempest-snat-router-895296039', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.42'}], 'enable_snat': False}, 'gw_port_id': '38fdc23d-1783-4d2e-8f15-2cb79e832b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:21Z', 'updated_at': '2022-03-09T17:11:25Z', 'revision_number': 3, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port': {'id': '38fdc23d-1783-4d2e-8f15-2cb79e832b8e', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a97de-f152-47d2-b414-fd15a4620d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:27.288654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3b91f1be-f3d0-45a5-9056-d119ada27811 None None] Port d77ea2e6-4575-43e3-b86a-165764195829 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:27.308505 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Checking router: db8a97de-f152-47d2-b414-fd15a4620d8c for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:27.309114 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Updating router db8a97de-f152-47d2-b414-fd15a4620d8c port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:27.343105 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.392850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7949-de91-4e9a-8120-62536b301089 req-9dab7abd-dcec-4b14-96c7-94698672f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:27.394235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044acd1a-0028-413e-9c23-e3a0334f90ad req-b9bdc2f5-deb6-497e-829f-437d0d13ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:27.394403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-9dab7abd-dcec-4b14-96c7-94698672f765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73231b073b8f4abdbb20c816065d3a9b&device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 1129 time: 0.3205354 Mar 09 17:11:27.395768 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-044acd1a-0028-413e-9c23-e3a0334f90ad req-b9bdc2f5-deb6-497e-829f-437d0d13ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.3906598 Mar 09 17:11:27.397291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Network': ['ID=0482777b-394b-4efc-8c8a-570f5c5a9f33,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:27.409256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3700972a-58ca-4c16-941b-284ef4981bbe tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6668973 Mar 09 17:11:27.409395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 90360d18-58bd-4a7b-af04-f0457021bbe8 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:27.415064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:27.416889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34004) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:27.429948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'admin_state_up': True, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:27.470079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7bc1d51c-cf29-4a59-a4e6-cf16318ed3f4 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/db8a97de-f152-47d2-b414-fd15a4620d8c HTTP/1.1" status: 200 len: 907 time: 0.3920593 Mar 09 17:11:27.477363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34006) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:27.491571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'name': 'tempest-snat-router-895296039', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': True}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:27.504651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-d73242c9-051b-42d4-9f8f-00e9696b9e73 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] show failed (client error): The resource could not be found. Mar 09 17:11:27.508642 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d73242c9-051b-42d4-9f8f-00e9696b9e73 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-1466497756 HTTP/1.1" status: 404 len: 326 time: 0.3697975 Mar 09 17:11:27.513285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34008) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:27.515296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d77ea2e6-4575-43e3-b86a-165764195829), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.523578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-6b6fbc01-6013-4ae3-ac63-726594b880c2 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c', 'tempest-TagsTest-Tag-77010145') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:27.541718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:27.545283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.659202 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Publish callbacks [] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.727466 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-044acd1a-0028-413e-9c23-e3a0334f90ad req-2adb0db2-2b8f-41eb-adb7-db1399326c09 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896140 Mar 09 17:11:27.783551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 172.20.0.12 (23e84d69-248a-4c03-bab8-85be85a4a2bb/edd32955-c91a-4534-a3e9-3129c649f29f/cb842ea2-1555-4dd4-8d91-fe697e55412d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:27.842130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7949-de91-4e9a-8120-62536b301089 req-29ac3472-508f-416b-bc62-a6060332c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:27.843686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-29ac3472-508f-416b-bc62-a6060332c2a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc HTTP/1.1" status: 200 len: 912 time: 0.4362819 Mar 09 17:11:27.849103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fe17:9520 (23e84d69-248a-4c03-bab8-85be85a4a2bb/cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e/cb842ea2-1555-4dd4-8d91-fe697e55412d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:27.849711 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.876339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (9a07368d-8517-488f-81e8-f43d7100af8d), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.877588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (9a07368d-8517-488f-81e8-f43d7100af8d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.895376 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ed0c3-3be5-4166-9cb4-81068dfc004f None None] Pushing event updated for resources: {'Port': ['ID=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:27.910115 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Attempting to bind port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:27.910431 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Attempting to bind port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:27.910798 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Attempting to bind port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:27.915817 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:27.916222 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:27.916714 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.917037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:27.917706 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Bound port: 38fdc23d-1783-4d2e-8f15-2cb79e832b8e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:27.918104 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.947268 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:11:27.970996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router_controller (9a07368d-8517-488f-81e8-f43d7100af8d), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.973724 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-b27c5b76-3cf4-4a3c-bc16-46a14cb99a98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0 HTTP/1.1" status: 200 len: 217 time: 0.1238959 Mar 09 17:11:27.974481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (686df005-bc60-474b-82a5-25b13c3bb35b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.975664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (686df005-bc60-474b-82a5-25b13c3bb35b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:27.976138 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] For port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:27.979934 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] For port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:28.079308 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.089839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0e7cea0-2c11-4cbe-b453-62a8472b1079 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:28.111344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7949-de91-4e9a-8120-62536b301089 req-64ff3ef5-b256-4ce7-9de4-6543cc4e3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:28.112899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-64ff3ef5-b256-4ce7-9de4-6543cc4e3bfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68c1133-f9b6-4c43-a725-430e3e0058cb HTTP/1.1" status: 200 len: 852 time: 0.1330357 Mar 09 17:11:28.127969 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Routers {'db8a97de-f152-47d2-b414-fd15a4620d8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:28.128903 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['db8a97de-f152-47d2-b414-fd15a4620d8c'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.174646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (686df005-bc60-474b-82a5-25b13c3bb35b), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.181338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a0e7cea0-2c11-4cbe-b453-62a8472b1079 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:28.183372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.224822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-17c804ed-7ff7-4fdb-8d13-d38ec73227e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810912 Mar 09 17:11:28.288379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a0e7cea0-2c11-4cbe-b453-62a8472b1079 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:28.335668 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ed0c3-3be5-4166-9cb4-81068dfc004f None None] Pushing event updated for resources: {'Port': ['ID=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:28.337496 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6b6fbc01-6013-4ae3-ac63-726594b880c2 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] show failed (client error): The resource could not be found. Mar 09 17:11:28.341971 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6b6fbc01-6013-4ae3-ac63-726594b880c2 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "GET /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags/tempest-TagsTest-Tag-77010145 HTTP/1.1" status: 404 len: 324 time: 0.8245065 Mar 09 17:11:28.350210 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34012) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:28.358481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.tag.tag_plugin [None req-3e4c4b50-4fe5-47b5-98b3-5744c6b8a504 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85ff7de3-0d18-490f-972d-4e48e3949a6c') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.371159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-00783c18-79bf-47c8-8a0f-0920d10435fe service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404428 Mar 09 17:11:28.371403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:28.385802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] Sync routers for ids ['90360d18-58bd-4a7b-af04-f0457021bbe8'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:28.399361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] Routers {'90360d18-58bd-4a7b-af04-f0457021bbe8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:28.399880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90360d18-58bd-4a7b-af04-f0457021bbe8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.404154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.405496 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bfb88d3e-e437-4b76-b5e9-81e211053af7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 200 len: 888 time: 3.4801099 Mar 09 17:11:28.413581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34014) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:28.448525 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] Set router db8a97de-f152-47d2-b414-fd15a4620d8c gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:28.457190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.27 (8d5f0c1b-1b8b-467c-97f1-0693d3091f24/7e5c2b13-2602-47b5-99ba-ba895f353734/cadad9a5-755a-4b17-bd83-f50e63393e2e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:28.457420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.474214 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bebeebe5-e8cd-441c-8ea2-8fd4e96fb15b req-98d09302-a139-44c8-b78c-25039e063016 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.1452210 Mar 09 17:11:28.476627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router_gateway (9a07368d-8517-488f-81e8-f43d7100af8d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.480533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] Routers {'90360d18-58bd-4a7b-af04-f0457021bbe8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:28.481254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90360d18-58bd-4a7b-af04-f0457021bbe8'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.533891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.534653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2df97-104b-4c1a-9459-9504cb72c256 None None] The sync data for ids ['90360d18-58bd-4a7b-af04-f0457021bbe8'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:28.557996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.637561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (686df005-bc60-474b-82a5-25b13c3bb35b), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.685695 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8a97de-f152-47d2-b414-fd15a4620d8c', 'name': 'tempest-snat-router-895296039', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.42'}], 'enable_snat': False}, 'gw_port_id': '38fdc23d-1783-4d2e-8f15-2cb79e832b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:21Z', 'updated_at': '2022-03-09T17:11:25Z', 'revision_number': 3, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port': {'id': '38fdc23d-1783-4d2e-8f15-2cb79e832b8e', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a97de-f152-47d2-b414-fd15a4620d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:28.689364 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a41e7949-de91-4e9a-8120-62536b301089 req-864c7359-fc54-4a98-97e4-696b60fa139d service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738421 Mar 09 17:11:28.713139 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54740e4-08b6-4375-b3a8-8192a7e01ac2 None None] The sync data for ids ['db8a97de-f152-47d2-b414-fd15a4620d8c'] in dv-neutron-master-2-hyperv is: [{'id': 'db8a97de-f152-47d2-b414-fd15a4620d8c', 'name': 'tempest-snat-router-895296039', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.42'}], 'enable_snat': False}, 'gw_port_id': '38fdc23d-1783-4d2e-8f15-2cb79e832b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:21Z', 'updated_at': '2022-03-09T17:11:25Z', 'revision_number': 3, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port': {'id': '38fdc23d-1783-4d2e-8f15-2cb79e832b8e', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8a97de-f152-47d2-b414-fd15a4620d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:28.835312 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f33e824d-f49f-4460-83ce-2e2c314b8d9a tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/routers/90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 200 len: 888 time: 0.4132714 Mar 09 17:11:28.836871 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3e4c4b50-4fe5-47b5-98b3-5744c6b8a504 tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "DELETE /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c/tags HTTP/1.1" status: 204 len: 168 time: 0.4841893 Mar 09 17:11:28.837894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34018) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:28.842203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (cb842ea2-1555-4dd4-8d91-fe697e55412d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:28.865027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34020) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:28.951946 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-81d46cd2-86bd-493f-9fc2-b3f7d8fe1c19 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 200 len: 205 time: 0.0933266 Mar 09 17:11:28.953657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34022) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:29.015779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router_gateway (9a07368d-8517-488f-81e8-f43d7100af8d), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.052623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.062939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (85ff7de3-0d18-490f-972d-4e48e3949a6c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.125637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (d77ea2e6-4575-43e3-b86a-165764195829), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.155921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.202541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3274-312c-4871-82d1-3fe0fdc46ef9 req-43b2b522-2b8e-4ee5-b84c-015de6745ffd tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:29.210501 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-02eb3274-312c-4871-82d1-3fe0fdc46ef9 req-43b2b522-2b8e-4ee5-b84c-015de6745ffd tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.3829582 Mar 09 17:11:29.245557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (d77ea2e6-4575-43e3-b86a-165764195829), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.246406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.248648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (cb842ea2-1555-4dd4-8d91-fe697e55412d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.271383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.398836 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-02eb3274-312c-4871-82d1-3fe0fdc46ef9 req-b73ce81d-ba98-4280-9923-7f9f4c8ed7bd tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874239 Mar 09 17:11:29.475732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:29.480016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=d77ea2e6-4575-43e3-b86a-165764195829,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:29.526911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:29.529748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:29.622455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:29.623253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.635432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.731105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:29.738029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Allocated IP 172.36.5.120 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/e1c4009f-9c97-404b-84f0-093c1bd9aed4) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:29.740965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:29.743621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:29.792317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=cb842ea2-1555-4dd4-8d91-fe697e55412d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:29.806533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:29.807245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.817691 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-807e2417-0e42-48aa-a969-7db0d39b562e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6359539 Mar 09 17:11:29.832494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34026) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:29.853483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:29.867472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:29.879356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (686df005-bc60-474b-82a5-25b13c3bb35b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.896250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_gateway (90360d18-58bd-4a7b-af04-f0457021bbe8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.971921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=cadad9a5-755a-4b17-bd83-f50e63393e2e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:29.979276 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-4ca395b4-43a4-421c-a0a9-e979b2a2f2bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1600447 Mar 09 17:11:29.979442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (85ff7de3-0d18-490f-972d-4e48e3949a6c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:29.983043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-81e2e96c-5ec7-4e2a-bb2a-477ecea8289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:29.984629 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-81e2e96c-5ec7-4e2a-bb2a-477ecea8289f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73231b073b8f4abdbb20c816065d3a9b&device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 1129 time: 0.4238605 Mar 09 17:11:30.006551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.028162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c1ea-b1cf-4525-81ee-4ccf9297ace2 req-baa49f83-efe6-42e9-8d4d-8a55fe7a990f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:30.028162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bfd0c1ea-b1cf-4525-81ee-4ccf9297ace2 req-baa49f83-efe6-42e9-8d4d-8a55fe7a990f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 932 time: 0.4075670 Mar 09 17:11:30.041117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Request body: {'port': {'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:30.053646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-17e1f7b7-729c-44b1-b8f1-e6c51b445508 None None] Provisioning complete for port cb842ea2-1555-4dd4-8d91-fe697e55412d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:30.061671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-17e1f7b7-729c-44b1-b8f1-e6c51b445508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cb842ea2-1555-4dd4-8d91-fe697e55412d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.139128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f7b7-729c-44b1-b8f1-e6c51b445508 None None] Port cb842ea2-1555-4dd4-8d91-fe697e55412d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:30.143023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ff7de3-0d18-490f-972d-4e48e3949a6c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:30.178809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496e78e6-15bc-4f7d-8d3f-6ea413bb9730') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:30.179485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496e78e6-15bc-4f7d-8d3f-6ea413bb9730') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:30.190828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:30.192761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (496e78e6-15bc-4f7d-8d3f-6ea413bb9730), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.209332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.217621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 38fdc23d-1783-4d2e-8f15-2cb79e832b8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:30.273071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port b05220d9-a58c-4152-81f9-6c90287c98a3 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:30.273415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b05220d9-a58c-4152-81f9-6c90287c98a3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.281990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3fc185b3-dfe8-4f7b-8026-bcb28f9b860f None None] Provisioning complete for port cadad9a5-755a-4b17-bd83-f50e63393e2e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:30.282459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fc185b3-dfe8-4f7b-8026-bcb28f9b860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.321696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:30.322180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.330122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (496e78e6-15bc-4f7d-8d3f-6ea413bb9730), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.346557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3fc185b3-dfe8-4f7b-8026-bcb28f9b860f None None] Port cadad9a5-755a-4b17-bd83-f50e63393e2e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:30.368911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:30.369909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (496e78e6-15bc-4f7d-8d3f-6ea413bb9730), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:30.377850 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:30.413724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:30.414225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.426549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dfe62-115e-45a3-b416-fdd037f40e79 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:30.432288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dfe62-115e-45a3-b416-fdd037f40e79 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:30.434027 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-560dfe62-115e-45a3-b416-fdd037f40e79 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5773771 Mar 09 17:11:30.439191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34030) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:30.441861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-5d756333-afc1-4ff1-8517-2ae8c3dd958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:30.443329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-5d756333-afc1-4ff1-8517-2ae8c3dd958b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc HTTP/1.1" status: 200 len: 912 time: 0.4345357 Mar 09 17:11:30.452006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.457879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:30.492253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bb69a63d-4f1e-4943-98dd-a91442cd544c None None] Provisioning complete for port d77ea2e6-4575-43e3-b86a-165764195829 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:30.492669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bb69a63d-4f1e-4943-98dd-a91442cd544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d77ea2e6-4575-43e3-b86a-165764195829), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.537274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bb69a63d-4f1e-4943-98dd-a91442cd544c None None] Port d77ea2e6-4575-43e3-b86a-165764195829 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:30.542724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.545794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bfd0c1ea-b1cf-4525-81ee-4ccf9297ace2 req-7ffff68b-0dbb-4235-b3d1-79e388845ea2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442255 Mar 09 17:11:30.551113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-6cd8f6e9-15b3-4dd1-b43d-ad52ab877cab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0 HTTP/1.1" status: 200 len: 217 time: 0.0858467 Mar 09 17:11:30.565553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b05220d9-a58c-4152-81f9-6c90287c98a3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.579294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for b05220d9-a58c-4152-81f9-6c90287c98a3 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:30.602300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:30.614389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:30.620499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (85ff7de3-0d18-490f-972d-4e48e3949a6c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.624822 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794372e6-a805-437e-8779-587157e41469 None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:30.640129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.640129 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] 10.222.0.16 "DELETE /v2.0/networks/85ff7de3-0d18-490f-972d-4e48e3949a6c HTTP/1.1" status: 204 len: 168 time: 1.7629647 Mar 09 17:11:30.642959 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794372e6-a805-437e-8779-587157e41469 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:30.643860 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-794372e6-a805-437e-8779-587157e41469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:30.652639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-d67cba96-3211-491f-8609-77ec8e942b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:30.654186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-d67cba96-3211-491f-8609-77ec8e942b9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b68c1133-f9b6-4c43-a725-430e3e0058cb HTTP/1.1" status: 200 len: 852 time: 0.0966589 Mar 09 17:11:30.655104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83932dd7-6c40-4c10-9f3d-92cdf7a5a43f tempest-TagsTest-1675315643 tempest-TagsTest-1675315643-project] Pushing event deleted for resources: {'Network': ['ID=85ff7de3-0d18-490f-972d-4e48e3949a6c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:30.679506 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-578c101f-48c0-424b-935d-f999033f15db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5857399 Mar 09 17:11:30.684875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34034) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:30.707270 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-20f56a1d-27e1-427b-9342-d7c54355d4dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457776 Mar 09 17:11:30.709470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-819611467'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:30.739964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:30.751778 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-794372e6-a805-437e-8779-587157e41469 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:30.890524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:30.900656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:30.907632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:30.958899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Port': ['ID=e1c4009f-9c97-404b-84f0-093c1bd9aed4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:30.995058 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-794372e6-a805-437e-8779-587157e41469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:27Z', 'revision_number': 3, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:28Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:31.028103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Allocated IP 172.36.5.226 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/e76d3768-3cd3-4b6b-a77f-9bf8348c1972) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:31.031252 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794372e6-a805-437e-8779-587157e41469 None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:31.033324 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794372e6-a805-437e-8779-587157e41469 None None] Updating router 68b94615-015e-4f62-bf32-31fc6836561f port d77ea2e6-4575-43e3-b86a-165764195829 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:31.045795 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-38051a50-705b-4d8b-a24b-5d7b31522f4e service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344097 Mar 09 17:11:31.071218 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-794372e6-a805-437e-8779-587157e41469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d77ea2e6-4575-43e3-b86a-165764195829), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.209846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4c8a0-eef3-4298-81e0-945393c2b6a9 req-ab1c883d-7c6f-498b-a2c7-f4035d47b080 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:31.212005 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eab4c8a0-eef3-4298-81e0-945393c2b6a9 req-ab1c883d-7c6f-498b-a2c7-f4035d47b080 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.6884637 Mar 09 17:11:31.279789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:31.280662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34038) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:31.283039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.293681 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c0c8c4b-28ab-4e9c-89f5-33efefab27d3 req-96ece7b2-6501-464e-be4b-fc8935bbc95b service neutron] 10.222.0.36 "GET /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131703 Mar 09 17:11:31.314995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.349565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port cb842ea2-1555-4dd4-8d91-fe697e55412d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:31.350178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (cb842ea2-1555-4dd4-8d91-fe697e55412d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.408034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:31.438212 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-794372e6-a805-437e-8779-587157e41469 None None] Publish callbacks [] for port (d77ea2e6-4575-43e3-b86a-165764195829), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.476759 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eab4c8a0-eef3-4298-81e0-945393c2b6a9 req-9a08763e-7707-4e4b-8a4f-cc57c2a807d1 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207711 Mar 09 17:11:31.512982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router_gateway (9a07368d-8517-488f-81e8-f43d7100af8d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.516056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6008296d-f015-4918-b24f-fc2caa98614d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eefd487e7de04b2ea5a32439236223c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271042 Mar 09 17:11:31.516613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34044) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:31.520667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fde900f8-20e9-4fe7-9b2f-b6f034df5a51), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.521018 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment fde900f8-20e9-4fe7-9b2f-b6f034df5a51 of type vlan for network d777a48f-65eb-489b-a234-019e32b255ea Mar 09 17:11:31.533900 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-794372e6-a805-437e-8779-587157e41469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d77ea2e6-4575-43e3-b86a-165764195829), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.570511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.583543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadad9a5-755a-4b17-bd83-f50e63393e2e {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:11:31.605568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Publish callbacks [] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.618361 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09480b-82c2-49b3-9e57-82e69faeb105 None None] Pushing event updated for resources: {'Port': ['ID=d77ea2e6-4575-43e3-b86a-165764195829,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:31.632830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d777a48f-65eb-489b-a234-019e32b255ea), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.638809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (cb842ea2-1555-4dd4-8d91-fe697e55412d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.687405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for cb842ea2-1555-4dd4-8d91-fe697e55412d owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:31.703729 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-794372e6-a805-437e-8779-587157e41469 None None] Attempting to bind port d77ea2e6-4575-43e3-b86a-165764195829 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:31.704850 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-794372e6-a805-437e-8779-587157e41469 None None] Attempting to bind port d77ea2e6-4575-43e3-b86a-165764195829 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:31.705514 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794372e6-a805-437e-8779-587157e41469 None None] Attempting to bind port d77ea2e6-4575-43e3-b86a-165764195829 on network 066bcc9f-82fb-4584-8c78-2ba1f341274b {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:31.713808 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794372e6-a805-437e-8779-587157e41469 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:31.714990 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794372e6-a805-437e-8779-587157e41469 None None] Checking segment: {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:31.715772 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-794372e6-a805-437e-8779-587157e41469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.716465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794372e6-a805-437e-8779-587157e41469 None None] Bound using segment: {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:31.717678 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-794372e6-a805-437e-8779-587157e41469 None None] Bound port: d77ea2e6-4575-43e3-b86a-165764195829, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d19d56-1757-4968-99a7-3b26da4574d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:31.718338 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-794372e6-a805-437e-8779-587157e41469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d77ea2e6-4575-43e3-b86a-165764195829), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.723597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Transition to ACTIVE for port object cadad9a5-755a-4b17-bd83-f50e63393e2e will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:11:31.725257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b05220d9-a58c-4152-81f9-6c90287c98a3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.727096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Port': ['ID=e76d3768-3cd3-4b6b-a77f-9bf8348c1972,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:31.761811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:31.768323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:31.773575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:31.803454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=b05220d9-a58c-4152-81f9-6c90287c98a3,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:31.833647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80442fa-8f90-44f7-886e-bd48e7f09e0c req-20f154f9-72b2-45ff-928d-f716622349d4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:31.835547 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c80442fa-8f90-44f7-886e-bd48e7f09e0c req-20f154f9-72b2-45ff-928d-f716622349d4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 932 time: 0.1647124 Mar 09 17:11:31.836938 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-794372e6-a805-437e-8779-587157e41469 None None] For port d77ea2e6-4575-43e3-b86a-165764195829, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:31.841112 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-794372e6-a805-437e-8779-587157e41469 None None] For port d77ea2e6-4575-43e3-b86a-165764195829, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d77ea2e6-4575-43e3-b86a-165764195829,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:31.871197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d777a48f-65eb-489b-a234-019e32b255ea), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.876606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:31.877222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.880752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9817517d-7657-476d-98f0-acfdd4dc22f6 admin admin] Publish callbacks [] for security_group (3eab7584-325f-46a0-8db1-26130326fc7a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.887635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.934493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-794372e6-a805-437e-8779-587157e41469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d77ea2e6-4575-43e3-b86a-165764195829), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:31.972011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] Provisioning complete for port d77ea2e6-4575-43e3-b86a-165764195829 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:31.973285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d77ea2e6-4575-43e3-b86a-165764195829), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.051887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9817517d-7657-476d-98f0-acfdd4dc22f6 admin admin] Publish callbacks [] for security_group (3eab7584-325f-46a0-8db1-26130326fc7a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.097053 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3958323 Mar 09 17:11:32.100289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (90360d18-58bd-4a7b-af04-f0457021bbe8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.103287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34052) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:32.107949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Pushing event updated for resources: {'Port': ['ID=cadad9a5-755a-4b17-bd83-f50e63393e2e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:32.113356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beffd47-f32e-4bec-95dc-9989e86b980c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=d777a48f-65eb-489b-a234-019e32b255ea,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:32.114748 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09480b-82c2-49b3-9e57-82e69faeb105 None None] Pushing event updated for resources: {'Port': ['ID=d77ea2e6-4575-43e3-b86a-165764195829,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:32.118523 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794372e6-a805-437e-8779-587157e41469 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:32.119810 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-794372e6-a805-437e-8779-587157e41469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:32.166517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (9a07368d-8517-488f-81e8-f43d7100af8d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.187835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:32.188090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d777a48f-65eb-489b-a234-019e32b255ea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:32.288367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] Current status of the port d77ea2e6-4575-43e3-b86a-165764195829 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:32.288753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d77ea2e6-4575-43e3-b86a-165764195829), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.291954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 38fdc23d-1783-4d2e-8f15-2cb79e832b8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:32.359883 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-794372e6-a805-437e-8779-587157e41469 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:32.465906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.474547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (90360d18-58bd-4a7b-af04-f0457021bbe8), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.509763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] For port d77ea2e6-4575-43e3-b86a-165764195829, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d77ea2e6-4575-43e3-b86a-165764195829,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:32.541642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:32.542398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.592633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d77ea2e6-4575-43e3-b86a-165764195829), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.669364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Attempting to bind port cadad9a5-755a-4b17-bd83-f50e63393e2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:32.669364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Attempting to bind port cadad9a5-755a-4b17-bd83-f50e63393e2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:32.670122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Attempting to bind port cadad9a5-755a-4b17-bd83-f50e63393e2e on network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:32.680070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e428c-c86e-4b77-a68a-425055930fc0 req-9ab10629-9376-456d-bb33-bd397e9a8033 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:32.682618 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c80442fa-8f90-44f7-886e-bd48e7f09e0c req-3d5382cc-7964-4818-8b05-ca91631b8c0e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8174984 Mar 09 17:11:32.686207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Port cadad9a5-755a-4b17-bd83-f50e63393e2e on network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:11:32.686610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Attempting to bind port cadad9a5-755a-4b17-bd83-f50e63393e2e on network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:32.697646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:32.698542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Checking segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:32.699068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Bound using segment: {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:32.708815 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-da7e428c-c86e-4b77-a68a-425055930fc0 req-9ab10629-9376-456d-bb33-bd397e9a8033 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.6958933 Mar 09 17:11:32.708971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Bound port: cadad9a5-755a-4b17-bd83-f50e63393e2e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0814847-302f-4478-8107-13e010972a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:32.708971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.717496 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-794372e6-a805-437e-8779-587157e41469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:27Z', 'revision_number': 3, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:31Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:32.727941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842a816-4ffc-4f47-9ae2-d841fab9a05f None None] Pushing event updated for resources: {'Port': ['ID=d77ea2e6-4575-43e3-b86a-165764195829,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:32.733240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:32.757136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:32.760835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.765988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (90360d18-58bd-4a7b-af04-f0457021bbe8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.766635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router 90360d18-58bd-4a7b-af04-f0457021bbe8 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:32.769446 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794372e6-a805-437e-8779-587157e41469 None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:27Z', 'revision_number': 3, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:31Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:32.773931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.775339 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09c81fc3-573b-4ebb-ac45-9dd2df2a5af0 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 204 len: 168 time: 3.8160515 Mar 09 17:11:32.781600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a1a81088-4a17-410d-b105-d844fba861f7 None None] Provisioning complete for port d77ea2e6-4575-43e3-b86a-165764195829 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:32.782127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a1a81088-4a17-410d-b105-d844fba861f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d77ea2e6-4575-43e3-b86a-165764195829), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.798308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34054) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:32.808510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202456440'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:32.841744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (cb842ea2-1555-4dd4-8d91-fe697e55412d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.879634 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-da7e428c-c86e-4b77-a68a-425055930fc0 req-1eba6304-8f38-4cc2-9dd2-32308f904503 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720095 Mar 09 17:11:32.893453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9817517d-7657-476d-98f0-acfdd4dc22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3eab7584-325f-46a0-8db1-26130326fc7a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.896531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9817517d-7657-476d-98f0-acfdd4dc22f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:32.902172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9817517d-7657-476d-98f0-acfdd4dc22f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3eab7584-325f-46a0-8db1-26130326fc7a HTTP/1.1" status: 204 len: 168 time: 1.3844180 Mar 09 17:11:32.939347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a1a81088-4a17-410d-b105-d844fba861f7 None None] Current status of the port d77ea2e6-4575-43e3-b86a-165764195829 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:32.977192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=cb842ea2-1555-4dd4-8d91-fe697e55412d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:32.980744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817517d-7657-476d-98f0-acfdd4dc22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab7584-325f-46a0-8db1-26130326fc7a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:32.990080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] For port cadad9a5-755a-4b17-bd83-f50e63393e2e, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:33.044463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] For port cadad9a5-755a-4b17-bd83-f50e63393e2e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:33.051392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (686df005-bc60-474b-82a5-25b13c3bb35b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.069701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:33.073671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.156540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:33.193334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Router 9a07368d-8517-488f-81e8-f43d7100af8d is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:33.199654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.205518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af3df0de-0f03-4643-a078-4593429b4264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/cb842ea2-1555-4dd4-8d91-fe697e55412d HTTP/1.1" status: 204 len: 168 time: 2.7203884 Mar 09 17:11:33.208939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.211356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (6a7a110c-37b0-45dc-8188-cffdbc4f47fd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.211700 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 6a7a110c-37b0-45dc-8188-cffdbc4f47fd of type vlan for network 547666ca-3a36-4c8e-9667-938b8459a7c3 Mar 09 17:11:33.212777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34058) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:33.350108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:33.378163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Sync routers for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:33.401271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:33.402707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:33.497179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.497961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.502048 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] 10.222.0.36 "PUT /v2.0/ports/cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 200 len: 1094 time: 3.4662521 Mar 09 17:11:33.515440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:33.526799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25" -d '{"events": [{"name": "network-changed", "server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:33.578830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (1daf4185-6af6-42c6-b927-c18bb30d9ae1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.588783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72650068-906f-41ee-b459-a288c41ea18f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.595853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (686df005-bc60-474b-82a5-25b13c3bb35b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.596109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72650068-906f-41ee-b459-a288c41ea18f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.596109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72650068-906f-41ee-b459-a288c41ea18f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.596109 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-72650068-906f-41ee-b459-a288c41ea18f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3701830 Mar 09 17:11:33.596109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (547666ca-3a36-4c8e-9667-938b8459a7c3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.601364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34062) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:33.618915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d7d7e-8f51-41c2-baad-9f0fa0a316df service neutron] Pushing event updated for resources: {'Port': ['ID=cadad9a5-755a-4b17-bd83-f50e63393e2e,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:33.695050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:33.697464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bd062b09-fb91-4995-b20e-2ab55b16338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.707077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a8812f-f994-4b8c-b431-1717f646d59b x-openstack-request-id: req-e9a8812f-f994-4b8c-b431-1717f646d59b {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:33.707077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:33.707893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9a8812f-f994-4b8c-b431-1717f646d59b {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:33.707893 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'status': 'completed', 'code': 200} Mar 09 17:11:33.733391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.resource_extend [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 17:11:33.782543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.786731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:33.787536 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-efe318ee-861c-4d1f-9e30-f78fa0ac698f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.3667746 Mar 09 17:11:33.787663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: d777a48f-65eb-489b-a234-019e32b255ea, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:33.787663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=1daf4185-6af6-42c6-b927-c18bb30d9ae1,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:33.792012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34066) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:33.815118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-1e552904-18b2-4be1-b86e-4fa3f2da35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.816743 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-1e552904-18b2-4be1-b86e-4fa3f2da35a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1128 time: 0.1477334 Mar 09 17:11:33.849410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:33.858517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.935155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (547666ca-3a36-4c8e-9667-938b8459a7c3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.951512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.953040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:33.957007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-d023fc60-1a3c-4919-b832-cf4b806940d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 200 len: 217 time: 0.1319284 Mar 09 17:11:33.957495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network d777a48f-65eb-489b-a234-019e32b255ea is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:33.994935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-f8ae481b-1fe7-43fe-8945-d57b595379c8 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:33.998663 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-f8ae481b-1fe7-43fe-8945-d57b595379c8 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.2723441 Mar 09 17:11:34.032457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.079471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d777a48f-65eb-489b-a234-019e32b255ea) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:34.084261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:34.084896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.100315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1a060-12c4-4781-ae3c-f1b1cf2f95bc None None] Network d777a48f-65eb-489b-a234-019e32b255ea requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:34.130434 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3282659 Mar 09 17:11:34.130434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc47541-90c0-43cf-bb52-a406b79353fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=547666ca-3a36-4c8e-9667-938b8459a7c3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:34.145458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34074) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:34.153590 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:34.157115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:34.186157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-3886d20d-a0e7-4981-9ec8-9ac88a369d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:34.198427 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-3886d20d-a0e7-4981-9ec8-9ac88a369d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5c2b13-2602-47b5-99ba-ba895f353734 HTTP/1.1" status: 200 len: 838 time: 0.2289047 Mar 09 17:11:34.233401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.321557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407277-468f-4505-a283-7f98d3c2ad7d req-8bc6d108-ce99-41d3-ab76-f5a175c03d2e tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:34.323744 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-81407277-468f-4505-a283-7f98d3c2ad7d req-8bc6d108-ce99-41d3-ab76-f5a175c03d2e tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 945 time: 0.3220108 Mar 09 17:11:34.334413 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a7c88fd-abd3-4ddd-89e2-cd1d3e040796 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2274864 Mar 09 17:11:34.335149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34076) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:34.347307 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-46ce4d02-bfc6-4cf1-b4f1-8a80f8c3ab39 tempest-TestNetworkAdvancedServerOps-863601697 tempest-TestNetworkAdvancedServerOps-863601697-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fbb791156d794777a30b1ac575142f61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5508261 Mar 09 17:11:34.348079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34078) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:34.367525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d77ea2e6-4575-43e3-b86a-165764195829 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:34.409878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfb220-8138-4868-b33d-6dd7c5f95033 req-48c0c2f9-1ea2-45d5-9e26-384c41854744 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:34.411430 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ecfb220-8138-4868-b33d-6dd7c5f95033 req-48c0c2f9-1ea2-45d5-9e26-384c41854744 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 944 time: 0.6035581 Mar 09 17:11:34.446697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:31Z', 'revision_number': 3, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:34.458003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Deleting port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:34.458881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.493854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Checking router: 9a07368d-8517-488f-81e8-f43d7100af8d for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:34.494740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Updating router 9a07368d-8517-488f-81e8-f43d7100af8d port e1c4009f-9c97-404b-84f0-093c1bd9aed4 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:34.507783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.548528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.553166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Router 686df005-bc60-474b-82a5-25b13c3bb35b is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:34.572187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d777a48f-65eb-489b-a234-019e32b255ea', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:34.573714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.585640 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ecfb220-8138-4868-b33d-6dd7c5f95033 req-a12c9037-20ec-468f-a824-196f12d243ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537106 Mar 09 17:11:34.593437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:34.596585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d77ea2e6-4575-43e3-b86a-165764195829 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:34.597171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d77ea2e6-4575-43e3-b86a-165764195829), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.597711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.600997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-71be7605-063c-4c4a-aa13-847253715f65 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e HTTP/1.1" status: 204 len: 168 time: 0.9936328 Mar 09 17:11:34.605614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34080) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:34.639343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0231eb-8a4d-4edb-a41a-8ce6b678432d None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:34.722090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] For port ee2a9186-6f96-4690-b4d9-39a389d8b5e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,segment=NetworkSegment(7dc955ec-2993-4271-bb6a-5fea877b0145),segment_id=7dc955ec-2993-4271-bb6a-5fea877b0145)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:34.722525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.748058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Calling delete_port for ee2a9186-6f96-4690-b4d9-39a389d8b5e0 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:34.753582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet edd32955-c91a-4534-a3e9-3129c649f29f {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:34.772678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (edd32955-c91a-4534-a3e9-3129c649f29f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.892390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (edd32955-c91a-4534-a3e9-3129c649f29f), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:34.923733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:34.938613 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Sync routers for ids ['686df005-bc60-474b-82a5-25b13c3bb35b'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:34.968473 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Routers {'686df005-bc60-474b-82a5-25b13c3bb35b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:34.972185 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['686df005-bc60-474b-82a5-25b13c3bb35b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:34.978050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:34.982614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.007185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-f497311c-42fd-46f3-8098-27c411dd69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:35.008685 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-f497311c-42fd-46f3-8098-27c411dd69b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.7955923 Mar 09 17:11:35.017016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Allocated IP 2001:db8:2::2 (d777a48f-65eb-489b-a234-019e32b255ea/1daf4185-6af6-42c6-b927-c18bb30d9ae1/532c538d-f910-46c1-83f0-05f33dac06c6) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:35.044635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d77ea2e6-4575-43e3-b86a-165764195829 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:35.047620 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-81407277-468f-4505-a283-7f98d3c2ad7d req-17d49659-3f0e-4d05-9e10-b8bb2e76c648 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/security-groups?id=2acedcb1-ed99-40c9-9b61-3695cf078e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047236 Mar 09 17:11:35.092389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.094354 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f3d72681-8d95-45fc-9241-2384775c4638 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6074040 Mar 09 17:11:35.097453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (edd32955-c91a-4534-a3e9-3129c649f29f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.100620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34082) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:35.171806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76b5e8-ea0b-4da5-9ccb-38ef14f7736b tempest-TestNetworkAdvancedServerOps-863601697 tempest-TestNetworkAdvancedServerOps-863601697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:35.173787 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-de76b5e8-ea0b-4da5-9ccb-38ef14f7736b tempest-TestNetworkAdvancedServerOps-863601697 tempest-TestNetworkAdvancedServerOps-863601697-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8161824 Mar 09 17:11:35.182787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34084) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:35.248886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Publish callbacks [] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.306641 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-11b8911e-5887-4a32-b9bb-7a529c866aa2 tempest-TestNetworkAdvancedServerOps-863601697 tempest-TestNetworkAdvancedServerOps-863601697-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1163485 Mar 09 17:11:35.312835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34086) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:35.321357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Publish callbacks [] for port (532c538d-f910-46c1-83f0-05f33dac06c6), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.330367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.333199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867180163', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:35.410479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Attempting to bind port e1c4009f-9c97-404b-84f0-093c1bd9aed4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:35.410963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Attempting to bind port e1c4009f-9c97-404b-84f0-093c1bd9aed4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:35.411428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Attempting to bind port e1c4009f-9c97-404b-84f0-093c1bd9aed4 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:35.414571 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Set router 686df005-bc60-474b-82a5-25b13c3bb35b gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:35.418622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.438801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:35.439400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:35.439949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.440486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:35.441154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Bound port: e1c4009f-9c97-404b-84f0-093c1bd9aed4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:35.441639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.451577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Network d777a48f-65eb-489b-a234-019e32b255ea is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:35.456779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:35.464314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:35.464551 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-ee45214a-dff0-4816-b3ed-79819d2c0835 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334240 Mar 09 17:11:35.475930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ee2a9186-6f96-4690-b4d9-39a389d8b5e0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.499766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7b880-dc4f-4d0b-a0d3-eb129f45e154 None None] Pushing event updated for resources: {'Port': ['ID=e1c4009f-9c97-404b-84f0-093c1bd9aed4,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:35.514024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['ee2a9186-6f96-4690-b4d9-39a389d8b5e0'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:11:35.583447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Pushing event deleted for resources: {'Port': ['ID=ee2a9186-6f96-4690-b4d9-39a389d8b5e0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:35.716279 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Attempting to bind port 532c538d-f910-46c1-83f0-05f33dac06c6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:35.717134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Attempting to bind port 532c538d-f910-46c1-83f0-05f33dac06c6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:35.717727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Attempting to bind port 532c538d-f910-46c1-83f0-05f33dac06c6 on network d777a48f-65eb-489b-a234-019e32b255ea {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:35.723270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Pushing event updated for resources: {'Port': ['ID=532c538d-f910-46c1-83f0-05f33dac06c6,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:35.746418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] For port e1c4009f-9c97-404b-84f0-093c1bd9aed4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:35.749839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:35.750523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Checking segment: {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:35.751195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.751805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Bound using segment: {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:35.752015 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686df005-bc60-474b-82a5-25b13c3bb35b', 'name': 'tempest-snat-router-895296039', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.226'}], 'enable_snat': True}, 'gw_port_id': 'e76d3768-3cd3-4b6b-a77f-9bf8348c1972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 3, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port': {'id': 'e76d3768-3cd3-4b6b-a77f-9bf8348c1972', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686df005-bc60-474b-82a5-25b13c3bb35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:30Z', 'updated_at': '2022-03-09T17:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:35.752973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Bound port: 532c538d-f910-46c1-83f0-05f33dac06c6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:35.753599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.787697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] No DVR routers for this DVR port ee2a9186-6f96-4690-b4d9-39a389d8b5e0 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:35.793954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.799174 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Checking router: 686df005-bc60-474b-82a5-25b13c3bb35b for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:35.799535 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Updating router 686df005-bc60-474b-82a5-25b13c3bb35b port e76d3768-3cd3-4b6b-a77f-9bf8348c1972 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:35.802600 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ebb59fe3-7c7c-4820-8fe2-497df67427c7 req-9322aa6e-506c-4240-bdf9-8f565572ac16 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.36 "DELETE /v2.0/ports/ee2a9186-6f96-4690-b4d9-39a389d8b5e0 HTTP/1.1" status: 204 len: 173 time: 1.7879672 Mar 09 17:11:35.805163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] For port e1c4009f-9c97-404b-84f0-093c1bd9aed4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1c4009f-9c97-404b-84f0-093c1bd9aed4,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:35.805524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'name': 'network-vif-deleted', 'tag': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:35.807914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c479c0ed-fca3-4c1c-bcaa-8078503d07c8" -d '{"events": [{"server_uuid": "3cfe2d5c-4b87-4235-a336-22c6620f34f1", "name": "network-vif-deleted", "tag": "ee2a9186-6f96-4690-b4d9-39a389d8b5e0"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:35.859480 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f761be54-b8c7-4bee-aa0f-7ea9f5583cdd tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/686df005-bc60-474b-82a5-25b13c3bb35b HTTP/1.1" status: 200 len: 907 time: 0.7552691 Mar 09 17:11:35.859688 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.864176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] For port 532c538d-f910-46c1-83f0-05f33dac06c6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:35.868321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34092) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:35.871062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] For port 532c538d-f910-46c1-83f0-05f33dac06c6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=532c538d-f910-46c1-83f0-05f33dac06c6,segment=NetworkSegment(fde900f8-20e9-4fe7-9b2f-b6f034df5a51),segment_id=fde900f8-20e9-4fe7-9b2f-b6f034df5a51)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:35.907716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Made reservation on behalf of fbb791156d794777a30b1ac575142f61 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:35.911257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.916075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-afe10e3b-baf3-48dd-8a90-49b1918dfa88 req-f8a002c1-8400-4ded-97b1-a80e2e49b2dd service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342461 Mar 09 17:11:35.920231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.925269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822db94c-07d2-4aee-9263-0fc8084a8db6 x-openstack-request-id: req-822db94c-07d2-4aee-9263-0fc8084a8db6 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:35.932303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfe2d5c-4b87-4235-a336-22c6620f34f1", "name": "network-vif-deleted", "tag": "ee2a9186-6f96-4690-b4d9-39a389d8b5e0", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:35.932303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-822db94c-07d2-4aee-9263-0fc8084a8db6 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:35.933434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (40e4b06a-a9f7-44da-855a-d7d5dc9db109), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.939686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfe2d5c-4b87-4235-a336-22c6620f34f1', 'name': 'network-vif-deleted', 'tag': 'ee2a9186-6f96-4690-b4d9-39a389d8b5e0', 'status': 'completed', 'code': 200} Mar 09 17:11:35.945138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (edd32955-c91a-4534-a3e9-3129c649f29f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:35.985584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=edd32955-c91a-4534-a3e9-3129c649f29f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:35.991367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:35.991367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:36.004572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd9ef7-0810-4f68-8f72-4422c5968f4d req-2bddac3d-ca93-4b47-91b2-ecebc902fb9b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:36.018195 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7acd9ef7-0810-4f68-8f72-4422c5968f4d req-2bddac3d-ca93-4b47-91b2-ecebc902fb9b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 944 time: 0.2821043 Mar 09 17:11:36.047146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.050748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9183f058-38c5-47e0-a1db-057d41065565 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/edd32955-c91a-4534-a3e9-3129c649f29f HTTP/1.1" status: 204 len: 168 time: 1.4432325 Mar 09 17:11:36.066308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:36.124246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.147406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:36.157632 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3872487e-b606-4cff-b76b-426390002302 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842686 Mar 09 17:11:36.182766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34098) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:36.230903 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7acd9ef7-0810-4f68-8f72-4422c5968f4d req-fd4afb9f-416a-494a-9827-76d096bab662 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117231 Mar 09 17:11:36.269248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.270717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (686df005-bc60-474b-82a5-25b13c3bb35b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.285059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc21f1-b8c8-4df9-b7a8-8f198910baf3 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:36.295860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=40e4b06a-a9f7-44da-855a-d7d5dc9db109,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:36.323667 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a2c67887-2cd1-4f56-aa0e-629617409031 req-c02b449b-dca7-4aa7-b468-6a946eb5bef7 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.1386995 Mar 09 17:11:36.415126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Publish callbacks [] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.435728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '6a7a110c-37b0-45dc-8188-cffdbc4f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:36.436426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: 547666ca-3a36-4c8e-9667-938b8459a7c3, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:36.443660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (686df005-bc60-474b-82a5-25b13c3bb35b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.458360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-2e89632e-b282-4935-bb86-34a4edbf4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:36.459910 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-2e89632e-b282-4935-bb86-34a4edbf4e84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1128 time: 0.3766489 Mar 09 17:11:36.475351 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eccae4-e600-47ba-876c-b56cc77eecdc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:36.476938 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-92eccae4-e600-47ba-876c-b56cc77eecdc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2633653 Mar 09 17:11:36.479811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34100) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:36.501944 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.537494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-01576a4e-c060-4eeb-9c16-7406c9330d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.539404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8ed2d557-153a-44bc-83cc-bf0b0b58e5a5 None None] Provisioning complete for port a48efc17-d32b-42ba-893c-15bb0be17bf9 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:36.539404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d557-153a-44bc-83cc-bf0b0b58e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.562511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7a458-23d3-4b36-8f8b-0be1b64aec68 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:36.580949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-19a7a458-23d3-4b36-8f8b-0be1b64aec68 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0952168 Mar 09 17:11:36.582353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34102) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:36.589408 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267f41-9737-4c91-bc19-4937c9cda9b2 None None] Pushing event updated for resources: {'Port': ['ID=e76d3768-3cd3-4b6b-a77f-9bf8348c1972,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:36.592280 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Attempting to bind port e76d3768-3cd3-4b6b-a77f-9bf8348c1972 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:36.592693 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Attempting to bind port e76d3768-3cd3-4b6b-a77f-9bf8348c1972 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:36.593057 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Attempting to bind port e76d3768-3cd3-4b6b-a77f-9bf8348c1972 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:36.605981 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:36.607053 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:36.607053 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.607387 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:36.608377 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Bound port: e76d3768-3cd3-4b6b-a77f-9bf8348c1972, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:36.608818 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.613667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7b880-dc4f-4d0b-a0d3-eb129f45e154 None None] Pushing event updated for resources: {'Port': ['ID=e1c4009f-9c97-404b-84f0-093c1bd9aed4,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:36.677846 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] For port e76d3768-3cd3-4b6b-a77f-9bf8348c1972, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:36.683855 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] For port e76d3768-3cd3-4b6b-a77f-9bf8348c1972, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e76d3768-3cd3-4b6b-a77f-9bf8348c1972,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:36.703586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Deleting port e76d3768-3cd3-4b6b-a77f-9bf8348c1972 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:36.706601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.729474 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0405744e-0259-43be-a79e-6763ecb9b6da tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175623 Mar 09 17:11:36.743588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:36.746069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34104) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:36.779237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-02d32a2e-3ca3-405b-9f3f-2ca2fc8e9c07 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:36.802544 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.829797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862e6e-a709-4117-8315-88f03a6af8fb None None] Pushing event updated for resources: {'Port': ['ID=532c538d-f910-46c1-83f0-05f33dac06c6,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:36.836396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8ed2d557-153a-44bc-83cc-bf0b0b58e5a5 None None] Current status of the port a48efc17-d32b-42ba-893c-15bb0be17bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:36.865286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:31Z', 'revision_number': 3, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:36.878110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-4bb07d9d-9c02-48a1-993b-4cf34037ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:36.887275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] For port e76d3768-3cd3-4b6b-a77f-9bf8348c1972, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:36.887275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:36.887508 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-4bb07d9d-9c02-48a1-993b-4cf34037ebb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 895 time: 0.4015777 Mar 09 17:11:36.895055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f46d33-7c05-421c-a7e0-2d50bdb680e6 None None] The sync data for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv is: [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:31Z', 'revision_number': 3, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:36.906802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Calling delete_port for e76d3768-3cd3-4b6b-a77f-9bf8348c1972 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:36.969756 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Routers {'686df005-bc60-474b-82a5-25b13c3bb35b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:36.970417 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['686df005-bc60-474b-82a5-25b13c3bb35b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:36.973957 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267f41-9737-4c91-bc19-4937c9cda9b2 None None] Pushing event updated for resources: {'Port': ['ID=e76d3768-3cd3-4b6b-a77f-9bf8348c1972,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:36.981522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:37.018257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 547666ca-3a36-4c8e-9667-938b8459a7c3) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:37.027468 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-d2053933-d70b-4ff5-a923-c1ad34660226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 200 len: 217 time: 0.1363218 Mar 09 17:11:37.028846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:37.029484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.048662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b298e7-acff-4884-a93a-788db5fb739d None None] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:37.056331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (b70a303d-68f0-4b59-99d0-543398c00851), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.131189 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] Set router 686df005-bc60-474b-82a5-25b13c3bb35b gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:37.244500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-74cfa0d2-8c31-424f-9a87-565f2c90cd37 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0971091 Mar 09 17:11:37.258717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34106) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:37.280612 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686df005-bc60-474b-82a5-25b13c3bb35b', 'name': 'tempest-snat-router-895296039', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:36Z', 'revision_number': 4, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:37.282056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-84883367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:37.302063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Subnet': ['ID=b70a303d-68f0-4b59-99d0-543398c00851,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:37.324736 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ec79-4430-452c-a62f-9af638212777 None None] The sync data for ids ['686df005-bc60-474b-82a5-25b13c3bb35b'] in dv-neutron-master-2-hyperv is: [{'id': '686df005-bc60-474b-82a5-25b13c3bb35b', 'name': 'tempest-snat-router-895296039', 'tenant_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:36Z', 'revision_number': 4, 'project_id': '2485bbab420847a3a64ce9fd83fc0bc5', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:37.342987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-547666ca-3a36-4c8e-9667-938b8459a7c3', 'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '40e4b06a-a9f7-44da-855a-d7d5dc9db109'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:37.350465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.381905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-898fe266-8758-44a2-9b2b-895d68bd742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:37.383398 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-898fe266-8758-44a2-9b2b-895d68bd742e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5c2b13-2602-47b5-99ba-ba895f353734 HTTP/1.1" status: 200 len: 838 time: 0.3464279 Mar 09 17:11:37.430725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8:2::1 (d777a48f-65eb-489b-a234-019e32b255ea/1daf4185-6af6-42c6-b927-c18bb30d9ae1/1c779eda-fe2f-4180-8cf7-eacddce90135) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:37.439944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Checking segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:37.440947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network hostable DHCP agents. Network: 0482777b-394b-4efc-8c8a-570f5c5a9f33, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:37.445619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d32a2e-3ca3-405b-9f3f-2ca2fc8e9c07 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:37.453747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.457642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-02d32a2e-3ca3-405b-9f3f-2ca2fc8e9c07 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.457642 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d32a2e-3ca3-405b-9f3f-2ca2fc8e9c07 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:11:37.457642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d32a2e-3ca3-405b-9f3f-2ca2fc8e9c07 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:37.552451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac307e6-4f3d-4977-8224-c0daf88e1b8a req-a90ac5d5-da7d-47d4-86d3-a3f5952e45d8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:37.561074 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ac307e6-4f3d-4977-8224-c0daf88e1b8a req-a90ac5d5-da7d-47d4-86d3-a3f5952e45d8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 944 time: 0.1521921 Mar 09 17:11:37.578311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] Deleting port a48efc17-d32b-42ba-893c-15bb0be17bf9 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:37.578883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.583226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (3a5af35e-d304-499f-84d8-3fcb9e62987d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.584329 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (3a5af35e-d304-499f-84d8-3fcb9e62987d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.630324 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ac307e6-4f3d-4977-8224-c0daf88e1b8a req-01a769eb-511c-4d6c-9307-926f3f5f22d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655773 Mar 09 17:11:37.631324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e76d3768-3cd3-4b6b-a77f-9bf8348c1972), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.640715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (3a5af35e-d304-499f-84d8-3fcb9e62987d), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.643423 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f6359415-89eb-48ac-b8f3-9a0838206f2f req-042b59fa-6d3e-49f4-ae4b-14cc252fc433 tempest-TestServerAdvancedOps-949907273 tempest-TestServerAdvancedOps-949907273-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cfe2d5c-4b87-4235-a336-22c6620f34f1 HTTP/1.1" status: 200 len: 210 time: 0.1752737 Mar 09 17:11:37.662296 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-02d32a2e-3ca3-405b-9f3f-2ca2fc8e9c07 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9070859 Mar 09 17:11:37.668090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] For port a48efc17-d32b-42ba-893c-15bb0be17bf9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a48efc17-d32b-42ba-893c-15bb0be17bf9,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:37.668751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.682628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34112) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:37.688185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] Calling delete_port for a48efc17-d32b-42ba-893c-15bb0be17bf9 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:37.688716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1111b625-ac78-4749-aaad-e5779e103be6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:37.694545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event deleted for resources: {'Port': ['ID=e76d3768-3cd3-4b6b-a77f-9bf8348c1972,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:37.761274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (3a5af35e-d304-499f-84d8-3fcb9e62987d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.799012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-eca3436d-d095-40d1-86ff-47816d30fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:37.805679 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-eca3436d-d095-40d1-86ff-47816d30fa27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4016442 Mar 09 17:11:37.805679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:37.858257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (686df005-bc60-474b-82a5-25b13c3bb35b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.904834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Allocated IP 172.20.0.2 (547666ca-3a36-4c8e-9667-938b8459a7c3/40e4b06a-a9f7-44da-855a-d7d5dc9db109/0370e2bc-8ff2-4d73-9a30-b514bad9b218) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:37.934357 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.936807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.940499 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3d44335f-3e8c-4c8c-ab59-a1031d6158f1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6757586 Mar 09 17:11:37.952251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34114) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:37.969460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0482777b-394b-4efc-8c8a-570f5c5a9f33) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:37.983641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d8a76-1692-4cd3-8a39-e9e013d60141 None None] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:37.984090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (686df005-bc60-474b-82a5-25b13c3bb35b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.986864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (686df005-bc60-474b-82a5-25b13c3bb35b), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:37.992284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a48efc17-d32b-42ba-893c-15bb0be17bf9), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.035339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:38.036469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.075659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] Pushing event deleted for resources: {'Port': ['ID=a48efc17-d32b-42ba-893c-15bb0be17bf9,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:38.115535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5c3ed-9e59-42c8-bde6-6848f72277fa None None] No DVR routers for this DVR port a48efc17-d32b-42ba-893c-15bb0be17bf9 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:38.124401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (686df005-bc60-474b-82a5-25b13c3bb35b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.124974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 686df005-bc60-474b-82a5-25b13c3bb35b {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:38.135840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.135840 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-469f42bb-7143-43ed-bc88-e7b5432b064d tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/686df005-bc60-474b-82a5-25b13c3bb35b HTTP/1.1" status: 204 len: 168 time: 2.2620733 Mar 09 17:11:38.136265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34116) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:38.219431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111b625-ac78-4749-aaad-e5779e103be6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:38.227893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1111b625-ac78-4749-aaad-e5779e103be6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.230121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1111b625-ac78-4749-aaad-e5779e103be6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:11:38.230573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1111b625-ac78-4749-aaad-e5779e103be6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:38.241000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cadad9a5-755a-4b17-bd83-f50e63393e2e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:11:38.243069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ee2a9186-6f96-4690-b4d9-39a389d8b5e0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:38.362852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1111b625-ac78-4749-aaad-e5779e103be6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6789272 Mar 09 17:11:38.364732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 532c538d-f910-46c1-83f0-05f33dac06c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:38.373638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34118) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:38.379551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-376d744c-b5e6-4e99-9501-138e5a568ef2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:38.430748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (db8a97de-f152-47d2-b414-fd15a4620d8c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.493918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cadad9a5-755a-4b17-bd83-f50e63393e2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:38.576936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Publish callbacks [] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.580825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:11:38.623969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: ee2a9186-6f96-4690-b4d9-39a389d8b5e0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:38.624339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ee2a9186-6f96-4690-b4d9-39a389d8b5e0 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:38.629047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.637750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d744c-b5e6-4e99-9501-138e5a568ef2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:38.643380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-376d744c-b5e6-4e99-9501-138e5a568ef2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.645168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-376d744c-b5e6-4e99-9501-138e5a568ef2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:11:38.645603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376d744c-b5e6-4e99-9501-138e5a568ef2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:38.684438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cadad9a5-755a-4b17-bd83-f50e63393e2e is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:38.684847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.706092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.721586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0482777b-394b-4efc-8c8a-570f5c5a9f33', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'project_id': 'fbb791156d794777a30b1ac575142f61', 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:38.722476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.731040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (db8a97de-f152-47d2-b414-fd15a4620d8c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.743623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadad9a5-755a-4b17-bd83-f50e63393e2e {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:11:38.750789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231ef2c-61c2-4a80-8efb-d62e4997b484 None None] Network d777a48f-65eb-489b-a234-019e32b255ea requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:38.765115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4a7f1bc3-7820-4f46-a820-c8919c150b6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4371710 Mar 09 17:11:38.765115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-acb58171-db55-4e99-895b-1aafd2793985 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9509072 Mar 09 17:11:38.765980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34124) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:38.765980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34126) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:38.794990 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-376d744c-b5e6-4e99-9501-138e5a568ef2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4196815 Mar 09 17:11:38.795217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34128) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:38.817644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d87e1c3b-dba7-4622-98ca-3be18bc24839 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:38.930170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] Provisioning complete for port 532c538d-f910-46c1-83f0-05f33dac06c6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:38.930506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.934030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:38.936183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cadad9a5-755a-4b17-bd83-f50e63393e2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:38.952435 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:38.953302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5b465-a03f-4000-ab17-12de08490da6 req-1ab66f5d-fc0c-4d45-9b18-b261e476ed93 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:38.954984 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ba5b465-a03f-4000-ab17-12de08490da6 req-1ab66f5d-fc0c-4d45-9b18-b261e476ed93 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 944 time: 0.1826880 Mar 09 17:11:38.991307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:38.996056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Pushing event updated for resources: {'Port': ['ID=0370e2bc-8ff2-4d73-9a30-b514bad9b218,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:39.005220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Deleting port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:39.005220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.044634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Deleting subnet b68c1133-f9b6-4c43-a725-430e3e0058cb {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:39.049110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:39.061921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.091481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Publish callbacks [] for subnet (b68c1133-f9b6-4c43-a725-430e3e0058cb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.095300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e1c3b-dba7-4622-98ca-3be18bc24839 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:39.097485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d87e1c3b-dba7-4622-98ca-3be18bc24839 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.099163 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87e1c3b-dba7-4622-98ca-3be18bc24839 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:11:39.099677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87e1c3b-dba7-4622-98ca-3be18bc24839 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:39.119915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ba5b465-a03f-4000-ab17-12de08490da6 req-f7c25d55-2cc4-4e74-9291-df7099df0321 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565943 Mar 09 17:11:39.132803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network d777a48f-65eb-489b-a234-019e32b255ea is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:39.161060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] For port 38fdc23d-1783-4d2e-8f15-2cb79e832b8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:39.161505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.183520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Calling delete_port for 38fdc23d-1783-4d2e-8f15-2cb79e832b8e owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:39.223764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:39.235240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=1c779eda-fe2f-4180-8cf7-eacddce90135,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:39.240094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:39.240937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.261149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (b68c1133-f9b6-4c43-a725-430e3e0058cb), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.262475 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d87e1c3b-dba7-4622-98ca-3be18bc24839 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4493067 Mar 09 17:11:39.267486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34130) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:39.274002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b16f1574-afb3-46d4-8214-4037b6524486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:39.293958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 532c538d-f910-46c1-83f0-05f33dac06c6 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:39.294338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.339045 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3b4de8fe-c572-4a6b-a14d-c6f13619cd25 req-79a762ce-3e90-49a3-b616-db10f79700e7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056858 Mar 09 17:11:39.375749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['cadad9a5-755a-4b17-bd83-f50e63393e2e'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:11:39.423415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.483044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (b68c1133-f9b6-4c43-a725-430e3e0058cb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.522955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16f1574-afb3-46d4-8214-4037b6524486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:39.524696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b16f1574-afb3-46d4-8214-4037b6524486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.526956 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16f1574-afb3-46d4-8214-4037b6524486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:11:39.527461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16f1574-afb3-46d4-8214-4037b6524486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:39.567638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Attempting to bind port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:39.567638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Attempting to bind port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6a7a110c-37b0-45dc-8188-cffdbc4f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:39.568032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Attempting to bind port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 on network 547666ca-3a36-4c8e-9667-938b8459a7c3 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:39.570665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cadad9a5-755a-4b17-bd83-f50e63393e2e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:39.586634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Allocated IP 172.20.0.2 (0482777b-394b-4efc-8c8a-570f5c5a9f33/b70a303d-68f0-4b59-99d0-543398c00851/a191f7a0-ba53-4b91-a487-c47fe7b138fd) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:39.593466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (38fdc23d-1783-4d2e-8f15-2cb79e832b8e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.604819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:39.605177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Checking segment: {'id': '6a7a110c-37b0-45dc-8188-cffdbc4f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:39.605538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.605942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Bound using segment: {'id': '6a7a110c-37b0-45dc-8188-cffdbc4f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:39.606906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Bound port: 0370e2bc-8ff2-4d73-9a30-b514bad9b218, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7a110c-37b0-45dc-8188-cffdbc4f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '547666ca-3a36-4c8e-9667-938b8459a7c3'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:39.607051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.636796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event deleted for resources: {'Port': ['ID=38fdc23d-1783-4d2e-8f15-2cb79e832b8e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:39.643764 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b16f1574-afb3-46d4-8214-4037b6524486 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3749352 Mar 09 17:11:39.649622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34132) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:39.655947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e12d3f92-8b7a-4ecb-858f-d329a73895fc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:39.659575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] Current status of the port 532c538d-f910-46c1-83f0-05f33dac06c6 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:39.660217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.826625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (db8a97de-f152-47d2-b414-fd15a4620d8c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.842450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] For port 0370e2bc-8ff2-4d73-9a30-b514bad9b218, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:39.845800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] For port 0370e2bc-8ff2-4d73-9a30-b514bad9b218, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0370e2bc-8ff2-4d73-9a30-b514bad9b218,segment=NetworkSegment(6a7a110c-37b0-45dc-8188-cffdbc4f47fd),segment_id=6a7a110c-37b0-45dc-8188-cffdbc4f47fd)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:39.850137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 532c538d-f910-46c1-83f0-05f33dac06c6 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:39.850538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.893583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.902285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (b68c1133-f9b6-4c43-a725-430e3e0058cb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.958961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.967997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (db8a97de-f152-47d2-b414-fd15a4620d8c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.970442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68c1133-f9b6-4c43-a725-430e3e0058cb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:39.970582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_controller (db8a97de-f152-47d2-b414-fd15a4620d8c), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.976022 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:39.982636 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-88aff0d1-2706-4d7c-965a-433f4504297c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b68c1133-f9b6-4c43-a725-430e3e0058cb HTTP/1.1" status: 204 len: 168 time: 1.1857297 Mar 09 17:11:40.015699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] For port 532c538d-f910-46c1-83f0-05f33dac06c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=532c538d-f910-46c1-83f0-05f33dac06c6,segment=NetworkSegment(fde900f8-20e9-4fe7-9b2f-b6f034df5a51),segment_id=fde900f8-20e9-4fe7-9b2f-b6f034df5a51)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:40.017510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34134) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:40.062346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.066648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d3f92-8b7a-4ecb-858f-d329a73895fc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:40.070613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e12d3f92-8b7a-4ecb-858f-d329a73895fc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.072271 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12d3f92-8b7a-4ecb-858f-d329a73895fc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:11:40.073897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12d3f92-8b7a-4ecb-858f-d329a73895fc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:11:40.131434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.138663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d319c-2ed5-4803-9001-ffe2adac279c None None] Pushing event updated for resources: {'Port': ['ID=0370e2bc-8ff2-4d73-9a30-b514bad9b218,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:40.141017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (db8a97de-f152-47d2-b414-fd15a4620d8c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.142266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db8a97de-f152-47d2-b414-fd15a4620d8c {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:40.167662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.176093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-81e2f339-1f50-4a5d-a649-03f55bd4bc1c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "DELETE /v2.0/routers/db8a97de-f152-47d2-b414-fd15a4620d8c HTTP/1.1" status: 204 len: 168 time: 2.0385983 Mar 09 17:11:40.177169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34138) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:40.200211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1939987315', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:40.237195 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e12d3f92-8b7a-4ecb-858f-d329a73895fc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5861926 Mar 09 17:11:40.240906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34140) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:40.308984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Publish callbacks [] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.321605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:11:40.322069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:11:40.334951 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-07eb71de-a195-44c2-a5ec-f844e06e85c5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0889609 Mar 09 17:11:40.355853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34142) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:40.360188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fbf3ded9-3c98-4796-96e7-68023def16a0 None None] Provisioning complete for port 1c779eda-fe2f-4180-8cf7-eacddce90135 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:40.360730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ded9-3c98-4796-96e7-68023def16a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.374030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.20.0.1 (547666ca-3a36-4c8e-9667-938b8459a7c3/40e4b06a-a9f7-44da-855a-d7d5dc9db109/ecc3666a-bf33-4af5-9e6d-27ed094ed6bb) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:40.407121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3ded9-3c98-4796-96e7-68023def16a0 None None] Port 1c779eda-fe2f-4180-8cf7-eacddce90135 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:40.413053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.422238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27947849-a614-4d39-a0ef-ed02396ffc6a None None] Pushing event updated for resources: {'Port': ['ID=532c538d-f910-46c1-83f0-05f33dac06c6,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:40.467721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.470480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.500083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814f753-b343-4d49-afcd-25ff6363b328 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:40.504455 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5814f753-b343-4d49-afcd-25ff6363b328 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1448798 Mar 09 17:11:40.505455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34144) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:40.524061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:40.534668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fbf3ded9-3c98-4796-96e7-68023def16a0 None None] Provisioning complete for port 532c538d-f910-46c1-83f0-05f33dac06c6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:40.535051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ded9-3c98-4796-96e7-68023def16a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.543198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:40.545689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:40.570621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-18d0f9d5-7c43-40f8-b619-949f52cdc1b8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595655 Mar 09 17:11:40.570812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34146) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:40.576392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Pushing event updated for resources: {'Port': ['ID=a191f7a0-ba53-4b91-a487-c47fe7b138fd,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:40.577051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:40.633238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.681039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Attempting to bind port a191f7a0-ba53-4b91-a487-c47fe7b138fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:40.682098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Attempting to bind port a191f7a0-ba53-4b91-a487-c47fe7b138fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:40.682236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Attempting to bind port a191f7a0-ba53-4b91-a487-c47fe7b138fd on network 0482777b-394b-4efc-8c8a-570f5c5a9f33 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:40.703896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:40.704270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Checking segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:40.704710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.705115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Bound using segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:40.705722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Bound port: a191f7a0-ba53-4b91-a487-c47fe7b138fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:40.706118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.780193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3ded9-3c98-4796-96e7-68023def16a0 None None] Current status of the port 532c538d-f910-46c1-83f0-05f33dac06c6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:40.816143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] For port a191f7a0-ba53-4b91-a487-c47fe7b138fd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:40.819834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] For port a191f7a0-ba53-4b91-a487-c47fe7b138fd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a191f7a0-ba53-4b91-a487-c47fe7b138fd,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:40.879630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 532c538d-f910-46c1-83f0-05f33dac06c6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:40.880761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e1c4009f-9c97-404b-84f0-093c1bd9aed4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:40.903555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.934731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (cddd6414-e58e-4b3a-92d2-5896ea3d1cfc), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:40.983302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-eb3d8051-7fcc-453a-a688-d68c1313f8f2 None None] Provisioning complete for port 1c779eda-fe2f-4180-8cf7-eacddce90135 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:40.983528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8051-7fcc-453a-a688-d68c1313f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.019924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9fd13-ed70-42c1-8699-e6e0e7d5f1a5 None None] Pushing event updated for resources: {'Port': ['ID=a191f7a0-ba53-4b91-a487-c47fe7b138fd,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:41.039531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e1c4009f-9c97-404b-84f0-093c1bd9aed4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:41.039914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.042323 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d8051-7fcc-453a-a688-d68c1313f8f2 None None] Port 1c779eda-fe2f-4180-8cf7-eacddce90135 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:41.062895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.091429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0137440-0bf2-4cf9-834d-09d51bd6b0ef req-b64b4d30-0ee6-416f-ba9a-a479f83e3249 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:41.093028 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c0137440-0bf2-4cf9-834d-09d51bd6b0ef req-b64b4d30-0ee6-416f-ba9a-a479f83e3249 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 945 time: 0.8404534 Mar 09 17:11:41.141074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e1c4009f-9c97-404b-84f0-093c1bd9aed4 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:41.141972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.174541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port e1c4009f-9c97-404b-84f0-093c1bd9aed4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1c4009f-9c97-404b-84f0-093c1bd9aed4,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:41.225243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.267889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.280574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:41.292114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.340852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (cddd6414-e58e-4b3a-92d2-5896ea3d1cfc), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.352825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=e1c4009f-9c97-404b-84f0-093c1bd9aed4,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:41.369570 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c0137440-0bf2-4cf9-834d-09d51bd6b0ef req-207555be-ec55-4484-8ff8-1758367be2db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614474 Mar 09 17:11:41.376973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a48efc17-d32b-42ba-893c-15bb0be17bf9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:41.411011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a48efc17-d32b-42ba-893c-15bb0be17bf9 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:41.411428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a48efc17-d32b-42ba-893c-15bb0be17bf9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:41.433231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddd6414-e58e-4b3a-92d2-5896ea3d1cfc']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:41.464566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.471810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc955ec-2993-4271-bb6a-5fea877b0145') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:41.472186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc955ec-2993-4271-bb6a-5fea877b0145') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:41.532367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.539688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.544767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (7dc955ec-2993-4271-bb6a-5fea877b0145), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.665783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7dc955ec-2993-4271-bb6a-5fea877b0145), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.673293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.674196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.686356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:41.717103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:41.717513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (7dc955ec-2993-4271-bb6a-5fea877b0145), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:41.719857 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:41.722316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:41.723691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:41.763281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=ecc3666a-bf33-4af5-9e6d-27ed094ed6bb,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:41.798845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (c9ba66ed-5f31-4410-bc57-5134fed532d0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.803355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 532c538d-f910-46c1-83f0-05f33dac06c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:41.822810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.873611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 532c538d-f910-46c1-83f0-05f33dac06c6 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:41.873611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.930211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=1c779eda-fe2f-4180-8cf7-eacddce90135,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:41.945011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:11:41.949452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (244963ef-b381-4ddb-9f38-deeb22625193), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:41.950169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b70c89-39da-4219-9a66-d0a8772eed01 None None] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:41.998578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (3a5af35e-d304-499f-84d8-3fcb9e62987d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.005770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=244963ef-b381-4ddb-9f38-deeb22625193,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:42.023060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:42.043101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:42.048054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:42.048910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.081520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Allocated IP 172.36.5.29 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/6836f2c5-b15c-43e6-b303-610ab4d704f0) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:42.087129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 532c538d-f910-46c1-83f0-05f33dac06c6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:42.090652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0370e2bc-8ff2-4d73-9a30-b514bad9b218 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:42.110988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (cddd6414-e58e-4b3a-92d2-5896ea3d1cfc), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.115237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.118744 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cddd6414-e58e-4b3a-92d2-5896ea3d1cfc HTTP/1.1" status: 204 len: 168 time: 2.1002488 Mar 09 17:11:42.122240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fced10-12e2-4fa9-a4fc-3ceb2a90ce20 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:42.127425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34148) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:42.174264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f8c4b-0afa-4b8b-ae16-409505ed7c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cddd6414-e58e-4b3a-92d2-5896ea3d1cfc,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:42.186076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Deleting subnet 0c344536-e479-4de4-bacb-5d38ea67e450 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:42.190673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] Provisioning complete for port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:42.191707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.198517 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-788c75cd-9790-411e-8799-0256043703d1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6266646 Mar 09 17:11:42.200241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Publish callbacks [] for subnet (0c344536-e479-4de4-bacb-5d38ea67e450), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.201660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cadad9a5-755a-4b17-bd83-f50e63393e2e up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:42.204566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34150) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:42.209927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:13:32:01', 'name': 'tempest-NetworksTestDHCPv6-1428758233'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:42.223918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network d777a48f-65eb-489b-a234-019e32b255ea is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:42.227686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:42.334202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (0c344536-e479-4de4-bacb-5d38ea67e450), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.426192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.502537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (0c344536-e479-4de4-bacb-5d38ea67e450), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.535728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:42.569556 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for port (6836f2c5-b15c-43e6-b303-610ab4d704f0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.590621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Allocated IP 172.20.0.1 (0482777b-394b-4efc-8c8a-570f5c5a9f33/b70a303d-68f0-4b59-99d0-543398c00851/86fdb32d-782e-4cba-8202-a1dd617c7faf) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:42.683794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5781a3-d260-4844-b068-dad60b8aaa5b None None] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:42.693947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:42.695739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.718181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7970d-8bf5-41cb-b260-da2c68b702c9 req-0e2cf096-881a-4517-8d15-5feb178448ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:42.719867 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0ed7970d-8bf5-41cb-b260-da2c68b702c9 req-0e2cf096-881a-4517-8d15-5feb178448ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 945 time: 0.2247407 Mar 09 17:11:42.741457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:42.784524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port cadad9a5-755a-4b17-bd83-f50e63393e2e completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:11:42.833710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (0c344536-e479-4de4-bacb-5d38ea67e450), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.849047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6836f2c5-b15c-43e6-b303-610ab4d704f0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.858154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.861561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c344536-e479-4de4-bacb-5d38ea67e450 HTTP/1.1" status: 204 len: 168 time: 0.7323635 Mar 09 17:11:42.866061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34154) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:42.888334 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0ed7970d-8bf5-41cb-b260-da2c68b702c9 req-9510363b-6300-48cc-b08d-fbbba26c3ad2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624427 Mar 09 17:11:42.898003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port cadad9a5-755a-4b17-bd83-f50e63393e2e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:42.898561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:42.898771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:42.930028 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-25f9de49-415a-429f-bba0-788aa9d31cd7 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5817521 Mar 09 17:11:42.933401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34156) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:42.941047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f102-a8ab-42c1-934d-320ba07b27f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c344536-e479-4de4-bacb-5d38ea67e450,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:42.948119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2012492100'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:42.964306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:42.972795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:42.995072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:43.015301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:43.065912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '244963ef-b381-4ddb-9f38-deeb22625193'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:43.067654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.077462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.114350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:43.121149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.121549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.135315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:43.135972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:43.163942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event updated for resources: {'Port': ['ID=6836f2c5-b15c-43e6-b303-610ab4d704f0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:43.205107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:43.231079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1ee8a1e7-932d-4718-b074-b1a7793e4cd0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.233568 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added segment 1ee8a1e7-932d-4718-b074-b1a7793e4cd0 of type vlan for network c385bb54-3938-4985-ad35-c9ecbd6600a0 Mar 09 17:11:43.243650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:43.250640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 399b07b5-d4aa-4026-8a81-9addcb240bc8 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:11:43.253399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.257979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (e8ab9f55-1321-44a4-90b8-7fefd7a0a70c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.295721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (c385bb54-3938-4985-ad35-c9ecbd6600a0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.296403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] Current status of the port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:43.296815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.329006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.345541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.397604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:43.406462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:43.413383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:43.423622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (c385bb54-3938-4985-ad35-c9ecbd6600a0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.429159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:43.430106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.473904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (e8ab9f55-1321-44a4-90b8-7fefd7a0a70c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.480246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:43.480713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.499493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Port': ['ID=86fdb32d-782e-4cba-8202-a1dd617c7faf,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:43.531650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (3a5af35e-d304-499f-84d8-3fcb9e62987d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.560206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ab9f55-1321-44a4-90b8-7fefd7a0a70c']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:43.564082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] For port 0370e2bc-8ff2-4d73-9a30-b514bad9b218, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0370e2bc-8ff2-4d73-9a30-b514bad9b218,segment=NetworkSegment(6a7a110c-37b0-45dc-8188-cffdbc4f47fd),segment_id=6a7a110c-37b0-45dc-8188-cffdbc4f47fd)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:43.565717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fe13:3201 (23e84d69-248a-4c03-bab8-85be85a4a2bb/244963ef-b381-4ddb-9f38-deeb22625193/399b07b5-d4aa-4026-8a81-9addcb240bc8) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:43.585720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983b3105-0322-4542-8196-a3abbc470b42') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:43.586030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983b3105-0322-4542-8196-a3abbc470b42') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:43.605717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (983b3105-0322-4542-8196-a3abbc470b42), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.605942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (9a07368d-8517-488f-81e8-f43d7100af8d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.615809 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6770651 Mar 09 17:11:43.615809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c25fa-a744-4d6e-90a9-b075122852e0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Network': ['ID=c385bb54-3938-4985-ad35-c9ecbd6600a0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:43.632063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:11:43.643184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cadad9a5-755a-4b17-bd83-f50e63393e2e is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:43.643554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.646068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34158) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:43.657862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'subnet': {'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:43.672758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.705703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (983b3105-0322-4542-8196-a3abbc470b42), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.733430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:43.733849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (983b3105-0322-4542-8196-a3abbc470b42), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:43.741048 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:43.743515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (c9ba66ed-5f31-4410-bc57-5134fed532d0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:43.803576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=ecc3666a-bf33-4af5-9e6d-27ed094ed6bb,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:43.815888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:43.818217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ffafd1-5019-4852-8863-d01b84c12327" -d '{"events": [{"server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "name": "network-vif-plugged", "status": "completed", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:43.830728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:43.835531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:43.904743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713808a5-ed10-4506-bae1-6eb5de01dc4c x-openstack-request-id: req-713808a5-ed10-4506-bae1-6eb5de01dc4c {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:43.905681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "name": "network-vif-plugged", "status": "completed", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:43.906256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-713808a5-ed10-4506-bae1-6eb5de01dc4c {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:43.906824 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'code': 200} Mar 09 17:11:43.939408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cadad9a5-755a-4b17-bd83-f50e63393e2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:43.953277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:11:43.960887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:11:43.968384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38f0f2-d589-496b-b0c9-90183c923c63 None None] Pushing event updated for resources: {'Port': ['ID=0370e2bc-8ff2-4d73-9a30-b514bad9b218,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:44.000119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Provisioning complete for port ecc3666a-bf33-4af5-9e6d-27ed094ed6bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:44.000560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.038500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.108847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Port ecc3666a-bf33-4af5-9e6d-27ed094ed6bb cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:44.144208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cadad9a5-755a-4b17-bd83-f50e63393e2e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:44.155860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Provisioning complete for port 1c779eda-fe2f-4180-8cf7-eacddce90135 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:44.156247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.173025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:39Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:40Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:44.250243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:44.251151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Updating router 68b94615-015e-4f62-bf32-31fc6836561f port 1c779eda-fe2f-4180-8cf7-eacddce90135 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:44.309212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Port 1c779eda-fe2f-4180-8cf7-eacddce90135 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:44.311138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.367475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Provisioning complete for port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:44.367996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.477434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (e8ab9f55-1321-44a4-90b8-7fefd7a0a70c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.509305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.515135 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e8ab9f55-1321-44a4-90b8-7fefd7a0a70c HTTP/1.1" status: 204 len: 168 time: 1.6234844 Mar 09 17:11:44.515135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181f68b-5e9f-454b-adff-73d5d3472a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ab9f55-1321-44a4-90b8-7fefd7a0a70c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:44.526062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:44.527370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a191f7a0-ba53-4b91-a487-c47fe7b138fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:44.534797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11204a-c4f1-4e39-a258-e642156a2582 req-4dd656d0-7294-4bd9-9ed3-ae6c581f6ad3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:44.536545 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b11204a-c4f1-4e39-a258-e642156a2582 req-4dd656d0-7294-4bd9-9ed3-ae6c581f6ad3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 0.2851582 Mar 09 17:11:44.544451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Made reservation on behalf of 02b89329913d4f02bf859cc1299e5a40 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:44.547940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.553129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a50449-eb0e-473f-b000-3320d16c28c6 req-1dcb1ec9-bc5e-40c1-8459-3c0ea9eebc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:44.554711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d1a50449-eb0e-473f-b000-3320d16c28c6 req-1dcb1ec9-bc5e-40c1-8459-3c0ea9eebc65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1130 time: 0.1253388 Mar 09 17:11:44.615686 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d1a50449-eb0e-473f-b000-3320d16c28c6 req-db965b55-3fd4-4a79-8074-6bc0d7f492a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544958 Mar 09 17:11:44.627546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (399b07b5-d4aa-4026-8a81-9addcb240bc8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.680054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a191f7a0-ba53-4b91-a487-c47fe7b138fd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:44.680629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.683256 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 3a5af35e-d304-499f-84d8-3fcb9e62987d is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:44.686169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.686898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Current status of the port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:44.740091 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b11204a-c4f1-4e39-a258-e642156a2582 req-73f98f06-c3f8-4a0c-ac54-9eb7e1a975a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177943 Mar 09 17:11:44.750928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Provisioning complete for port a191f7a0-ba53-4b91-a487-c47fe7b138fd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:44.751406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.879582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:44.905692 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:44.912817 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5ff1222a-7599-4ce2-9eca-e08c5489ac58 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/3a5af35e-d304-499f-84d8-3fcb9e62987d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9586694 Mar 09 17:11:44.917822 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] Sync routers for ids ['3a5af35e-d304-499f-84d8-3fcb9e62987d'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:44.919336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34166) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:44.940201 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] Routers {'3a5af35e-d304-499f-84d8-3fcb9e62987d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:44.940852 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a5af35e-d304-499f-84d8-3fcb9e62987d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:44.982793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b874cd6-bfb5-471b-aa61-cb68afa7c2d1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:44.984308 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5b874cd6-bfb5-471b-aa61-cb68afa7c2d1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports/ecc3666a-bf33-4af5-9e6d-27ed094ed6bb HTTP/1.1" status: 200 len: 910 time: 0.0640020 Mar 09 17:11:44.986923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34168) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:44.987326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34170) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:44.992212 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:45.003384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] Routers {'3a5af35e-d304-499f-84d8-3fcb9e62987d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:45.004240 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a5af35e-d304-499f-84d8-3fcb9e62987d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:45.019112 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40e4b06a-a9f7-44da-855a-d7d5dc9db109'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:45.051982 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:45.053010 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344336f3-ed41-431b-b91a-2a125332acc9 None None] The sync data for ids ['3a5af35e-d304-499f-84d8-3fcb9e62987d'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:45.059242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (399b07b5-d4aa-4026-8a81-9addcb240bc8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.095931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Allocated IP 2001:db8::f816:3eff:fe20:d054 (23e84d69-248a-4c03-bab8-85be85a4a2bb/244963ef-b381-4ddb-9f38-deeb22625193/2b8c4ebe-8a16-4cae-915b-6f7a8cb02582) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:45.115721 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-239e1876-fe7b-4a86-bf82-4b92297f9f37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73231b073b8f4abdbb20c816065d3a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272218 Mar 09 17:11:45.115936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:45.119785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34172) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:45.119925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Publish callbacks [] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.120796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:45.131282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:45.137867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:45.143199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.145582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Current status of the port a191f7a0-ba53-4b91-a487-c47fe7b138fd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:45.145983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.177741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a191f7a0-ba53-4b91-a487-c47fe7b138fd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:45.178171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.183633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=399b07b5-d4aa-4026-8a81-9addcb240bc8,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.222239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cd29262-ae29-4cbf-865a-1c4f00b4cf32 admin admin] Publish callbacks [] for security_group (2acedcb1-ed99-40c9-9b61-3695cf078e55), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.224244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (4217c662-c178-433d-99cc-ae1764a5037a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.255937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] For port a191f7a0-ba53-4b91-a487-c47fe7b138fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a191f7a0-ba53-4b91-a487-c47fe7b138fd,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:45.273536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.282056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Subnet': ['ID=4217c662-c178-433d-99cc-ae1764a5037a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.295953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-53d664c0-bbfa-4557-a53e-7bbc105d3873 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0901179 Mar 09 17:11:45.296818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34174) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:45.316639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Router c9ba66ed-5f31-4410-bc57-5134fed532d0 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:11:45.349055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cd29262-ae29-4cbf-865a-1c4f00b4cf32 admin admin] Publish callbacks [] for security_group (2acedcb1-ed99-40c9-9b61-3695cf078e55), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.354361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.371953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a8d3f-8c97-4df0-946a-c6fda94361fa None None] Pushing event updated for resources: {'Port': ['ID=1c779eda-fe2f-4180-8cf7-eacddce90135,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.373870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.422470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.462124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Publish callbacks [] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.478638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Checking segment: {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:45.479248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network hostable DHCP agents. Network: c385bb54-3938-4985-ad35-c9ecbd6600a0, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:11:45.499737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80066354-1ed4-4595-860d-0ac4cf7f861d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:45.507057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-80066354-1ed4-4595-860d-0ac4cf7f861d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2009842 Mar 09 17:11:45.507272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:11:45.507383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34176) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:45.507479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:11:45.537460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Attempting to bind port 1c779eda-fe2f-4180-8cf7-eacddce90135 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:45.537876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Attempting to bind port 1c779eda-fe2f-4180-8cf7-eacddce90135 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:45.538348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Attempting to bind port 1c779eda-fe2f-4180-8cf7-eacddce90135 on network d777a48f-65eb-489b-a234-019e32b255ea {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:45.540248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.540444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737e511-faf7-46ba-9108-ee65ee8fb168 None None] Pushing event updated for resources: {'Port': ['ID=a191f7a0-ba53-4b91-a487-c47fe7b138fd,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.547925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Provisioning complete for port ecc3666a-bf33-4af5-9e6d-27ed094ed6bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:45.548472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.551635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:45.551974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Checking segment: {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:45.552509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.553007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Bound using segment: {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:45.553701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Bound port: 1c779eda-fe2f-4180-8cf7-eacddce90135, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:45.554277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.594053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.613191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:45.642398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cd29262-ae29-4cbf-865a-1c4f00b4cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (2acedcb1-ed99-40c9-9b61-3695cf078e55), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.645148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cd29262-ae29-4cbf-865a-1c4f00b4cf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.648934 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8cd29262-ae29-4cbf-865a-1c4f00b4cf32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2acedcb1-ed99-40c9-9b61-3695cf078e55 HTTP/1.1" status: 204 len: 168 time: 0.5231750 Mar 09 17:11:45.670459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd29262-ae29-4cbf-865a-1c4f00b4cf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acedcb1-ed99-40c9-9b61-3695cf078e55,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.681137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Port': ['ID=86fdb32d-782e-4cba-8202-a1dd617c7faf,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.682839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] Sync routers for ids ['c9ba66ed-5f31-4410-bc57-5134fed532d0'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:45.686013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:11:45.698832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Port ecc3666a-bf33-4af5-9e6d-27ed094ed6bb cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:45.725929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 399b07b5-d4aa-4026-8a81-9addcb240bc8 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:45.726290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (399b07b5-d4aa-4026-8a81-9addcb240bc8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.739938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:45.761658 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (9a07368d-8517-488f-81e8-f43d7100af8d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.762555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:45.779928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:45.786991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Pushing event updated for resources: {'Port': ['ID=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:45.796451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] Routers {'c9ba66ed-5f31-4410-bc57-5134fed532d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:45.797035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c9ba66ed-5f31-4410-bc57-5134fed532d0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:45.832913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.836726 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e069d478-7111-4513-9d4d-47559bd55462 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6488509 Mar 09 17:11:45.837421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34182) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:45.842349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': False}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:45.877754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:45.883018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Provisioning complete for port a191f7a0-ba53-4b91-a487-c47fe7b138fd triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:45.883414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.895253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c385bb54-3938-4985-ad35-c9ecbd6600a0) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:45.900963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] For port 1c779eda-fe2f-4180-8cf7-eacddce90135, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:45.904833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:45.905026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.935566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27343ec8-db58-42bf-9638-9dfb2f91a942 None None] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:45.942939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (399b07b5-d4aa-4026-8a81-9addcb240bc8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:45.956953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] For port 1c779eda-fe2f-4180-8cf7-eacddce90135, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c779eda-fe2f-4180-8cf7-eacddce90135,segment=NetworkSegment(fde900f8-20e9-4fe7-9b2f-b6f034df5a51),segment_id=fde900f8-20e9-4fe7-9b2f-b6f034df5a51)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:45.998878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 399b07b5-d4aa-4026-8a81-9addcb240bc8 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:46.003971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] Routers {'c9ba66ed-5f31-4410-bc57-5134fed532d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:46.004466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c9ba66ed-5f31-4410-bc57-5134fed532d0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:46.058331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Attempting to bind port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:46.058619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Attempting to bind port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:46.058989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Attempting to bind port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:46.072823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c8dce-dff2-456b-a894-d07ef2355fb4 req-6a489396-24cf-4a15-ac86-de37dcd59323 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:46.074463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e87c8dce-dff2-456b-a894-d07ef2355fb4 req-6a489396-24cf-4a15-ac86-de37dcd59323 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 0.2031484 Mar 09 17:11:46.086214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:46.086852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbf351-7247-4646-ad49-2e9e510513d2 None None] The sync data for ids ['c9ba66ed-5f31-4410-bc57-5134fed532d0'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:46.092927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-da1af877-edac-4035-bbb0-7b91182720ca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4453616 Mar 09 17:11:46.096195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34184) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:46.119507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:46.122809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:46.124550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.137434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:46.137824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:46.138230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.138638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:46.139222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Bound port: 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:46.139514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.210022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a191f7a0-ba53-4b91-a487-c47fe7b138fd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:46.211068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e1c4009f-9c97-404b-84f0-093c1bd9aed4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:46.275228 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e87c8dce-dff2-456b-a894-d07ef2355fb4 req-ce58bef6-b4fe-4358-8a2a-f475ce7366c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946986 Mar 09 17:11:46.406900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Router 9a07368d-8517-488f-81e8-f43d7100af8d has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:46.410724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c385bb54-3938-4985-ad35-c9ecbd6600a0', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:46.411609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.426007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a8d3f-8c97-4df0-946a-c6fda94361fa None None] Pushing event updated for resources: {'Port': ['ID=1c779eda-fe2f-4180-8cf7-eacddce90135,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:46.510436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] For port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:46.514254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:46.515202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:46.561863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:46.567688 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-801b5913-0a0b-42e1-ae05-c654729b1195 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "PUT /v2.0/routers/9a07368d-8517-488f-81e8-f43d7100af8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7746158 Mar 09 17:11:46.573848 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Sync routers for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:46.607797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.609382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Current status of the port a191f7a0-ba53-4b91-a487-c47fe7b138fd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:46.631468 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:46.632845 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:46.730626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.788693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e1c4009f-9c97-404b-84f0-093c1bd9aed4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:46.792810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.808740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34196) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:46.814024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Provisioning complete for port 86fdb32d-782e-4cba-8202-a1dd617c7faf triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:46.814528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.820621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:46.821297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:46.825518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/ports/ecc3666a-bf33-4af5-9e6d-27ed094ed6bb HTTP/1.1" status: 200 len: 910 time: 1.8098300 Mar 09 17:11:46.833829 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:46.873304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34202) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:46.885348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1200-5df9-4546-b3ad-5c5ae447056e None None] Port 86fdb32d-782e-4cba-8202-a1dd617c7faf cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:46.902489 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-17a3782b-3b34-4ecc-8368-1c424bc38994 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1eeb155f0e9e4ea7bdc04120a6b4ccf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758629 Mar 09 17:11:46.902746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:46.911014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34204) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:47.050889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.081474 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:45Z', 'revision_number': 2, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:47.111095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (399b07b5-d4aa-4026-8a81-9addcb240bc8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.111864 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Checking router: 9a07368d-8517-488f-81e8-f43d7100af8d for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:47.112434 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Updating router 9a07368d-8517-488f-81e8-f43d7100af8d port 86fdb32d-782e-4cba-8202-a1dd617c7faf binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:47.144311 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.175875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732eb0b-bad7-4b3c-a57c-027d4e82c069 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=ecc3666a-bf33-4af5-9e6d-27ed094ed6bb,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:47.180935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-9778ede6-1216-4ac1-b935-ca293b4ad3d9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062965871&fields=id&tenant_id=fbb791156d794777a30b1ac575142f61 HTTP/1.1" status: 200 len: 267 time: 0.2989292 Mar 09 17:11:47.215319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] For port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:47.228822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=399b07b5-d4aa-4026-8a81-9addcb240bc8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:47.258073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Allocated IP 2001:db8:3::2 (c385bb54-3938-4985-ad35-c9ecbd6600a0/4217c662-c178-433d-99cc-ae1764a5037a/66eb8a24-e3ed-4465-8e12-559340e9827a) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:47.295356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Provisioning complete for port 1c779eda-fe2f-4180-8cf7-eacddce90135 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:47.295909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.328109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.331419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7180dd77-49ee-4155-b664-fb38dc9c057b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/399b07b5-d4aa-4026-8a81-9addcb240bc8 HTTP/1.1" status: 204 len: 168 time: 1.8255882 Mar 09 17:11:47.332287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e33f7278-dd81-48ce-9f9d-4f44119e8eff admin admin] Publish callbacks [] for security_group (24696df0-a5aa-4851-baf8-5b260850d011), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.338544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34208) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:47.396977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (3a5af35e-d304-499f-84d8-3fcb9e62987d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.449475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e33f7278-dd81-48ce-9f9d-4f44119e8eff admin admin] Publish callbacks [] for security_group (24696df0-a5aa-4851-baf8-5b260850d011), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.458413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.527343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-bd5b4e70-8b29-4f4f-889b-d878eaf6ebc9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:47.533666 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-bd5b4e70-8b29-4f4f-889b-d878eaf6ebc9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/networks?id=0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 200 len: 797 time: 0.3506911 Mar 09 17:11:47.567790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e1c4009f-9c97-404b-84f0-093c1bd9aed4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:47.602006 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-b4facdd4-21be-4f04-95c3-d19cfc154d35 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/quotas/fbb791156d794777a30b1ac575142f61 HTTP/1.1" status: 200 len: 375 time: 0.0673537 Mar 09 17:11:47.617103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcc8af-cc49-4c69-8b55-47e77587cc2f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:47.618556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcc8af-cc49-4c69-8b55-47e77587cc2f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:47.623110 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7bbcc8af-cc49-4c69-8b55-47e77587cc2f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2826490 Mar 09 17:11:47.625306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34210) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:47.640109 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Publish callbacks [] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.656137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 38fdc23d-1783-4d2e-8f15-2cb79e832b8e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:47.683271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 38fdc23d-1783-4d2e-8f15-2cb79e832b8e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:47.683510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 38fdc23d-1783-4d2e-8f15-2cb79e832b8e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:47.696729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.700907 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.705710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00eff7-3bc3-4267-8ea3-67a76ee4720d req-6be7a567-c421-49ba-8319-68997a39fbc4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:47.707302 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6b00eff7-3bc3-4267-8ea3-67a76ee4720d req-6be7a567-c421-49ba-8319-68997a39fbc4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 0.1960130 Mar 09 17:11:47.762274 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd838e73-c9de-44a2-a78d-f4c887848aa1 None None] Pushing event updated for resources: {'Port': ['ID=86fdb32d-782e-4cba-8202-a1dd617c7faf,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:47.782981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 244963ef-b381-4ddb-9f38-deeb22625193 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:47.809516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (244963ef-b381-4ddb-9f38-deeb22625193), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.826537 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-2eb40f8f-bcea-439c-9b1c-8672f90c6de4 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbb791156d794777a30b1ac575142f61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071779 Mar 09 17:11:47.888924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0370e2bc-8ff2-4d73-9a30-b514bad9b218 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:47.906790 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Attempting to bind port 86fdb32d-782e-4cba-8202-a1dd617c7faf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:47.907450 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Attempting to bind port 86fdb32d-782e-4cba-8202-a1dd617c7faf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:47.908035 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Attempting to bind port 86fdb32d-782e-4cba-8202-a1dd617c7faf on network 0482777b-394b-4efc-8c8a-570f5c5a9f33 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:47.916156 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:47.916576 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Checking segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:47.916985 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.917381 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Bound using segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:47.917871 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Bound port: 86fdb32d-782e-4cba-8202-a1dd617c7faf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:47.918242 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.952243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc532e4-edfa-49f8-9f99-e7c3c361b947 None None] Pushing event updated for resources: {'Port': ['ID=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:47.970876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (244963ef-b381-4ddb-9f38-deeb22625193), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.977978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e33f7278-dd81-48ce-9f9d-4f44119e8eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (24696df0-a5aa-4851-baf8-5b260850d011), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.986476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e33f7278-dd81-48ce-9f9d-4f44119e8eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:47.987675 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e33f7278-dd81-48ce-9f9d-4f44119e8eff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24696df0-a5aa-4851-baf8-5b260850d011 HTTP/1.1" status: 204 len: 168 time: 1.0698223 Mar 09 17:11:48.030564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6b00eff7-3bc3-4267-8ea3-67a76ee4720d req-1e5685d4-26cc-4c4d-ba34-819e902efcc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100884 Mar 09 17:11:48.041460 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] For port 86fdb32d-782e-4cba-8202-a1dd617c7faf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:48.070365 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] For port 86fdb32d-782e-4cba-8202-a1dd617c7faf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86fdb32d-782e-4cba-8202-a1dd617c7faf,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:48.111003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:39Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:45Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:48.122838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Current status of the port 1c779eda-fe2f-4180-8cf7-eacddce90135 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:48.123237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.156628 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.208950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1e260-19a9-4267-a2de-240f7814c25b None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:39Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:45Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:48.225864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7278-dd81-48ce-9f9d-4f44119e8eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24696df0-a5aa-4851-baf8-5b260850d011,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:48.354770 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:48.357213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Publish callbacks [] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.366532 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:48.367033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] For port 1c779eda-fe2f-4180-8cf7-eacddce90135, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c779eda-fe2f-4180-8cf7-eacddce90135,segment=NetworkSegment(fde900f8-20e9-4fe7-9b2f-b6f034df5a51),segment_id=fde900f8-20e9-4fe7-9b2f-b6f034df5a51)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:48.367968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:48.368341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.450000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.464126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd838e73-c9de-44a2-a78d-f4c887848aa1 None None] Pushing event updated for resources: {'Port': ['ID=86fdb32d-782e-4cba-8202-a1dd617c7faf,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:48.543265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.581648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Provisioning complete for port 86fdb32d-782e-4cba-8202-a1dd617c7faf triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:48.582023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:48.647366 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:48.690410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:48.720094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:48.727329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:48.744130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Pushing event updated for resources: {'Port': ['ID=1c779eda-fe2f-4180-8cf7-eacddce90135,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:48.937259 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-82256255-a80c-4ea0-b592-2dbe7e3c5942 service neutron] 10.222.0.16 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368534 Mar 09 17:11:49.038973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Pushing event updated for resources: {'Port': ['ID=66eb8a24-e3ed-4465-8e12-559340e9827a,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:49.071502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:49.073202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a191f7a0-ba53-4b91-a487-c47fe7b138fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:49.116369 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:49.136994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Attempting to bind port 66eb8a24-e3ed-4465-8e12-559340e9827a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:49.137369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Attempting to bind port 66eb8a24-e3ed-4465-8e12-559340e9827a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:49.138050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Attempting to bind port 66eb8a24-e3ed-4465-8e12-559340e9827a on network c385bb54-3938-4985-ad35-c9ecbd6600a0 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:49.156805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:49.157188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Checking segment: {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:49.157593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.157990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Bound using segment: {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:49.158485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Bound port: 66eb8a24-e3ed-4465-8e12-559340e9827a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:49.159314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.172286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Current status of the port 86fdb32d-782e-4cba-8202-a1dd617c7faf is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:49.172632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.187895 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6a447-41a4-4053-91e3-a6a001db3019 None None] The sync data for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv is: [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:49.200155 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a191f7a0-ba53-4b91-a487-c47fe7b138fd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:49.200571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.204240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.223307 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-06bf3981-e260-41e7-b5c2-a787d282cbac service neutron] 10.222.0.16 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819469 Mar 09 17:11:49.231653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.312789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab69c-4e86-4ddb-88cb-5342c02c9c6f req-fb0e383b-278a-4172-9899-dd4a7fa0cf3c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:49.326029 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83aab69c-4e86-4ddb-88cb-5342c02c9c6f req-fb0e383b-278a-4172-9899-dd4a7fa0cf3c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 1.0642531 Mar 09 17:11:49.353355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (244963ef-b381-4ddb-9f38-deeb22625193), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.357176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] For port 86fdb32d-782e-4cba-8202-a1dd617c7faf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86fdb32d-782e-4cba-8202-a1dd617c7faf,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:49.375904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] For port 66eb8a24-e3ed-4465-8e12-559340e9827a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:49.382483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] For port 66eb8a24-e3ed-4465-8e12-559340e9827a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb8a24-e3ed-4465-8e12-559340e9827a,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:49.455095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.473125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a191f7a0-ba53-4b91-a487-c47fe7b138fd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:49.510620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.618546 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83aab69c-4e86-4ddb-88cb-5342c02c9c6f req-f6f66245-30de-4872-89fb-231d2a88cbd5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890837 Mar 09 17:11:49.639317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd9a8b-895c-44ca-a971-cc73cf2fb2cd None None] Pushing event updated for resources: {'Port': ['ID=86fdb32d-782e-4cba-8202-a1dd617c7faf,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:49.722578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34222) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:49.730620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-61a5fdca-65a0-4f6e-bf45-2c14d1fff243 None None] Provisioning complete for port 86fdb32d-782e-4cba-8202-a1dd617c7faf triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:49.731009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-61a5fdca-65a0-4f6e-bf45-2c14d1fff243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.757662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port ecc3666a-bf33-4af5-9e6d-27ed094ed6bb {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:49.757975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.861286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (244963ef-b381-4ddb-9f38-deeb22625193), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:49.862276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Allocated IP 2001:db8:3::1 (c385bb54-3938-4985-ad35-c9ecbd6600a0/4217c662-c178-433d-99cc-ae1764a5037a/ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:49.932458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0dd7-76aa-43aa-8539-6fb0820916ed None None] Pushing event updated for resources: {'Port': ['ID=66eb8a24-e3ed-4465-8e12-559340e9827a,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:49.974400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=244963ef-b381-4ddb-9f38-deeb22625193,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:50.011320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.015509 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-11862cbc-25b5-494d-b05a-84be39b7589a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/244963ef-b381-4ddb-9f38-deeb22625193 HTTP/1.1" status: 204 len: 168 time: 2.3874397 Mar 09 17:11:50.019550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34226) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:50.058909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-61a5fdca-65a0-4f6e-bf45-2c14d1fff243 None None] Current status of the port 86fdb32d-782e-4cba-8202-a1dd617c7faf is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:50.070466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.120931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c779eda-fe2f-4180-8cf7-eacddce90135 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:50.161300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Router c9ba66ed-5f31-4410-bc57-5134fed532d0 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:50.175669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6de1bca7-23c3-4b70-94b6-acc210b2c488 req-7861974a-042a-40b1-a19d-9f0c5922b958 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 210 time: 0.3342164 Mar 09 17:11:50.183273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.195335 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e1b86dd9-cee1-4377-8a89-07881310c7d8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1737318 Mar 09 17:11:50.209493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34228) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:50.221107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698f8ccc-2fba-4d40-a95f-8fcfa0be9185 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:50.240505 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-698f8ccc-2fba-4d40-a95f-8fcfa0be9185 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1125 time: 0.5144482 Mar 09 17:11:50.249421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34230) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:50.253405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:50.265557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] Provisioning complete for port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:50.265557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.266604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.27'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:50.310440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:50.329313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:50.343296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:50.344103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.394577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1c779eda-fe2f-4180-8cf7-eacddce90135 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:50.395119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.466852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.489563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for ecc3666a-bf33-4af5-9e6d-27ed094ed6bb owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:50.494869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c1cf2-ffe6-471e-abfe-791db1fd22e0 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:50.511370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:50.512603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] Current status of the port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:50.513005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.617936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:50.626352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.661426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] For port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:50.683357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1c779eda-fe2f-4180-8cf7-eacddce90135 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:50.684005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 86fdb32d-782e-4cba-8202-a1dd617c7faf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:50.688669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:50.693416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.695021 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ab9d7a73-722c-4287-b28a-663e14f79bc9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "PUT /v2.0/routers/c9ba66ed-5f31-4410-bc57-5134fed532d0 HTTP/1.1" status: 200 len: 921 time: 4.8559315 Mar 09 17:11:50.704660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.704886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34236) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:50.718391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] Sync routers for ids ['c9ba66ed-5f31-4410-bc57-5134fed532d0'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:50.742053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.771194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:50.774792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] Routers {'c9ba66ed-5f31-4410-bc57-5134fed532d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:50.775402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c9ba66ed-5f31-4410-bc57-5134fed532d0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:50.846624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:50.851572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:50.969648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-63b7d5b4-4164-4d98-a60f-87c28c1aa21f None None] Could not find standard attr ID for object 399b07b5-d4aa-4026-8a81-9addcb240bc8. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:11:51.004292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] Routers {'c9ba66ed-5f31-4410-bc57-5134fed532d0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:51.004983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c9ba66ed-5f31-4410-bc57-5134fed532d0'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:51.058108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:51.058766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89973d5-3880-4391-9a61-cb9f34c01e89 None None] The sync data for ids ['c9ba66ed-5f31-4410-bc57-5134fed532d0'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:51.060118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 86fdb32d-782e-4cba-8202-a1dd617c7faf triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:51.060547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.092474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b75c7-c258-4a87-bf9d-c445ea758123 None None] Pushing event updated for resources: {'Port': ['ID=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:51.116462 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6631df2e-59b8-461e-a94e-fe2dd295acb9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/c9ba66ed-5f31-4410-bc57-5134fed532d0 HTTP/1.1" status: 200 len: 921 time: 0.4084282 Mar 09 17:11:51.118018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34238) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:51.146781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] Deleting port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:51.147166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.157841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.206106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ecc3666a-bf33-4af5-9e6d-27ed094ed6bb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.345472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=ecc3666a-bf33-4af5-9e6d-27ed094ed6bb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:51.355311 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-99b6b635-88e0-4fa6-94aa-37cdd20c37d3 req-59c0a35a-e1f2-4ced-8757-98af4f0b4e89 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 210 time: 0.0426836 Mar 09 17:11:51.372531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 86fdb32d-782e-4cba-8202-a1dd617c7faf is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:51.372531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:51.402773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.409858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] For port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:51.410328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.434486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] Calling delete_port for 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:51.437198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.114 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/be1324fb-531b-4f6e-94a4-5315f5354de0) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:51.497167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.498082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.521889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf28ee-8019-4228-a904-b59c52272ef9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:51.525743 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e3bf28ee-8019-4228-a904-b59c52272ef9 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=c9ba66ed-5f31-4410-bc57-5134fed532d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3554900 Mar 09 17:11:51.527332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ffa10-91da-49ce-b5a5-23c72f5d8c44 None None] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:51.535255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34244) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:51.579058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] Provisioning complete for port 66eb8a24-e3ed-4465-8e12-559340e9827a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:51.579457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.620242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:51.620658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.656181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event updated for resources: {'Port': ['ID=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:51.740484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.777603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:51.784009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:51.829863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3bdef3-dee6-404f-afe4-12b47294c5d2 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:51.837304 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7f3bdef3-dee6-404f-afe4-12b47294c5d2 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.2952628 Mar 09 17:11:51.837304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (3a5af35e-d304-499f-84d8-3fcb9e62987d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.837627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34246) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:51.903524 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4f23a6cf-6047-41c2-99c4-216ff6e11f11 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ba66ed-5f31-4410-bc57-5134fed532d0 HTTP/1.1" status: 200 len: 205 time: 0.0624359 Mar 09 17:11:51.903780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34248) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:51.924537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:51.948983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.971714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] Current status of the port 66eb8a24-e3ed-4465-8e12-559340e9827a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:51.972114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.976473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (2b8c4ebe-8a16-4cae-915b-6f7a8cb02582), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:51.985035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:11:52.031954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:52.036872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] Pushing event deleted for resources: {'Port': ['ID=2b8c4ebe-8a16-4cae-915b-6f7a8cb02582,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:52.039138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557106bb-1fb2-4d21-90a5-804b40a0a300 None None] No DVR routers for this DVR port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:52.042717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:52.043774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=be1324fb-531b-4f6e-94a4-5315f5354de0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:52.053282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:52.083063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:52.094070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] For port 66eb8a24-e3ed-4465-8e12-559340e9827a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb8a24-e3ed-4465-8e12-559340e9827a,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:52.168372 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.services.revisions.revision_plugin [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Could not find related port for resource to bump revision. Mar 09 17:11:52.170906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 3a5af35e-d304-499f-84d8-3fcb9e62987d has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:52.182171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.189401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.288705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_pluggable_backend [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Port 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 09 17:11:52.289039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_pluggable_backend [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Reverting IP allocation for 2001:db8::f816:3eff:fe20:d054 {{(pid=104358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 09 17:11:52.295386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_pluggable_backend [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe20:d054 {{(pid=104358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 09 17:11:52.296183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e0b63-d1cc-4cb0-a33a-1a897477f53a None None] Pushing event updated for resources: {'Port': ['ID=66eb8a24-e3ed-4465-8e12-559340e9827a,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:52.296529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:52.307356 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2bb2f774-c3cf-448c-aada-217d14165546 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/3a5af35e-d304-499f-84d8-3fcb9e62987d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4014082 Mar 09 17:11:52.308073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34250) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:52.308679 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] Sync routers for ids ['3a5af35e-d304-499f-84d8-3fcb9e62987d'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:52.310526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 66eb8a24-e3ed-4465-8e12-559340e9827a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:52.334196 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] Routers {'3a5af35e-d304-499f-84d8-3fcb9e62987d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:52.337127 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a5af35e-d304-499f-84d8-3fcb9e62987d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:52.356531 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c7805b4-c50b-4605-b082-af7075fb8156 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a5af35e-d304-499f-84d8-3fcb9e62987d HTTP/1.1" status: 200 len: 205 time: 0.0447798 Mar 09 17:11:52.357564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (8b1e4c52-e3ea-4b86-bff8-22a5ec435977), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.360663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34252) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:52.412754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:52.414273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 66eb8a24-e3ed-4465-8e12-559340e9827a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:52.414273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.425102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:52.430512 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:52.434001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-02f8b44b-cd19-47e8-b55b-9c8f621fe724 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3349392 Mar 09 17:11:52.448056 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] Routers {'3a5af35e-d304-499f-84d8-3fcb9e62987d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:52.449057 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3a5af35e-d304-499f-84d8-3fcb9e62987d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:52.462318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:52.463764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:52.484372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34256) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:52.490802 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:52.491768 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99deae-71ce-4e02-b19f-a53afd8ad22c None None] The sync data for ids ['3a5af35e-d304-499f-84d8-3fcb9e62987d'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:52.517755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:52.546132 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9037228d-75f3-4cd7-b7f2-fc599c447f7a req-37220930-a390-4c38-b306-3c1b8281c399 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 210 time: 0.0500689 Mar 09 17:11:52.586202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:52.600292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3c781448-a0a6-4927-9ccd-c983a2698eff None None] Provisioning complete for port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:52.600704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3c781448-a0a6-4927-9ccd-c983a2698eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.621106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:52.624195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:52.625225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.645292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (c9ba66ed-5f31-4410-bc57-5134fed532d0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.647053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (3a5af35e-d304-499f-84d8-3fcb9e62987d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:52.657664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53511235-a8ed-450d-bb8a-878bfedc0d56 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:52.675144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:52.747866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3c781448-a0a6-4927-9ccd-c983a2698eff None None] Port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:52.773381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=8b1e4c52-e3ea-4b86-bff8-22a5ec435977,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:52.808674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 66eb8a24-e3ed-4465-8e12-559340e9827a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:52.971412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:53.019309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:53.019671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2b8c4ebe-8a16-4cae-915b-6f7a8cb02582 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:53.072001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3c781448-a0a6-4927-9ccd-c983a2698eff None None] Provisioning complete for port 66eb8a24-e3ed-4465-8e12-559340e9827a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:53.077899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3c781448-a0a6-4927-9ccd-c983a2698eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.205457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '8b1e4c52-e3ea-4b86-bff8-22a5ec435977'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:11:53.210477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.258146 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-50bf4397-e730-4341-b8db-285119291dc7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0132833 Mar 09 17:11:53.258388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Deleting port 6836f2c5-b15c-43e6-b303-610ab4d704f0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:53.258388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6836f2c5-b15c-43e6-b303-610ab4d704f0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.259215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34258) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:53.264748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:61:7b:24', 'name': 'tempest-NetworksTestDHCPv6-1741783819'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:53.266866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:50Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:51Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:53.307960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:53.334557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Updating router 68b94615-015e-4f62-bf32-31fc6836561f port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:11:53.334819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (3a5af35e-d304-499f-84d8-3fcb9e62987d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.338303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (3a5af35e-d304-499f-84d8-3fcb9e62987d), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.411035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3c781448-a0a6-4927-9ccd-c983a2698eff None None] Current status of the port 66eb8a24-e3ed-4465-8e12-559340e9827a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:53.426590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.521302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Allocated IP 2001:db8::f816:3eff:fe21:edbb (23e84d69-248a-4c03-bab8-85be85a4a2bb/8b1e4c52-e3ea-4b86-bff8-22a5ec435977/ca9169e8-9f25-4643-b431-7d627c5986b0) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:53.549157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-c24570b6-c898-446c-8141-fbff71f27db7 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:53.550749 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-c24570b6-c898-446c-8141-fbff71f27db7 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.36 "GET /v2.0/networks?id=0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 200 len: 797 time: 0.3142765 Mar 09 17:11:53.611552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6836f2c5-b15c-43e6-b303-610ab4d704f0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.631931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (3a5af35e-d304-499f-84d8-3fcb9e62987d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.632492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (39e621b2-3573-4ecd-86d4-121f3557df31), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.632610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router 3a5af35e-d304-499f-84d8-3fcb9e62987d {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:53.633678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Calling delete_port for 6836f2c5-b15c-43e6-b303-610ab4d704f0 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:53.640427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-322753e9-8327-4fdc-b49d-a9dac82f1e16 None None] Provisioning complete for port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:53.640858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-322753e9-8327-4fdc-b49d-a9dac82f1e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.643202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.646712 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9bb20164-eb3e-40ae-ba20-722221876854 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/3a5af35e-d304-499f-84d8-3fcb9e62987d HTTP/1.1" status: 204 len: 168 time: 1.2800133 Mar 09 17:11:53.651857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34264) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:53.670561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:53.764010 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b7c21d89-eb57-487f-a823-f9dc2d40a41f req-6b668610-18ff-4bc0-8db1-a717607e6f40 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 210 time: 0.0704505 Mar 09 17:11:53.772985 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-e736a694-a4b7-43f0-87e6-ba18d9acf630 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb791156d794777a30b1ac575142f61 HTTP/1.1" status: 200 len: 380 time: 0.1990063 Mar 09 17:11:53.785217 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'port': {'device_id': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'admin_state_up': True, 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'security_groups': ['3719d496-9922-4014-9971-7dab40d7b79c']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:53.802780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 40e4b06a-a9f7-44da-855a-d7d5dc9db109 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:53.812310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (40e4b06a-a9f7-44da-855a-d7d5dc9db109), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.842426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-322753e9-8327-4fdc-b49d-a9dac82f1e16 None None] Port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:53.855105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:53.917065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 860ea401-9250-4364-a957-a3edd5b1468d yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:11:53.928616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (40e4b06a-a9f7-44da-855a-d7d5dc9db109), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.034912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.108683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 66eb8a24-e3ed-4465-8e12-559340e9827a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:54.114350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.extraroute_db [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 09 17:11:54.120523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Publish callbacks [] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.122186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (40e4b06a-a9f7-44da-855a-d7d5dc9db109), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.159665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.extraroute_db [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Removed routes are [] {{(pid=104358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 09 17:11:54.160063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.172495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Made reservation on behalf of fbb791156d794777a30b1ac575142f61 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:54.176179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.188740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Publish callbacks [] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.206960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 66eb8a24-e3ed-4465-8e12-559340e9827a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:54.207347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.241781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6836f2c5-b15c-43e6-b303-610ab4d704f0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.249209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.277426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event deleted for resources: {'Port': ['ID=6836f2c5-b15c-43e6-b303-610ab4d704f0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:54.300082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.306086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.335518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 66eb8a24-e3ed-4465-8e12-559340e9827a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:54.338859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (40e4b06a-a9f7-44da-855a-d7d5dc9db109), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.354776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.367552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:54.377581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=40e4b06a-a9f7-44da-855a-d7d5dc9db109,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:54.394253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:54.397185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:54.403790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451dcc5-b1fa-43bc-b53c-9d225e6bfa7f None None] Pushing event updated for resources: {'Port': ['ID=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:54.435778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.437619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fe61:7b24 (23e84d69-248a-4c03-bab8-85be85a4a2bb/8b1e4c52-e3ea-4b86-bff8-22a5ec435977/860ea401-9250-4364-a957-a3edd5b1468d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:54.443199 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4cab075c-a420-48d0-b29f-edf27fe948fb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/40e4b06a-a9f7-44da-855a-d7d5dc9db109 HTTP/1.1" status: 204 len: 168 time: 0.7880559 Mar 09 17:11:54.451459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34268) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:54.469201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (c9ba66ed-5f31-4410-bc57-5134fed532d0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.474559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Allocated IP 172.20.0.12 (0482777b-394b-4efc-8c8a-570f5c5a9f33/b70a303d-68f0-4b59-99d0-543398c00851/cdccc674-d33b-4156-b16a-74b38f5585a0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:54.489040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0359f596-7dda-4d3f-a06d-9661d08399e6 None None] Network 547666ca-3a36-4c8e-9667-938b8459a7c3 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:54.586779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.588735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Pushing event updated for resources: {'Port': ['ID=ca9169e8-9f25-4643-b431-7d627c5986b0,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:54.589791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (c9ba66ed-5f31-4410-bc57-5134fed532d0), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.616335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Attempting to bind port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:54.616826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Attempting to bind port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:54.617254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Attempting to bind port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 on network c385bb54-3938-4985-ad35-c9ecbd6600a0 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:54.624081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:54.624867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Checking segment: {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:54.625348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.625996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Bound using segment: {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:54.626541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Bound port: ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee8a1e7-932d-4718-b074-b1a7793e4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:54.626991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.642306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Attempting to bind port ca9169e8-9f25-4643-b431-7d627c5986b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:54.642764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Attempting to bind port ca9169e8-9f25-4643-b431-7d627c5986b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:54.643195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Attempting to bind port ca9169e8-9f25-4643-b431-7d627c5986b0 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:54.652052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (547666ca-3a36-4c8e-9667-938b8459a7c3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.662036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=be1324fb-531b-4f6e-94a4-5315f5354de0,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:54.686135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:54.686477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:54.687048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.687517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:54.688078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Bound port: ca9169e8-9f25-4643-b431-7d627c5986b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:54.688560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.701524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.716877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (39e621b2-3573-4ecd-86d4-121f3557df31), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.740468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (68b94615-015e-4f62-bf32-31fc6836561f), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.749743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] For port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:54.767946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (c9ba66ed-5f31-4410-bc57-5134fed532d0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.775127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Fanout notify agent at l3_agent the message router_deleted on router c9ba66ed-5f31-4410-bc57-5134fed532d0 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:11:54.782087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.788509 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c20bf65-211e-44dc-95fe-5c87b652a5bc tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/c9ba66ed-5f31-4410-bc57-5134fed532d0 HTTP/1.1" status: 204 len: 168 time: 2.8786325 Mar 09 17:11:54.788718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34270) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:54.810418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] For port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:54.827382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1730271740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:54.841700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c13dd5c8-0125-4b5f-9b4b-202a4abd8ddb None None] Provisioning complete for port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:54.842087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5c8-0125-4b5f-9b4b-202a4abd8ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.854190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] For port ca9169e8-9f25-4643-b431-7d627c5986b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:54.883686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.894628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] For port ca9169e8-9f25-4643-b431-7d627c5986b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9169e8-9f25-4643-b431-7d627c5986b0,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:54.932082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c13dd5c8-0125-4b5f-9b4b-202a4abd8ddb None None] Port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:54.938992 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a24ac6d8-9ee7-4da2-8d29-ec0cfc03f721 req-008f8063-1edb-4991-8ea7-1d499a533dcb tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 210 time: 0.0597851 Mar 09 17:11:54.960770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451dcc5-b1fa-43bc-b53c-9d225e6bfa7f None None] Pushing event updated for resources: {'Port': ['ID=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:54.964019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:54.965717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:54.969108 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (7474d829-fc44-4675-99c4-290535f89742), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:54.970491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (7474d829-fc44-4675-99c4-290535f89742), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.002996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.006041 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 39e621b2-3573-4ecd-86d4-121f3557df31 associated. External IP: 172.36.5.114, port: cadad9a5-755a-4b17-bd83-f50e63393e2e. Mar 09 17:11:55.013725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] DHCP port deletion for 547666ca-3a36-4c8e-9667-938b8459a7c3 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:11:55.024547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:55.024946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.027029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.030825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:55.119834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (7474d829-fc44-4675-99c4-290535f89742), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.178370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:55.183809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241d8c3-8b66-41be-8b52-9280884f2291 None None] Pushing event updated for resources: {'Port': ['ID=ca9169e8-9f25-4643-b431-7d627c5986b0,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:55.230416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 0370e2bc-8ff2-4d73-9a30-b514bad9b218, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0370e2bc-8ff2-4d73-9a30-b514bad9b218,segment=NetworkSegment(6a7a110c-37b0-45dc-8188-cffdbc4f47fd),segment_id=6a7a110c-37b0-45dc-8188-cffdbc4f47fd)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:55.231101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.251810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 0370e2bc-8ff2-4d73-9a30-b514bad9b218 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:55.311460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (7474d829-fc44-4675-99c4-290535f89742), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.322098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] Deleting port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:55.322579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.368300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.447231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (860ea401-9250-4364-a957-a3edd5b1468d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.451245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] For port 0370e2bc-8ff2-4d73-9a30-b514bad9b218, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0370e2bc-8ff2-4d73-9a30-b514bad9b218,segment=NetworkSegment(6a7a110c-37b0-45dc-8188-cffdbc4f47fd),segment_id=6a7a110c-37b0-45dc-8188-cffdbc4f47fd)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:55.452410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.466900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.468139 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2a1dfbb3-961b-48ed-b0f5-b338e5a49ece tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6460857 Mar 09 17:11:55.485859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:55.495655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34274) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:55.504243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:55.515707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] Calling delete_port for 0370e2bc-8ff2-4d73-9a30-b514bad9b218 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:55.516301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.517325 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-700fdc17-bd3e-4248-8888-4dc87d1f6b74 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 954 time: 3.0038600 Mar 09 17:11:55.519318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:55.523120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34276) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:55.569362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:55.616408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] Provisioning complete for port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:55.616804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.620860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:55.624911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:55.671435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (860ea401-9250-4364-a957-a3edd5b1468d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.741593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 6, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:55.785116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872afb-bdb7-4ef0-bc7f-86de0d5fa2b6 None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 6, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 4, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:55.801121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] Current status of the port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:55.801543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.813072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:55.819381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:55.827520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:55.832926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:55.833609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:55.893854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=860ea401-9250-4364-a957-a3edd5b1468d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:55.895365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] For port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:55.921443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:55.966287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.019635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-19cc7b2d-d531-40d5-ab45-556dd40939ef tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7590735 Mar 09 17:11:56.024793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34280) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:56.074011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f290-fc96-4c41-be77-09f7749cb9d6 None None] Pushing event updated for resources: {'Port': ['ID=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:56.128669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c4f24aa0-f0e1-4023-9741-9976eb07446e None None] Provisioning complete for port cdccc674-d33b-4156-b16a-74b38f5585a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:56.129234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c4f24aa0-f0e1-4023-9741-9976eb07446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.194479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c4f24aa0-f0e1-4023-9741-9976eb07446e None None] Port cdccc674-d33b-4156-b16a-74b38f5585a0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:56.222214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bfc12-53fd-445e-9363-ed55098b43ee tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:56.229221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bfc12-53fd-445e-9363-ed55098b43ee tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:56.230057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca9169e8-9f25-4643-b431-7d627c5986b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:56.231531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dc4bfc12-53fd-445e-9363-ed55098b43ee tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1991251 Mar 09 17:11:56.234989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34282) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:56.270306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:56.287387 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:56.307994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ca9169e8-9f25-4643-b431-7d627c5986b0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:56.308374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.310915 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:56.321580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:56.330799 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5020d823-01f1-4c97-8e66-0c744544f59b tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 954 time: 0.8032379 Mar 09 17:11:56.355895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34284) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:56.370802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'routes': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:56.464643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.517218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.554476 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:56.593611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (0370e2bc-8ff2-4d73-9a30-b514bad9b218), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.651332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] Pushing event deleted for resources: {'Port': ['ID=0370e2bc-8ff2-4d73-9a30-b514bad9b218,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:56.665253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2cab9-8c3c-4d0f-afcd-bffe22e83806 None None] No DVR routers for this DVR port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:56.672018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port 0370e2bc-8ff2-4d73-9a30-b514bad9b218 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:11:56.683516 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-deddcdd6-1691-4d6b-b789-faeeabd8d9ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4244800 Mar 09 17:11:56.689299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:56.690133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.697490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34286) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:56.727767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:56.738182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bac5e3-7258-4341-b39b-53c8cfe16741" -d '{"events": [{"name": "network-changed", "server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:56.741238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=0370e2bc-8ff2-4d73-9a30-b514bad9b218,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:56.761271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 860ea401-9250-4364-a957-a3edd5b1468d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:11:56.761628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (860ea401-9250-4364-a957-a3edd5b1468d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.768559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (7474d829-fc44-4675-99c4-290535f89742), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.785553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ca9169e8-9f25-4643-b431-7d627c5986b0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:56.796518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.886908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port ca9169e8-9f25-4643-b431-7d627c5986b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9169e8-9f25-4643-b431-7d627c5986b0,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:11:56.888080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d7bfffb5-dee7-4000-a353-96ec0b2719b4 None None] Provisioning complete for port ca9169e8-9f25-4643-b431-7d627c5986b0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:56.888283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d7bfffb5-dee7-4000-a353-96ec0b2719b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:56.963897 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:11:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:52Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.004568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.005552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:57.023724 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:57.038271 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:57.039099 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.085319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=ca9169e8-9f25-4643-b431-7d627c5986b0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:57.120201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (860ea401-9250-4364-a957-a3edd5b1468d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.132687 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-5eb35617-bf41-495c-b77d-62b1bdda221c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3526537 Mar 09 17:11:57.148936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 860ea401-9250-4364-a957-a3edd5b1468d owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:11:57.154766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae429e77-1343-4df6-b166-25c3b29a5c78 req-9db3bb18-b9fe-4711-8ec4-66cc96583e2b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:57.156305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad529855-eee2-46b7-a94d-c1d2d0e427bb x-openstack-request-id: req-ad529855-eee2-46b7-a94d-c1d2d0e427bb {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:57.156853 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ae429e77-1343-4df6-b166-25c3b29a5c78 req-9db3bb18-b9fe-4711-8ec4-66cc96583e2b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 932 time: 0.7455282 Mar 09 17:11:57.156981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:57.157437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad529855-eee2-46b7-a94d-c1d2d0e427bb {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:57.157945 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'status': 'completed', 'code': 200} Mar 09 17:11:57.245585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfffb5-dee7-4000-a353-96ec0b2719b4 None None] Current status of the port ca9169e8-9f25-4643-b431-7d627c5986b0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:57.252113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:57.270229 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:57.278475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (547666ca-3a36-4c8e-9667-938b8459a7c3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.294488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:57.295130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.297073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:57.297453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.302023 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eff1d729-67ed-452e-8947-bbd3970d08dc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/39e621b2-3573-4ecd-86d4-121f3557df31 HTTP/1.1" status: 200 len: 992 time: 0.5667036 Mar 09 17:11:57.329333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547666ca-3a36-4c8e-9667-938b8459a7c3']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.356117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7a110c-37b0-45dc-8188-cffdbc4f47fd') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.357819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7a110c-37b0-45dc-8188-cffdbc4f47fd') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.392376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (6a7a110c-37b0-45dc-8188-cffdbc4f47fd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.405417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Request body: {'port': {'device_id': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:57.467430 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ae429e77-1343-4df6-b166-25c3b29a5c78 req-f9a6722b-a94d-4157-a2ed-f94b965210b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910063 Mar 09 17:11:57.481717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (6a7a110c-37b0-45dc-8188-cffdbc4f47fd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.507985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0a5bad19-c1e1-46dc-83a7-9c52ec2172fc None None] Provisioning complete for port 860ea401-9250-4364-a957-a3edd5b1468d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:57.508381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0a5bad19-c1e1-46dc-83a7-9c52ec2172fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (860ea401-9250-4364-a957-a3edd5b1468d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.529564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:11:57.529976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (6a7a110c-37b0-45dc-8188-cffdbc4f47fd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:11:57.533823 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:11:57.552212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:57.557681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-dd2a379c-7957-48c4-ac23-83180f57d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:57.559369 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-dd2a379c-7957-48c4-ac23-83180f57d765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1130 time: 0.3961608 Mar 09 17:11:57.561810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.604056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0a5bad19-c1e1-46dc-83a7-9c52ec2172fc None None] Port 860ea401-9250-4364-a957-a3edd5b1468d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:11:57.654921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:57.669550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-55813848-a70a-45ca-b8b0-90769de91206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:57.671213 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-55813848-a70a-45ca-b8b0-90769de91206 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 895 time: 0.1031964 Mar 09 17:11:57.678129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added routes are [] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 09 17:11:57.678712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 09 17:11:57.692166 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:11:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:52Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.736871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0370e2bc-8ff2-4d73-9a30-b514bad9b218 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:11:57.737289 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a0f22-6f3b-405e-ab72-9284dde0ab2c None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:11:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:52Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:57.742922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (860ea401-9250-4364-a957-a3edd5b1468d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.748244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (547666ca-3a36-4c8e-9667-938b8459a7c3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.752527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.756437 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/547666ca-3a36-4c8e-9667-938b8459a7c3 HTTP/1.1" status: 204 len: 168 time: 3.3035631 Mar 09 17:11:57.768113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34296) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:57.781604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276966621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:57.831095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c0b8-5842-496f-bf52-5333d96c9d7b tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=547666ca-3a36-4c8e-9667-938b8459a7c3,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:57.835050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=860ea401-9250-4364-a957-a3edd5b1468d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:57.859751 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-7fddc4b4-d960-40a2-8714-e0a88b281112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 200 len: 1000 time: 0.1772246 Mar 09 17:11:57.863943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 0370e2bc-8ff2-4d73-9a30-b514bad9b218 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:11:57.863943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0370e2bc-8ff2-4d73-9a30-b514bad9b218 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:11:57.888786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.903703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 6, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:55Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.935991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-3b0272ae-ff83-472a-9e97-a33a4bd51335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:57.937624 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-3b0272ae-ff83-472a-9e97-a33a4bd51335 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5c2b13-2602-47b5-99ba-ba895f353734 HTTP/1.1" status: 200 len: 838 time: 0.0520406 Mar 09 17:11:57.938786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.945037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e0fd446d-325c-4b01-9b53-ea38f0206331 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/860ea401-9250-4364-a957-a3edd5b1468d HTTP/1.1" status: 204 len: 168 time: 1.7087977 Mar 09 17:11:57.948420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34298) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:57.950855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:11:57.954865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (7474d829-fc44-4675-99c4-290535f89742), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:57.963964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:57.964678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:57.990165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.025495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b487e8-d01f-45d0-8a89-1278ef6053ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:58.033621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b487e8-d01f-45d0-8a89-1278ef6053ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:58.038123 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-12b487e8-d01f-45d0-8a89-1278ef6053ca tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0875344 Mar 09 17:11:58.039326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34300) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:58.061826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (f9713691-0c9d-439f-8154-6aa793d91264), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.063203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.121873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca9169e8-9f25-4643-b431-7d627c5986b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:58.144062 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1d3bf-439b-4eb6-9a73-86571eeae100 None None] New status for floating IP 39e621b2-3573-4ecd-86d4-121f3557df31: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:11:58.221951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:58.241664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Allocated IP 172.36.5.134 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/65a28d59-f454-43b3-993e-4e5df1b03481) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:11:58.292327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 8b1e4c52-e3ea-4b86-bff8-22a5ec435977 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:11:58.308887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34302) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:58.323609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (8b1e4c52-e3ea-4b86-bff8-22a5ec435977), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.327638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (f9713691-0c9d-439f-8154-6aa793d91264), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.330155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-db0a6f99-b4e8-42e1-bd46-686918426869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:58.331982 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-db0a6f99-b4e8-42e1-bd46-686918426869 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3825598 Mar 09 17:11:58.337384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ca9169e8-9f25-4643-b431-7d627c5986b0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:58.338680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.406524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdccc674-d33b-4156-b16a-74b38f5585a0 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:11:58.420302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Publish callbacks [] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.471404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Transition to ACTIVE for port object cdccc674-d33b-4156-b16a-74b38f5585a0 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:11:58.478084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-466cd402-59f7-40d0-bcbd-8b0819e022ba tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/39e621b2-3573-4ecd-86d4-121f3557df31 HTTP/1.1" status: 200 len: 992 time: 0.1669912 Mar 09 17:11:58.488597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.496093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (68b94615-015e-4f62-bf32-31fc6836561f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.497517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for port (65a28d59-f454-43b3-993e-4e5df1b03481), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.516086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (8b1e4c52-e3ea-4b86-bff8-22a5ec435977), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.545967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.549856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ca9169e8-9f25-4643-b431-7d627c5986b0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:58.550831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:11:58.558529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (f9713691-0c9d-439f-8154-6aa793d91264), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.605963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:58.612664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.641109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (65a28d59-f454-43b3-993e-4e5df1b03481), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.667093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:11:58.667481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:58.673767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 6, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:55Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:58.725019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:11:58.729882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:11:58.733660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574df6-d00f-4a0d-8cc1-80aec1d5f4a4 None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:54Z', 'revision_number': 6, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:55Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:11:58.735782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:11:58.822090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:11:58.866988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event updated for resources: {'Port': ['ID=65a28d59-f454-43b3-993e-4e5df1b03481,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:58.910236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Attempting to bind port cdccc674-d33b-4156-b16a-74b38f5585a0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:11:58.910575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Attempting to bind port cdccc674-d33b-4156-b16a-74b38f5585a0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:11:58.910992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Attempting to bind port cdccc674-d33b-4156-b16a-74b38f5585a0 on network 0482777b-394b-4efc-8c8a-570f5c5a9f33 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:58.935372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Port cdccc674-d33b-4156-b16a-74b38f5585a0 on network 0482777b-394b-4efc-8c8a-570f5c5a9f33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:11:58.935712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Attempting to bind port cdccc674-d33b-4156-b16a-74b38f5585a0 on network 0482777b-394b-4efc-8c8a-570f5c5a9f33 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:11:58.947310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:11:58.947652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Checking segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:11:58.948037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Bound using segment: {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:11:58.948513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Bound port: cdccc674-d33b-4156-b16a-74b38f5585a0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8392f0e2-0eae-41e4-b8bf-6be13f806d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:11:58.948880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.027101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:11:59.028010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:11:59.146404 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-f9eb0ec5-b162-48a7-b1b2-818d9db86979 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874737 Mar 09 17:11:59.155935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.158274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:11:59.167683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d52fd-3d8e-4d2d-a744-d6c4ef0cbb69 req-ec00d85e-68ae-49b5-8b7d-af8a1b7d2d9a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:59.169290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-780d52fd-3d8e-4d2d-a744-d6c4ef0cbb69 req-ec00d85e-68ae-49b5-8b7d-af8a1b7d2d9a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 944 time: 0.6061409 Mar 09 17:11:59.179762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.183289 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c6c7560-b3f8-4a10-b32b-e54bb3061d2e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4029474 Mar 09 17:11:59.183415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (8b1e4c52-e3ea-4b86-bff8-22a5ec435977), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.185285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (7474d829-fc44-4675-99c4-290535f89742), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.188674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34306) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.193588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1072436538'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:11:59.244415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:59.245035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.246348 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] 10.222.0.36 "PUT /v2.0/ports/cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 200 len: 1094 time: 2.0849559 Mar 09 17:11:59.246803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:11:59.249128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620ed96-bcea-4d2b-9656-ea7b891a618a" -d '{"events": [{"name": "network-changed", "server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:11:59.289175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd7693-56e7-4daf-9cc7-1d1ae126245a service neutron] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:59.429804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b605d7c-92dc-494b-8e09-47d1824cca76 x-openstack-request-id: req-0b605d7c-92dc-494b-8e09-47d1824cca76 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:11:59.430389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:11:59.430518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b605d7c-92dc-494b-8e09-47d1824cca76 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:11:59.431183 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'status': 'completed', 'code': 200} Mar 09 17:11:59.444890 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-780d52fd-3d8e-4d2d-a744-d6c4ef0cbb69 req-c6219c0e-d82e-4441-8797-60f12e036511 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628365 Mar 09 17:11:59.464436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:11:59.471628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.473750 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a2bac5e3-7258-4341-b39b-53c8cfe16741 req-ad7da32f-eb31-4181-a66f-e89d42a6ebaf service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142228 Mar 09 17:11:59.485213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:11:59.486425 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34312) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.492668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.496306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:11:59.498761 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-30eee130-9107-4906-ac64-86b784a45b0c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 704 time: 3.1321602 Mar 09 17:11:59.500685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34314) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.509020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:11:59.510495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:11:59.580952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (8b1e4c52-e3ea-4b86-bff8-22a5ec435977), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.626609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1e4c52-e3ea-4b86-bff8-22a5ec435977,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:11:59.632800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.639793 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3bc03f68-8bed-4bd1-9d7b-2c5075bf7bb1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/8b1e4c52-e3ea-4b86-bff8-22a5ec435977 HTTP/1.1" status: 204 len: 168 time: 1.5971618 Mar 09 17:11:59.640483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34316) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.694067 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-24d69972-5578-40d7-a342-1d56b2f12111 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 704 time: 0.1887252 Mar 09 17:11:59.697596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6823461e-622a-4cac-ae21-8f7f270141d9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503540 Mar 09 17:11:59.698281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34318) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.698668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34320) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.759134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f815f-8718-40df-8add-78159ad6d24a None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:11:59.813782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:11:59.925889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a26ea-716b-4699-b3eb-a08e4824513c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:59.930419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f8a26ea-716b-4699-b3eb-a08e4824513c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2290649 Mar 09 17:11:59.932844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34322) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:11:59.952444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:11:59.965541 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-509ea9d9-fb79-43b1-9a99-527645641d46 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/39e621b2-3573-4ecd-86d4-121f3557df31 HTTP/1.1" status: 200 len: 994 time: 0.4768434 Mar 09 17:11:59.968031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (7474d829-fc44-4675-99c4-290535f89742), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.972619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-0a8149c5-7770-4cae-8054-aec4a36e11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:11:59.974180 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-0a8149c5-7770-4cae-8054-aec4a36e11d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbb791156d794777a30b1ac575142f61&device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1128 time: 0.5469208 Mar 09 17:11:59.979999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8150c900-b906-4199-87bc-541e55a6f902), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:11:59.980493 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 8150c900-b906-4199-87bc-541e55a6f902 of type vlan for network f37ef2a1-6f7b-418c-8483-c2e75c653492 Mar 09 17:11:59.982180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (7474d829-fc44-4675-99c4-290535f89742), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.042930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1dc791-316e-4fdc-af0f-9c773bae83b2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:00.044540 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6f1dc791-316e-4fdc-af0f-9c773bae83b2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106977 Mar 09 17:12:00.047446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34324) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:00.067533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:00.096427 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0cc5b8e2-56ee-49c7-8452-faf9882e706d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440066 Mar 09 17:12:00.096682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-e184180f-afe0-4848-a328-e3e5cb9bc75d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 200 len: 217 time: 0.1109750 Mar 09 17:12:00.098308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34326) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:00.105800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:00.124136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f37ef2a1-6f7b-418c-8483-c2e75c653492), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.161205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:57Z', 'revision_number': 7, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:55Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.190381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:00.192930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] Deleting port ca9169e8-9f25-4643-b431-7d627c5986b0 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:00.193372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.216072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:00.216933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.220403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-57f91cbe-e1f6-4189-acd0-760f9067bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:00.221232 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-57f91cbe-e1f6-4189-acd0-760f9067bc27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b70a303d-68f0-4b59-99d0-543398c00851 HTTP/1.1" status: 200 len: 834 time: 0.1168327 Mar 09 17:12:00.288970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-67d97802-2b5c-459e-8abe-8559ac475fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:00.290477 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-67d97802-2b5c-459e-8abe-8559ac475fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0482777b-394b-4efc-8c8a-570f5c5a9f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0611758 Mar 09 17:12:00.293455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f37ef2a1-6f7b-418c-8483-c2e75c653492), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.299019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:00.299622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.310266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.334351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] For port ca9169e8-9f25-4643-b431-7d627c5986b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9169e8-9f25-4643-b431-7d627c5986b0,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:00.334721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.354762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:00.355011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] Calling delete_port for ca9169e8-9f25-4643-b431-7d627c5986b0 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:00.359274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.365816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:00.433690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=f37ef2a1-6f7b-418c-8483-c2e75c653492,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:00.435773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Router 7474d829-fc44-4675-99c4-290535f89742 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:00.449721 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-54914711-a5b5-410c-91cc-4fa6a6ea887c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2572720 Mar 09 17:12:00.450223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:00.459767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:00.487956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:00.584890 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-6e86dd96-570f-4fce-bbc5-1d54f8629ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815435 Mar 09 17:12:00.708308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (ca9169e8-9f25-4643-b431-7d627c5986b0), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.738733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] Pushing event deleted for resources: {'Port': ['ID=ca9169e8-9f25-4643-b431-7d627c5986b0,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:00.746021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a9f9c-ebb4-4e20-ad25-3d2d3d7fd582 None None] No DVR routers for this DVR port ca9169e8-9f25-4643-b431-7d627c5986b0 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:00.748663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:57Z', 'revision_number': 7, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:55Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.761169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:00.771539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:00.771861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.776990 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] Sync routers for ids ['7474d829-fc44-4675-99c4-290535f89742'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:00.778078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.781819 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2f3233d6-fa26-4db5-8fda-ceb727376a1d tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "PUT /v2.0/routers/7474d829-fc44-4675-99c4-290535f89742 HTTP/1.1" status: 200 len: 880 time: 5.2793195 Mar 09 17:12:00.785664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34332) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:00.793839 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] Routers {'7474d829-fc44-4675-99c4-290535f89742'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:00.795566 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7474d829-fc44-4675-99c4-290535f89742'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.808989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dade2-486a-48e1-8529-3fd86142d534 req-beaa7e73-17b4-4cf9-8925-6b54c5e21bb8 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:00.810623 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b8dade2-486a-48e1-8529-3fd86142d534 req-beaa7e73-17b4-4cf9-8925-6b54c5e21bb8 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 944 time: 0.2420046 Mar 09 17:12:00.812421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040fa08-dfdc-4b25-8842-bb173ad1c21f None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:11:57Z', 'revision_number': 7, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0', 'name': '', 'network_id': 'c385bb54-3938-4985-ad35-c9ecbd6600a0', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:b8:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4217c662-c178-433d-99cc-ae1764a5037a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:48Z', 'updated_at': '2022-03-09T17:11:55Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '4217c662-c178-433d-99cc-ae1764a5037a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:00.821819 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62c5547-327e-4f16-b92f-8ea3fc95b50e req-ee8338fe-4e9a-4737-a308-1d68489dd847 service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999173 Mar 09 17:12:00.867465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.871717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:00.877672 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] Routers {'7474d829-fc44-4675-99c4-290535f89742'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:00.878242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:00.878400 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7474d829-fc44-4675-99c4-290535f89742'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.912783 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:00.913571 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba00c43-31dd-4659-9de3-d776f5799e3c None None] The sync data for ids ['7474d829-fc44-4675-99c4-290535f89742'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:00.966059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:12:00.975105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (af82d1a3-84cd-450d-b1a3-717c3d45f12a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.030047 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b8dade2-486a-48e1-8529-3fd86142d534 req-7cc757dd-a8e3-4b46-a67e-7e22e973f289 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001159 Mar 09 17:12:01.046675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:01.047057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.078164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:01.090274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:01.092389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:01.102335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.102970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.105439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f8747-ba63-489f-96ef-cb4e5a290f45 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:01.110580 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-16b60a27-e8b8-4bf7-a628-d3ff6eb6cd22 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/7474d829-fc44-4675-99c4-290535f89742 HTTP/1.1" status: 200 len: 921 time: 0.3224761 Mar 09 17:12:01.111328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=af82d1a3-84cd-450d-b1a3-717c3d45f12a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:01.120009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-e8e723e5-ed67-4fcc-82db-079f37cebbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.122327 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-e8e723e5-ed67-4fcc-82db-079f37cebbd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbb791156d794777a30b1ac575142f61&device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1128 time: 0.1260719 Mar 09 17:12:01.125300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34334) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:01.233658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'af82d1a3-84cd-450d-b1a3-717c3d45f12a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:01.234927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.265191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-226f87e7-74a9-4d04-921f-5a9c5e9fad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.266768 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-226f87e7-74a9-4d04-921f-5a9c5e9fad85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 200 len: 897 time: 0.1362269 Mar 09 17:12:01.319262 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-96f0f29c-27cb-4c0d-a7a6-c79bdf488d5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 200 len: 217 time: 0.0413465 Mar 09 17:12:01.320118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (51ad686b-032b-4568-9d91-e59447cbd63b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.387222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Allocated IP 2001:db8::f816:3eff:fedc:6765 (23e84d69-248a-4c03-bab8-85be85a4a2bb/af82d1a3-84cd-450d-b1a3-717c3d45f12a/9a258804-65a7-4f4d-91b6-7d72c0b01ce8) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:01.409602 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=51ad686b-032b-4568-9d91-e59447cbd63b,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:01.428906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-1af6fce8-7f87-412f-90a1-e8ed8bae717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.430405 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-1af6fce8-7f87-412f-90a1-e8ed8bae717f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b70a303d-68f0-4b59-99d0-543398c00851 HTTP/1.1" status: 200 len: 834 time: 0.1011128 Mar 09 17:12:01.450109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:01.450109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: f37ef2a1-6f7b-418c-8483-c2e75c653492, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:01.500779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-9fb4aafc-8061-4263-a52e-1078ebead6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.502254 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-9fb4aafc-8061-4263-a52e-1078ebead6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0482777b-394b-4efc-8c8a-570f5c5a9f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0634830 Mar 09 17:12:01.512391 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f210716a-a138-429b-b673-247cbabe7806 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4132428 Mar 09 17:12:01.515197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34336) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:01.525609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:48:0c:c9', 'name': 'tempest-NetworksTestDHCPv6-785775583'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:01.558166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Publish callbacks [] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.571930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:01.592215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb5b3c-6355-4730-88d2-327933f44cb6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.593776 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d7bb5b3c-6355-4730-88d2-327933f44cb6 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=7474d829-fc44-4675-99c4-290535f89742&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4671352 Mar 09 17:12:01.602071 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-0ea45944-61ae-4709-b887-9bb47ec498d6 service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933318 Mar 09 17:12:01.602522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34338) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:01.621954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.660750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:01.663448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f37ef2a1-6f7b-418c-8483-c2e75c653492) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:01.668487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.668686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:01.669137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.673665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:01.679977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Pushing event updated for resources: {'Port': ['ID=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:01.706161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160c33e-6a98-473c-ad3f-eae1b4cbc64b None None] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:01.787607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2fc62-e311-49f6-b375-05f3f324c30f tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:01.791907 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-38b2fc62-e311-49f6-b375-05f3f324c30f tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.1849844 Mar 09 17:12:01.792093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Attempting to bind port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:01.792093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Attempting to bind port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:01.792093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Attempting to bind port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:01.792395 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2620ed96-bcea-4d2b-9656-ea7b891a618a req-ad2a0ec8-2b39-4b86-8bae-2f0f4e51cffc service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796074 Mar 09 17:12:01.792395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:01.802569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:01.802837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:01.802954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:01.803060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.803461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:01.803946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Bound port: 9a258804-65a7-4f4d-91b6-7d72c0b01ce8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:01.804331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.825147 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d1ea7980-78bb-4f52-b2e3-82f8b24ffca3 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=7474d829-fc44-4675-99c4-290535f89742 HTTP/1.1" status: 200 len: 205 time: 0.0295436 Mar 09 17:12:01.825384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34342) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:01.838811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3e1ecbbc-67dc-4225-bbf3-26479eb83146 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3858309 Mar 09 17:12:01.839581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34344) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:01.893983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f37ef2a1-6f7b-418c-8483-c2e75c653492', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:01.895389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.899424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.911649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:01.913867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] For port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:01.934199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] For port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:01.948246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:01.950721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port bbcd2f17-05b5-4868-9b81-41371e552802 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:12:02.022926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.105489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca9169e8-9f25-4643-b431-7d627c5986b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:02.153324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (7474d829-fc44-4675-99c4-290535f89742), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.187260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ca9169e8-9f25-4643-b431-7d627c5986b0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:02.187606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca9169e8-9f25-4643-b431-7d627c5986b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:02.220337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.221493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7df458-8f54-4d5e-bf79-afd6db5e55bf None None] Pushing event updated for resources: {'Port': ['ID=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:02.240565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Allocated IP 172.20.0.2 (f37ef2a1-6f7b-418c-8483-c2e75c653492/51ad686b-032b-4568-9d91-e59447cbd63b/62272085-a84d-4970-9e77-e732d2291176) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:02.419593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (7474d829-fc44-4675-99c4-290535f89742), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.423330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.501599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fe48:cc9 (23e84d69-248a-4c03-bab8-85be85a4a2bb/af82d1a3-84cd-450d-b1a3-717c3d45f12a/bbcd2f17-05b5-4868-9b81-41371e552802) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:02.545898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90257f7f-b4b8-4900-93f3-cc2651d8f6c2 req-17287829-bf5f-482a-b472-79992dee6b60 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:02.547527 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-90257f7f-b4b8-4900-93f3-cc2651d8f6c2 req-17287829-bf5f-482a-b472-79992dee6b60 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 944 time: 0.3768198 Mar 09 17:12:02.553679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:02.648776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Publish callbacks [] for port (62272085-a84d-4970-9e77-e732d2291176), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.705717 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-90257f7f-b4b8-4900-93f3-cc2651d8f6c2 req-628708bf-8da9-4c1a-b2bc-f40b86e9a9e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383679 Mar 09 17:12:02.712805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (62272085-a84d-4970-9e77-e732d2291176), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.725055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Deleting port 65a28d59-f454-43b3-993e-4e5df1b03481 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:02.728580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (65a28d59-f454-43b3-993e-4e5df1b03481), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.768182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:02.773973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:02.778061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:02.797831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Pushing event updated for resources: {'Port': ['ID=62272085-a84d-4970-9e77-e732d2291176,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:02.801322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:02.808832 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b3acb75c-3c64-4a4d-ba77-51e2b56616dc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1087117 Mar 09 17:12:02.811764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34348) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:02.818040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:02.874018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (bbcd2f17-05b5-4868-9b81-41371e552802), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.874289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:02.875120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:02.890082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet 4217c662-c178-433d-99cc-ae1764a5037a {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:02.892393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Attempting to bind port 62272085-a84d-4970-9e77-e732d2291176 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:02.893083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Attempting to bind port 62272085-a84d-4970-9e77-e732d2291176 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:02.893586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Attempting to bind port 62272085-a84d-4970-9e77-e732d2291176 on network f37ef2a1-6f7b-418c-8483-c2e75c653492 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:02.894384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (4217c662-c178-433d-99cc-ae1764a5037a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.937183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:02.937763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Checking segment: {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:02.938073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.938456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Bound using segment: {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:02.939438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Bound port: 62272085-a84d-4970-9e77-e732d2291176, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:02.939587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (62272085-a84d-4970-9e77-e732d2291176), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:02.950124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (4217c662-c178-433d-99cc-ae1764a5037a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.036314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:03.046748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4217c662-c178-433d-99cc-ae1764a5037a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.090022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (bbcd2f17-05b5-4868-9b81-41371e552802), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.153931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] For port 62272085-a84d-4970-9e77-e732d2291176, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:03.170030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] For port 62272085-a84d-4970-9e77-e732d2291176, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62272085-a84d-4970-9e77-e732d2291176,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:03.178565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:03.184515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:03.188380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:03.193453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:03.194391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.197596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=bbcd2f17-05b5-4868-9b81-41371e552802,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:03.239888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (65a28d59-f454-43b3-993e-4e5df1b03481), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.258979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Calling delete_port for 65a28d59-f454-43b3-993e-4e5df1b03481 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:03.261452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (62272085-a84d-4970-9e77-e732d2291176), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.276560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.20.0.1 (f37ef2a1-6f7b-418c-8483-c2e75c653492/51ad686b-032b-4568-9d91-e59447cbd63b/e5554889-13fa-4544-9a60-ccac080bad74) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:03.295797 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ef82c0af-9c0d-48a2-a4b8-7c52c942305e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7795119 Mar 09 17:12:03.296535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34350) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:03.299147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (4217c662-c178-433d-99cc-ae1764a5037a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.354676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.360713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/4217c662-c178-433d-99cc-ae1764a5037a HTTP/1.1" status: 204 len: 168 time: 0.5457084 Mar 09 17:12:03.364385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd98b1-cbc7-4de8-b70f-e513562be46d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=4217c662-c178-433d-99cc-ae1764a5037a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:03.364739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34352) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:03.393074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3576acb-6930-4ecd-81b1-f632787d5858 None None] Network c385bb54-3938-4985-ad35-c9ecbd6600a0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:03.432340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8b0d5-5bca-4b05-8ba0-2ed497494d42 None None] Pushing event updated for resources: {'Port': ['ID=62272085-a84d-4970-9e77-e732d2291176,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:03.476198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (c385bb54-3938-4985-ad35-c9ecbd6600a0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.532317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655e97e-7e05-4653-91d0-342a9417ce48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:03.538441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655e97e-7e05-4653-91d0-342a9417ce48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:03.543319 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7655e97e-7e05-4653-91d0-342a9417ce48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2455304 Mar 09 17:12:03.543575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (e5554889-13fa-4544-9a60-ccac080bad74), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.543958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34354) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:03.581382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:01Z', 'revision_number': 8, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:03.614613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:03.626335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:03.626993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:03.671583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 66eb8a24-e3ed-4465-8e12-559340e9827a {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:03.672144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.694745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e5554889-13fa-4544-9a60-ccac080bad74), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.703311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf47760f-fe2a-4d2e-b927-fd5841601aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.764916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:03.792124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port bbcd2f17-05b5-4868-9b81-41371e552802 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:03.792505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (bbcd2f17-05b5-4868-9b81-41371e552802), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.806036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] DHCP port deletion for c385bb54-3938-4985-ad35-c9ecbd6600a0 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:03.835043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port 66eb8a24-e3ed-4465-8e12-559340e9827a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb8a24-e3ed-4465-8e12-559340e9827a,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:03.835458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.839859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] Provisioning complete for port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:03.847163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:03.856956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.857539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:03.871895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 66eb8a24-e3ed-4465-8e12-559340e9827a owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:03.936577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:03.986260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (bbcd2f17-05b5-4868-9b81-41371e552802), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:03.994040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (65a28d59-f454-43b3-993e-4e5df1b03481), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.010096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=e5554889-13fa-4544-9a60-ccac080bad74,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:04.065973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for bbcd2f17-05b5-4868-9b81-41371e552802 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:04.078069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event deleted for resources: {'Port': ['ID=65a28d59-f454-43b3-993e-4e5df1b03481,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:04.092360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.108091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] Deleting port 66eb8a24-e3ed-4465-8e12-559340e9827a {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:04.108601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.200977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38e5d-ad66-4c0c-99fd-21b346e35f65 req-4e8e04b2-4dbf-45d4-bebe-1c2a03c5677f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:04.202525 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5ad38e5d-ad66-4c0c-99fd-21b346e35f65 req-4e8e04b2-4dbf-45d4-bebe-1c2a03c5677f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 944 time: 0.2983840 Mar 09 17:12:04.227772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] Current status of the port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:04.228046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.281764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (7474d829-fc44-4675-99c4-290535f89742), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.297949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] For port 66eb8a24-e3ed-4465-8e12-559340e9827a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb8a24-e3ed-4465-8e12-559340e9827a,segment=NetworkSegment(1ee8a1e7-932d-4718-b074-b1a7793e4cd0),segment_id=1ee8a1e7-932d-4718-b074-b1a7793e4cd0)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:04.298991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.303125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.308246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 62272085-a84d-4970-9e77-e732d2291176 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:04.332340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:12:04.343054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port 66eb8a24-e3ed-4465-8e12-559340e9827a on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:04.344803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=66eb8a24-e3ed-4465-8e12-559340e9827a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:04.372209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] Calling delete_port for 66eb8a24-e3ed-4465-8e12-559340e9827a owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:04.378321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] For port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:04.435707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (c385bb54-3938-4985-ad35-c9ecbd6600a0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.438642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (7474d829-fc44-4675-99c4-290535f89742), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.445307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (7474d829-fc44-4675-99c4-290535f89742), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.452287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5ad38e5d-ad66-4c0c-99fd-21b346e35f65 req-e2849d00-8179-4811-98b4-076298d2b5d4 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279878 Mar 09 17:12:04.465614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e5554889-13fa-4544-9a60-ccac080bad74), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.477561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c385bb54-3938-4985-ad35-c9ecbd6600a0']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:04.490713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee8a1e7-932d-4718-b074-b1a7793e4cd0') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:04.490713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee8a1e7-932d-4718-b074-b1a7793e4cd0') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:04.498349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.592462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 62272085-a84d-4970-9e77-e732d2291176 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:04.592849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (62272085-a84d-4970-9e77-e732d2291176), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.620632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (7474d829-fc44-4675-99c4-290535f89742), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.621207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Fanout notify agent at l3_agent the message router_deleted on router 7474d829-fc44-4675-99c4-290535f89742 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:04.639682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.647878 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cb3c543b-c5f2-47aa-8e92-0e0c42e85b7a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/7474d829-fc44-4675-99c4-290535f89742 HTTP/1.1" status: 204 len: 168 time: 2.8214853 Mar 09 17:12:04.648631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34358) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:04.658976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1515540081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:04.666446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6484198a-8421-4fe9-a6ce-519f395adc98 None None] Could not find standard attr ID for object bbcd2f17-05b5-4868-9b81-41371e552802. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:12:04.722729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:04.725832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45eb17-1c69-43f2-b20c-0bdacddd859c None None] Pushing event updated for resources: {'Port': ['ID=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:04.743608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (66eb8a24-e3ed-4465-8e12-559340e9827a), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.841014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.842458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (1ee8a1e7-932d-4718-b074-b1a7793e4cd0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.844178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.850170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (bbcd2f17-05b5-4868-9b81-41371e552802), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.903495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (1ee8a1e7-932d-4718-b074-b1a7793e4cd0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.909797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=bbcd2f17-05b5-4868-9b81-41371e552802,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:04.916254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:04.916696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (1ee8a1e7-932d-4718-b074-b1a7793e4cd0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:04.920338 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:04.926940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (9ffda08e-ab0b-4283-baa2-f65b62d747b4), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.934609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:01Z', 'revision_number': 8, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:04.940581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] Pushing event deleted for resources: {'Port': ['ID=66eb8a24-e3ed-4465-8e12-559340e9827a,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:04.947350 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:12:04.965173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.968638 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-11d06665-1ca6-4d13-a5f7-2e88e0cdd211 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/bbcd2f17-05b5-4868-9b81-41371e552802 HTTP/1.1" status: 204 len: 168 time: 1.4234610 Mar 09 17:12:04.969855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (e5554889-13fa-4544-9a60-ccac080bad74), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:04.971714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34360) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:04.984273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'port_id': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'mac_address': 'fa:16:3e:b7:9d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:12:04.987416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3765507-8ed3-4b0e-8975-ad685c2042ba None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:01Z', 'revision_number': 8, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': '1c779eda-fe2f-4180-8cf7-eacddce90135', 'name': '', 'network_id': 'd777a48f-65eb-489b-a234-019e32b255ea', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:4e:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:36Z', 'updated_at': '2022-03-09T17:11:48Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '1daf4185-6af6-42c6-b927-c18bb30d9ae1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:05.002876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a5c8f-7fb5-4841-939b-c63d0cabd4c9 None None] No DVR routers for this DVR port 66eb8a24-e3ed-4465-8e12-559340e9827a on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:05.047444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31b3bf-10ce-4823-95f0-1783e66e5eaa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:05.048924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31b3bf-10ce-4823-95f0-1783e66e5eaa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:05.052897 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0c31b3bf-10ce-4823-95f0-1783e66e5eaa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0777936 Mar 09 17:12:05.052897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.065809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34362) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:05.067965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (e5554889-13fa-4544-9a60-ccac080bad74), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.076236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec79511-e079-4e4c-b769-49242474b456 None None] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:05.136705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cdccc674-d33b-4156-b16a-74b38f5585a0 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:05.137379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.158145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.159823 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cbf7f044-5bfd-406b-a1d6-6d7ad371ca65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5076821 Mar 09 17:12:05.161976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34364) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:05.167517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': True}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:05.191881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=e5554889-13fa-4544-9a60-ccac080bad74,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:05.205473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdccc674-d33b-4156-b16a-74b38f5585a0 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:12:05.213746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Provisioning complete for port 62272085-a84d-4970-9e77-e732d2291176 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:05.214214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (62272085-a84d-4970-9e77-e732d2291176), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.217139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.217977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 62272085-a84d-4970-9e77-e732d2291176 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:05.218374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (62272085-a84d-4970-9e77-e732d2291176), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.228725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (c385bb54-3938-4985-ad35-c9ecbd6600a0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.233044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet af82d1a3-84cd-450d-b1a3-717c3d45f12a {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:05.238299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (af82d1a3-84cd-450d-b1a3-717c3d45f12a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.249345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.252622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/c385bb54-3938-4985-ad35-c9ecbd6600a0 HTTP/1.1" status: 204 len: 168 time: 1.8867145 Mar 09 17:12:05.255423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34366) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:05.288858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:05.291873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43f18-303d-4e2b-ab5c-ae64c6952ecc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=c385bb54-3938-4985-ad35-c9ecbd6600a0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:05.323306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (af82d1a3-84cd-450d-b1a3-717c3d45f12a), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.331453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 62272085-a84d-4970-9e77-e732d2291176, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62272085-a84d-4970-9e77-e732d2291176,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:05.387196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.395442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Current status of the port 62272085-a84d-4970-9e77-e732d2291176 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:05.395442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (62272085-a84d-4970-9e77-e732d2291176), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.427722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (62272085-a84d-4970-9e77-e732d2291176), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.428573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:05.467446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:05.471742 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:05.538554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (9ffda08e-ab0b-4283-baa2-f65b62d747b4), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.567191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:12:05.567720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:12:05.570636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:05.638039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (af82d1a3-84cd-450d-b1a3-717c3d45f12a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.655506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['cdccc674-d33b-4156-b16a-74b38f5585a0'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:12:05.690044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=62272085-a84d-4970-9e77-e732d2291176,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:05.701618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:05.701952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.804148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:05.825325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (af82d1a3-84cd-450d-b1a3-717c3d45f12a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:05.834929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:05.853256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85754a-c50e-4e3a-8f10-89725829c729 req-afd8cf58-11be-4e71-bc3c-c1bad97f00d2 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:05.860324 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fc85754a-c50e-4e3a-8f10-89725829c729 req-afd8cf58-11be-4e71-bc3c-c1bad97f00d2 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 945 time: 0.3058281 Mar 09 17:12:05.944563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 66eb8a24-e3ed-4465-8e12-559340e9827a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:05.978711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a419100-d2eb-4a16-8779-f8a142f3400f None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:05.979669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fc85754a-c50e-4e3a-8f10-89725829c729 req-89d6a8d7-60cf-4e3c-b16d-629afff2f00f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183724 Mar 09 17:12:06.002760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=af82d1a3-84cd-450d-b1a3-717c3d45f12a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:06.013146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.016728 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-617ac226-7af7-4fcb-b436-1f093b97eb39 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/af82d1a3-84cd-450d-b1a3-717c3d45f12a HTTP/1.1" status: 204 len: 168 time: 0.9497728 Mar 09 17:12:06.020688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34370) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:06.027905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 66eb8a24-e3ed-4465-8e12-559340e9827a {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:06.028258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 66eb8a24-e3ed-4465-8e12-559340e9827a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:06.044784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:06.053028 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-393bf472-2861-433d-8c83-d89667c2fa74 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1822407 Mar 09 17:12:06.053670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34372) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:06.059210 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:06.060589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-129847081'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:06.080730 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:06.084465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:11:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:06.090782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c82d2f8b-411b-466a-ac3e-3764e3591453 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641727 Mar 09 17:12:06.093527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34374) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:06.122237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:06.152880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:06.156764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.207876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:06.219428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2028506f-857f-4741-a444-8f27f8847edb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.219671 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 2028506f-857f-4741-a444-8f27f8847edb of type vlan for network 5daea292-37b2-453e-81ff-13760a10b26f Mar 09 17:12:06.220163 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:06.225093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:06.287696 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (5daea292-37b2-453e-81ff-13760a10b26f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.340139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aba9a144-9a27-41bd-88da-511ba63d0503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.345208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24ae4d6c-edd0-43fc-9c89-3a667468a59e None None] Current status of the port 62272085-a84d-4970-9e77-e732d2291176 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:06.386333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:06.386717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.408953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:06.413581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.414128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (5daea292-37b2-453e-81ff-13760a10b26f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.427590 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:06.428654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.469879 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:04Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:04Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:06.502139 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:06.506150 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Updating router f9713691-0c9d-439f-8154-6aa793d91264 port e5554889-13fa-4544-9a60-ccac080bad74 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:12:06.521172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:06.522318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.532578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:06.533734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 62272085-a84d-4970-9e77-e732d2291176 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:06.538561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (9ffda08e-ab0b-4283-baa2-f65b62d747b4), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.548571 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e5554889-13fa-4544-9a60-ccac080bad74), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.557974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-491c302c-6272-42d9-9b6e-31634a5a0cd2 None None] Provisioning complete for port e5554889-13fa-4544-9a60-ccac080bad74 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:06.558361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-491c302c-6272-42d9-9b6e-31634a5a0cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e5554889-13fa-4544-9a60-ccac080bad74), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.573068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=5daea292-37b2-453e-81ff-13760a10b26f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:06.609014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 5daea292-37b2-453e-81ff-13760a10b26f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:06.630766 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-771fbf78-a040-4ed3-95b0-0a58c9a8eebd tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5736310 Mar 09 17:12:06.631175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34376) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:06.639555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:06.673069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-491c302c-6272-42d9-9b6e-31634a5a0cd2 None None] Port e5554889-13fa-4544-9a60-ccac080bad74 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:06.792801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-491c302c-6272-42d9-9b6e-31634a5a0cd2 None None] Provisioning complete for port 62272085-a84d-4970-9e77-e732d2291176 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:06.793217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-491c302c-6272-42d9-9b6e-31634a5a0cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (62272085-a84d-4970-9e77-e732d2291176), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.793546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.798271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] Deleting port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:06.798271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.825855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 62272085-a84d-4970-9e77-e732d2291176 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:06.826261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (62272085-a84d-4970-9e77-e732d2291176), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.881846 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Publish callbacks [] for port (e5554889-13fa-4544-9a60-ccac080bad74), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.916727 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:06.922369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.938471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] For port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:06.938958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:06.977524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] Calling delete_port for 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:07.073760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 62272085-a84d-4970-9e77-e732d2291176 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:07.089977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:07.119645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:07.120068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ffbb7e35-18d6-4044-869a-9ddbc4d2fdf0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:07.166066 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e5554889-13fa-4544-9a60-ccac080bad74), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.208129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Allocated IP 172.36.5.33 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/fbb54958-9e78-4e7b-8227-d80f5b2bdd2c) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:07.210275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-491c302c-6272-42d9-9b6e-31634a5a0cd2 None None] Current status of the port 62272085-a84d-4970-9e77-e732d2291176 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:07.237917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:12:07.253662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (5fcf2682-345b-4c88-aba9-1bda9e48cd9c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.271953 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3482541-b4f9-4e84-bee3-6b10f5c153f7 None None] Pushing event updated for resources: {'Port': ['ID=e5554889-13fa-4544-9a60-ccac080bad74,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:07.284484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.303465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649b61f-6269-44d7-aa61-19161d1aa0f6 req-afeabb67-5d67-4970-904f-b549c3ecf724 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:07.305197 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9649b61f-6269-44d7-aa61-19161d1aa0f6 req-afeabb67-5d67-4970-904f-b549c3ecf724 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 945 time: 0.1135085 Mar 09 17:12:07.360625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=5fcf2682-345b-4c88-aba9-1bda9e48cd9c,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:07.387711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:07.387970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (9a258804-65a7-4f4d-91b6-7d72c0b01ce8), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.388085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: 5daea292-37b2-453e-81ff-13760a10b26f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:07.407092 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Attempting to bind port e5554889-13fa-4544-9a60-ccac080bad74 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:07.415322 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9649b61f-6269-44d7-aa61-19161d1aa0f6 req-6b731deb-18bc-4e19-a356-1fb2d8897d8a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913534 Mar 09 17:12:07.423959 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Attempting to bind port e5554889-13fa-4544-9a60-ccac080bad74 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:07.427165 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Attempting to bind port e5554889-13fa-4544-9a60-ccac080bad74 on network f37ef2a1-6f7b-418c-8483-c2e75c653492 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:07.452769 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:07.453285 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Checking segment: {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:07.458301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] No DVR routers for this DVR port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:07.458456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.458456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Bound using segment: {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:07.458456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Bound port: e5554889-13fa-4544-9a60-ccac080bad74, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8150c900-b906-4199-87bc-541e55a6f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:07.458456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e5554889-13fa-4544-9a60-ccac080bad74), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.465558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633834c-b4b2-4ea7-abb8-3068df0daafb None None] Pushing event deleted for resources: {'Port': ['ID=9a258804-65a7-4f4d-91b6-7d72c0b01ce8,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:07.508159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 5daea292-37b2-453e-81ff-13760a10b26f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:07.553623 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] For port e5554889-13fa-4544-9a60-ccac080bad74, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:07.558002 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] For port e5554889-13fa-4544-9a60-ccac080bad74, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5554889-13fa-4544-9a60-ccac080bad74,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:07.604873 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5daea292-37b2-453e-81ff-13760a10b26f) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:07.615019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:07.615216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae899a5-6dc4-48c4-9b36-b39b687ef53c None None] Network 5daea292-37b2-453e-81ff-13760a10b26f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:07.618406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.634050 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e5554889-13fa-4544-9a60-ccac080bad74), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.734110 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:07.735915 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:07.747487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] Provisioning complete for port e5554889-13fa-4544-9a60-ccac080bad74 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:07.747487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e5554889-13fa-4544-9a60-ccac080bad74), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.752127 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9627f5e6-f006-4967-89ed-2883e53ea14f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1197579 Mar 09 17:12:07.753089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34380) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:07.824773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5daea292-37b2-453e-81ff-13760a10b26f', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:07.825701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:07.906141 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:07.958638 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3482541-b4f9-4e84-bee3-6b10f5c153f7 None None] Pushing event updated for resources: {'Port': ['ID=e5554889-13fa-4544-9a60-ccac080bad74,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:08.035665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Allocated IP 172.21.0.2 (5daea292-37b2-453e-81ff-13760a10b26f/5fcf2682-345b-4c88-aba9-1bda9e48cd9c/db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:08.118158 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.services.revisions.revision_plugin [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Could not find related port for resource to bump revision. Mar 09 17:12:08.162193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_pluggable_backend [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Port 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 09 17:12:08.162612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_pluggable_backend [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Reverting IP allocation for 2001:db8::f816:3eff:fedc:6765 {{(pid=104357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 09 17:12:08.173688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_pluggable_backend [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedc:6765 {{(pid=104357) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 09 17:12:08.182206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for port (fbb54958-9e78-4e7b-8227-d80f5b2bdd2c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.184827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (fdd78784-7d56-4d18-bfd6-21c65b9e67f1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.190234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Publish callbacks [] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.202516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 1c779eda-fe2f-4180-8cf7-eacddce90135 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:08.203176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.208692 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:04Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:07Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:08.255891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:08.261315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:08.265920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:08.272739 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2eda-5a99-47a4-b7de-b0beeab10b74 None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:04Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:07Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:08.276617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:08.277980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.300750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.320387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb393b-a49b-400a-ae55-45b5a8e4c8ac None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:08.330116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:08.330495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9a258804-65a7-4f4d-91b6-7d72c0b01ce8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:08.363826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=fdd78784-7d56-4d18-bfd6-21c65b9e67f1,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:08.380906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:08.390737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] Current status of the port e5554889-13fa-4544-9a60-ccac080bad74 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:08.391140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e5554889-13fa-4544-9a60-ccac080bad74), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.414234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port 1c779eda-fe2f-4180-8cf7-eacddce90135, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c779eda-fe2f-4180-8cf7-eacddce90135,segment=NetworkSegment(fde900f8-20e9-4fe7-9b2f-b6f034df5a51),segment_id=fde900f8-20e9-4fe7-9b2f-b6f034df5a51)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:08.414698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.421265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-be9c297d-0ae3-4e8e-a352-7c105cd0316d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3267193 Mar 09 17:12:08.424749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Network 5daea292-37b2-453e-81ff-13760a10b26f is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:08.432945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34382) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:08.444271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:99:1f:d2', 'name': 'tempest-NetworksTestDHCPv6-1833639606'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:08.454663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (fbb54958-9e78-4e7b-8227-d80f5b2bdd2c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.488020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 1c779eda-fe2f-4180-8cf7-eacddce90135 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:08.560995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.572380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:08.581449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:08.611129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:08.784263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb54958-9e78-4e7b-8227-d80f5b2bdd2c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:08.784962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:08.796144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:08.808278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.839334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b473-0860-491f-9453-c14753701769 req-a99cb3e5-366e-430b-a13d-6c036e2a044e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:08.841180 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c94b473-0860-491f-9453-c14753701769 req-a99cb3e5-366e-430b-a13d-6c036e2a044e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 945 time: 0.3038635 Mar 09 17:12:08.873529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] For port e5554889-13fa-4544-9a60-ccac080bad74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5554889-13fa-4544-9a60-ccac080bad74,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:08.917644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'fdd78784-7d56-4d18-bfd6-21c65b9e67f1'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:08.918450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:08.920125 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c94b473-0860-491f-9453-c14753701769 req-7fe84a31-c4f5-4491-b5e4-b71a9f394e38 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663204 Mar 09 17:12:08.926275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Pushing event updated for resources: {'Port': ['ID=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:08.978545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e5554889-13fa-4544-9a60-ccac080bad74), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.086090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.21.0.1 (5daea292-37b2-453e-81ff-13760a10b26f/5fcf2682-345b-4c88-aba9-1bda9e48cd9c/e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:09.115764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:09.231512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Allocated IP 2001:db8::f816:3eff:fe3a:f53b (23e84d69-248a-4c03-bab8-85be85a4a2bb/fdd78784-7d56-4d18-bfd6-21c65b9e67f1/9523064b-988a-4968-9f96-6ded28959427) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:09.239758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.329694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.362553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.405349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Attempting to bind port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:09.405937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Attempting to bind port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:09.406080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Attempting to bind port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 on network 5daea292-37b2-453e-81ff-13760a10b26f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:09.419670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:09.419960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Checking segment: {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:09.420622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.420784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Bound using segment: {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:09.421278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Bound port: db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:09.422039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.427933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 5daea292-37b2-453e-81ff-13760a10b26f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:09.438454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:09.439294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port de6acaa3-6ee5-449c-9541-faedc1e9a264 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:12:09.439397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:09.439397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:09.445652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Publish callbacks [] for port (9523064b-988a-4968-9f96-6ded28959427), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.467949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-610c1ad3-138a-42c9-a97c-703f371e70b8 None None] Provisioning complete for port e5554889-13fa-4544-9a60-ccac080bad74 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:09.468429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-610c1ad3-138a-42c9-a97c-703f371e70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e5554889-13fa-4544-9a60-ccac080bad74), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.483481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.534139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1c779eda-fe2f-4180-8cf7-eacddce90135), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.539416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6ad32-1d8d-4c91-9426-8eec93eb5ccf None None] Pushing event updated for resources: {'Port': ['ID=e5554889-13fa-4544-9a60-ccac080bad74,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:09.559457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9523064b-988a-4968-9f96-6ded28959427), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.593727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=1c779eda-fe2f-4180-8cf7-eacddce90135,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:09.616867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] For port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:09.635333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:09.638131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port cdccc674-d33b-4156-b16a-74b38f5585a0 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:12:09.649682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] For port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,segment=NetworkSegment(2028506f-857f-4741-a444-8f27f8847edb),segment_id=2028506f-857f-4741-a444-8f27f8847edb)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:09.653602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:09.659858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port cdccc674-d33b-4156-b16a-74b38f5585a0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:09.660243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.662119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:09.667493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Pushing event updated for resources: {'Port': ['ID=9523064b-988a-4968-9f96-6ded28959427,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:09.763081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.793454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fe99:1fd2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/fdd78784-7d56-4d18-bfd6-21c65b9e67f1/de6acaa3-6ee5-449c-9541-faedc1e9a264) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:09.805422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.822897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-610c1ad3-138a-42c9-a97c-703f371e70b8 None None] Current status of the port e5554889-13fa-4544-9a60-ccac080bad74 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:09.871415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (9ffda08e-ab0b-4283-baa2-f65b62d747b4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.875253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Attempting to bind port 9523064b-988a-4968-9f96-6ded28959427 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:09.876164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Attempting to bind port 9523064b-988a-4968-9f96-6ded28959427 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:09.876689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Attempting to bind port 9523064b-988a-4968-9f96-6ded28959427 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:09.889716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:09.890355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:09.890871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:09.891529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:09.892274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Bound port: 9523064b-988a-4968-9f96-6ded28959427, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:09.892808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9523064b-988a-4968-9f96-6ded28959427), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.016954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cdccc674-d33b-4156-b16a-74b38f5585a0 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:10.020122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.024618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.101030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:10.109878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.117411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:12:10.122178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cfff12-588e-4a3a-ad1a-b65b5fd8560d" -d '{"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-plugged", "status": "completed", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:12:10.142537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d37d5-c153-42bf-b1e2-c074df706e1d None None] Pushing event updated for resources: {'Port': ['ID=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:10.182003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] For port 9523064b-988a-4968-9f96-6ded28959427, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:10.188394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] For port 9523064b-988a-4968-9f96-6ded28959427, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9523064b-988a-4968-9f96-6ded28959427,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:10.236564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.324735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9523064b-988a-4968-9f96-6ded28959427), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.414315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:10.495187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f99b34-bf96-4480-9092-62cb1959341f x-openstack-request-id: req-b1f99b34-bf96-4480-9092-62cb1959341f {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:12:10.495560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-plugged", "status": "completed", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:12:10.495944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1f99b34-bf96-4480-9092-62cb1959341f {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:12:10.496469 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'code': 200} Mar 09 17:12:10.500444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e5554889-13fa-4544-9a60-ccac080bad74 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:10.609447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6989e57-a46b-423c-826e-1b8b9075cb54 req-a764cd66-86ce-48bf-a6ef-72fdadb6c0f8 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:10.610806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7b938-29c4-4569-9205-4c1726492bc7 None None] Pushing event updated for resources: {'Port': ['ID=9523064b-988a-4968-9f96-6ded28959427,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:10.617608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a6989e57-a46b-423c-826e-1b8b9075cb54 req-a764cd66-86ce-48bf-a6ef-72fdadb6c0f8 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1440513 Mar 09 17:12:10.630315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e5554889-13fa-4544-9a60-ccac080bad74 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:10.630767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e5554889-13fa-4544-9a60-ccac080bad74), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.669163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (de6acaa3-6ee5-449c-9541-faedc1e9a264), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.767554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e5554889-13fa-4544-9a60-ccac080bad74 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:10.786702 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a6989e57-a46b-423c-826e-1b8b9075cb54 req-35fc69b5-ca42-4043-a89a-3ef9d16fec6e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682041 Mar 09 17:12:10.868683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.882154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.886790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.895301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6361b-aedc-48a2-a921-cecfb1fdc62e req-9eb6e000-6d5b-441b-9587-4ebf236939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:10.897226 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-45c6361b-aedc-48a2-a921-cecfb1fdc62e req-9eb6e000-6d5b-441b-9587-4ebf236939d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1130 time: 0.1046062 Mar 09 17:12:10.951722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:10.985284 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-45c6361b-aedc-48a2-a921-cecfb1fdc62e req-e8bb0dc7-4fbf-42a2-9eb2-02452c3a2c37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805821 Mar 09 17:12:11.043277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.045722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:11.061183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.061569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.071652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.179757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 5daea292-37b2-453e-81ff-13760a10b26f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:11.182263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:11.249248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (de6acaa3-6ee5-449c-9541-faedc1e9a264), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.252183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:11.297577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:11.375440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:11.392407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc3125c-dc45-4162-bbf4-bf5f876bd779 None None] Network 5daea292-37b2-453e-81ff-13760a10b26f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:11.420183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:11.425760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:11.431953 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1e08163b-878c-4cd3-944f-e90d7e5f988e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775064 Mar 09 17:12:11.432711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=de6acaa3-6ee5-449c-9541-faedc1e9a264,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:11.434586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34398) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:11.439811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:11.440379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-252528369'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:11.445762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:11.447042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.462353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.462712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.463065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.463410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.463748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.464085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.464444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.464781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.465113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.465442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.465775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.466103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.466428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:11.471955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:11.500635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:11.501209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:11.537410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:11.546244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3732d435-5348-4ae6-b0b2-e831a5852e9e tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2878451 Mar 09 17:12:11.547539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34400) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:11.552891 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:11.561555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Provisioning complete for port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:11.561555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.571100 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-79585b9d-4720-415f-a04f-02432b041e80 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1353350 Mar 09 17:12:11.573897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34402) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:11.575064 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:11.576004 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:11.588849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:11.592188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.643238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dde047-f389-4c61-93c2-e7d19ec42061 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:11.654682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dde047-f389-4c61-93c2-e7d19ec42061 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:11.654682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a7dde047-f389-4c61-93c2-e7d19ec42061 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0767286 Mar 09 17:12:11.654682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Router 9ffda08e-ab0b-4283-baa2-f65b62d747b4 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:11.655280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34404) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:11.704485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet 1daf4185-6af6-42c6-b927-c18bb30d9ae1 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:11.708266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:11.712222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:11.716213 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:11.718063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (1daf4185-6af6-42c6-b927-c18bb30d9ae1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.770730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (087ee07d-ab9b-4ebb-b53c-4e5df3ad982f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.770730 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment 087ee07d-ab9b-4ebb-b53c-4e5df3ad982f of type vlan for network f0f10061-a008-492f-abcd-f2825d3391af Mar 09 17:12:11.876502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:11.881603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (1daf4185-6af6-42c6-b927-c18bb30d9ae1), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.891706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:11.893397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0530f400-6b4e-44a8-8e85-e03270af3695 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "PUT /v2.0/routers/9ffda08e-ab0b-4283-baa2-f65b62d747b4 HTTP/1.1" status: 200 len: 914 time: 6.7296491 Mar 09 17:12:11.896118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34408) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:11.903115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] Sync routers for ids ['9ffda08e-ab0b-4283-baa2-f65b62d747b4'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:11.952947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f0f10061-a008-492f-abcd-f2825d3391af), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.095645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port de6acaa3-6ee5-449c-9541-faedc1e9a264 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:12.096031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (de6acaa3-6ee5-449c-9541-faedc1e9a264), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.139763 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:09Z', 'revision_number': 9, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.149304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f0f10061-a008-492f-abcd-f2825d3391af), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.163552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:12.164253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.303361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (1daf4185-6af6-42c6-b927-c18bb30d9ae1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.307938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32681f-37d1-4f2c-b2e8-7d9fb2095d6f req-b27b897f-f85b-420e-a9a7-eed2671e20c3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:12.309997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce32681f-37d1-4f2c-b2e8-7d9fb2095d6f req-b27b897f-f85b-420e-a9a7-eed2671e20c3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.3108044 Mar 09 17:12:12.312738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b6d22fac-c0e1-4216-affc-4360fbdd1a45 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/9ffda08e-ab0b-4283-baa2-f65b62d747b4 HTTP/1.1" status: 200 len: 920 time: 0.4152544 Mar 09 17:12:12.319505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34410) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:12.341070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] Routers {'9ffda08e-ab0b-4283-baa2-f65b62d747b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:12.341722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9ffda08e-ab0b-4283-baa2-f65b62d747b4'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.393781 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:12.412957 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:12.413584 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.433508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Current status of the port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:12.434002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.480659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=f0f10061-a008-492f-abcd-f2825d3391af,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:12.487204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed20f91-6a8f-44f1-8c9b-bc23ba006753 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:12.503488 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0ed20f91-6a8f-44f1-8c9b-bc23ba006753 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=9ffda08e-ab0b-4283-baa2-f65b62d747b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1661727 Mar 09 17:12:12.503629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34412) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:12.503736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9523064b-988a-4968-9f96-6ded28959427 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:12.522228 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce32681f-37d1-4f2c-b2e8-7d9fb2095d6f req-eb19bf26-3008-4369-86db-caaa86d53638 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012923 Mar 09 17:12:12.559811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (de6acaa3-6ee5-449c-9541-faedc1e9a264), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.560254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f0f10061-a008-492f-abcd-f2825d3391af details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:12.560368 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1745d66d-64e6-4f7b-a33c-67ed89d35671 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1036367 Mar 09 17:12:12.560468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34414) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:12.560468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:12.562436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.586689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for de6acaa3-6ee5-449c-9541-faedc1e9a264 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:12.586925 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:12.656374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] Routers {'9ffda08e-ab0b-4283-baa2-f65b62d747b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:12.657062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9ffda08e-ab0b-4283-baa2-f65b62d747b4'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.688611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (1daf4185-6af6-42c6-b927-c18bb30d9ae1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.745965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.749966 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/1daf4185-6af6-42c6-b927-c18bb30d9ae1 HTTP/1.1" status: 204 len: 168 time: 1.2012570 Mar 09 17:12:12.752815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34416) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:12.765164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] For port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,segment=NetworkSegment(2028506f-857f-4741-a444-8f27f8847edb),segment_id=2028506f-857f-4741-a444-8f27f8847edb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:12.766321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5051a-c93a-4c30-8ed1-1048f8a8e461 None None] Network d777a48f-65eb-489b-a234-019e32b255ea requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:12.774073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab722e-d3c2-42a2-8161-7ac33f7c8c95 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=1daf4185-6af6-42c6-b927-c18bb30d9ae1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:12.775117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.775791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0130c-1d13-44a5-ab33-d360d2c2aa57 None None] The sync data for ids ['9ffda08e-ab0b-4283-baa2-f65b62d747b4'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:12.798508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:12.802902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cdd94e-76fb-4cf9-8e5c-178b7fc72775 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:12.806245 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56cdd94e-76fb-4cf9-8e5c-178b7fc72775 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.3040345 Mar 09 17:12:12.806389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.807980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34420) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:12.850801 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f992553d-643f-4ca1-82af-3274580d82fa tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffda08e-ab0b-4283-baa2-f65b62d747b4 HTTP/1.1" status: 200 len: 205 time: 0.0413451 Mar 09 17:12:12.854477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34422) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:12.867547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.897012 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:09Z', 'revision_number': 9, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:12.921564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d777a48f-65eb-489b-a234-019e32b255ea), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:12.936239 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c16a0-d6e6-4de9-ac7e-c6476cf7ccdd None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:09Z', 'revision_number': 9, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd77ea2e6-4575-43e3-b86a-165764195829', 'name': '', 'network_id': '066bcc9f-82fb-4584-8c78-2ba1f341274b', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:0f:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72eddd40-f4e6-4071-917c-7096efc48716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:24Z', 'updated_at': '2022-03-09T17:11:32Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': '72eddd40-f4e6-4071-917c-7096efc48716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:12.971596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9523064b-988a-4968-9f96-6ded28959427 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:12.988380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9523064b-988a-4968-9f96-6ded28959427), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.041920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port 532c538d-f910-46c1-83f0-05f33dac06c6 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:13.042282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.042468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:09Z', 'revision_number': 3, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:10Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:13.062709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.098336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:13.104322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Updating router f9713691-0c9d-439f-8154-6aa793d91264 port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:12:13.104547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (de6acaa3-6ee5-449c-9541-faedc1e9a264), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.126250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Pushing event updated for resources: {'Port': ['ID=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:13.128290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port 532c538d-f910-46c1-83f0-05f33dac06c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=532c538d-f910-46c1-83f0-05f33dac06c6,segment=NetworkSegment(fde900f8-20e9-4fe7-9b2f-b6f034df5a51),segment_id=fde900f8-20e9-4fe7-9b2f-b6f034df5a51)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:13.129002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.138038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=de6acaa3-6ee5-449c-9541-faedc1e9a264,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:13.140580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Provisioning complete for port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:13.140972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.169815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.170778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.171146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.171516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.171848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.172207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.172563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.172904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.173241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.173576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.176856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.176856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.176856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adcbd45-65cc-4d70-8f00-dc354cde5992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:13.195305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.195538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.201672 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9c3f7a59-bedf-462b-8984-aaf59beeb236 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/de6acaa3-6ee5-449c-9541-faedc1e9a264 HTTP/1.1" status: 204 len: 168 time: 1.5397813 Mar 09 17:12:13.202856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for 532c538d-f910-46c1-83f0-05f33dac06c6 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:13.207071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34424) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:13.225910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:13.275663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (9ffda08e-ab0b-4283-baa2-f65b62d747b4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.291419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ea2de-79a3-4554-be6b-e4b85bbecf57 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:13.302869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ea2de-79a3-4554-be6b-e4b85bbecf57 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:13.302869 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-041ea2de-79a3-4554-be6b-e4b85bbecf57 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0876253 Mar 09 17:12:13.302869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34426) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:13.374012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] DHCP port deletion for d777a48f-65eb-489b-a234-019e32b255ea request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:13.376179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Provisioning complete for port 9523064b-988a-4968-9f96-6ded28959427 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:13.376613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet fdd78784-7d56-4d18-bfd6-21c65b9e67f1 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:13.376949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9523064b-988a-4968-9f96-6ded28959427), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.380486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (fdd78784-7d56-4d18-bfd6-21c65b9e67f1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.393592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9523064b-988a-4968-9f96-6ded28959427 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:13.395435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9523064b-988a-4968-9f96-6ded28959427), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.456513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (fdd78784-7d56-4d18-bfd6-21c65b9e67f1), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.536179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 9523064b-988a-4968-9f96-6ded28959427, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9523064b-988a-4968-9f96-6ded28959427,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:13.542228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (3a8d02f7-ad02-462e-a82d-f7ac2dcd5227), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.546763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.578600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Deleting port fbb54958-9e78-4e7b-8227-d80f5b2bdd2c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:13.579082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fbb54958-9e78-4e7b-8227-d80f5b2bdd2c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.620091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9523064b-988a-4968-9f96-6ded28959427), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.620091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:13.620465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (fdd78784-7d56-4d18-bfd6-21c65b9e67f1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.661934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=532c538d-f910-46c1-83f0-05f33dac06c6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:13.666795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port 532c538d-f910-46c1-83f0-05f33dac06c6 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:13.672712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=3a8d02f7-ad02-462e-a82d-f7ac2dcd5227,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:13.699309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Deleting port 532c538d-f910-46c1-83f0-05f33dac06c6 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:13.700373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.736330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:13.736822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: f0f10061-a008-492f-abcd-f2825d3391af, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:13.739846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fbb54958-9e78-4e7b-8227-d80f5b2bdd2c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.757645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Calling delete_port for fbb54958-9e78-4e7b-8227-d80f5b2bdd2c owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:13.777002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Current status of the port 9523064b-988a-4968-9f96-6ded28959427 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:13.787279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d777a48f-65eb-489b-a234-019e32b255ea), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.812903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d777a48f-65eb-489b-a234-019e32b255ea']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:13.818760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=9523064b-988a-4968-9f96-6ded28959427,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:13.821769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9efeee-176d-4db2-b670-3199d07c993c req-243c455e-9aca-4e4f-9650-1474ddb3f4c4 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:13.822914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:13.823219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde900f8-20e9-4fe7-9b2f-b6f034df5a51') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:13.828605 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fa9efeee-176d-4db2-b670-3199d07c993c req-243c455e-9aca-4e4f-9650-1474ddb3f4c4 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1593490 Mar 09 17:12:13.833960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (fde900f8-20e9-4fe7-9b2f-b6f034df5a51), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.849091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fde900f8-20e9-4fe7-9b2f-b6f034df5a51), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.857090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:13.858023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (fde900f8-20e9-4fe7-9b2f-b6f034df5a51), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.859547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] For port 532c538d-f910-46c1-83f0-05f33dac06c6, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:13.859956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:13.861257 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:13.883526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Calling delete_port for 532c538d-f910-46c1-83f0-05f33dac06c6 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:13.888918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.ipam_backend_mixin [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Port 532c538d-f910-46c1-83f0-05f33dac06c6 was not found and therefore no delete operation was performed {{(pid=104359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:12:13.891362 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fa9efeee-176d-4db2-b670-3199d07c993c req-6660c0a2-820a-44f6-b6de-d8b41c5eabbd tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618975 Mar 09 17:12:13.896122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (fdd78784-7d56-4d18-bfd6-21c65b9e67f1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.900508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Provisioning complete for port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:13.900894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.902429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (532c538d-f910-46c1-83f0-05f33dac06c6), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.906212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Publish callbacks [] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.909325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:13.909691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.927082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network f0f10061-a008-492f-abcd-f2825d3391af is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:13.961195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd78784-7d56-4d18-bfd6-21c65b9e67f1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:13.972303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:13.975559 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7e2ae5c3-7fb0-4fb0-88fd-0cd8e8a038bd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/fdd78784-7d56-4d18-bfd6-21c65b9e67f1 HTTP/1.1" status: 204 len: 168 time: 0.6709681 Mar 09 17:12:13.979754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34432) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.002039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2aa150-87d8-41c7-a5e6-c1b7992887b1 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:14.004278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.006527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] Pushing event deleted for resources: {'Port': ['ID=532c538d-f910-46c1-83f0-05f33dac06c6,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:14.031463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-836ee497-15f0-4eff-a2e7-a7cee1ee0153 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510540 Mar 09 17:12:14.034240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34434) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.048378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d777a48f-65eb-489b-a234-019e32b255ea), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.048378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f0f10061-a008-492f-abcd-f2825d3391af) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:14.056577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.062576 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/d777a48f-65eb-489b-a234-019e32b255ea HTTP/1.1" status: 204 len: 168 time: 1.3087108 Mar 09 17:12:14.064747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34436) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.066075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:14.066669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.080094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8854c3-c459-45c6-8514-eefe5b32244e None None] Network f0f10061-a008-492f-abcd-f2825d3391af requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:14.088529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5fe9f-79b1-48c0-844a-2ce644e8c185 None None] No DVR routers for this DVR port 532c538d-f910-46c1-83f0-05f33dac06c6 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:14.110074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32697470-2384-49ad-865e-79363595c482 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=d777a48f-65eb-489b-a234-019e32b255ea,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:14.117417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343b3e8-e450-49d2-857b-74d088cfeebd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:14.118974 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5343b3e8-e450-49d2-857b-74d088cfeebd tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0819457 Mar 09 17:12:14.129680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34438) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.156838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fbb54958-9e78-4e7b-8227-d80f5b2bdd2c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.197295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event deleted for resources: {'Port': ['ID=fbb54958-9e78-4e7b-8227-d80f5b2bdd2c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:14.234674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a400d-dbbd-454e-8456-3eb4995c0a4a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:14.236175 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-268a400d-dbbd-454e-8456-3eb4995c0a4a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135333 Mar 09 17:12:14.242885 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-23df76ef-425f-4988-a8af-bdab2b70a0fe tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6904118 Mar 09 17:12:14.245817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34440) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.246198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34442) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.277086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (9ffda08e-ab0b-4283-baa2-f65b62d747b4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.323250 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a1f3b489-8e22-468f-b809-2c2773e6817a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746753 Mar 09 17:12:14.337681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a210c7-ec89-417f-b139-0e4514e4e0e0 req-ac248738-5072-4f87-aacc-8aeaa2ca480e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:14.345620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34444) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.350878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:14.351093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a8a210c7-ec89-417f-b139-0e4514e4e0e0 req-ac248738-5072-4f87-aacc-8aeaa2ca480e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.3641021 Mar 09 17:12:14.453905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.454166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316970a1-ba17-4037-b6b5-6f6288a7016f None None] Pushing event updated for resources: {'Port': ['ID=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:14.457479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (9ffda08e-ab0b-4283-baa2-f65b62d747b4), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.546101 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a8a210c7-ec89-417f-b139-0e4514e4e0e0 req-0e0792af-b15a-4b13-9d0a-c282adebd6fb tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943245 Mar 09 17:12:14.553902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Current status of the port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:14.570768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f0f10061-a008-492f-abcd-f2825d3391af', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:14.572177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.578364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34446) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:14.590048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (9ffda08e-ab0b-4283-baa2-f65b62d747b4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.594370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Fanout notify agent at l3_agent the message router_deleted on router 9ffda08e-ab0b-4283-baa2-f65b62d747b4 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:14.595027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d954ebd2-63cb-4505-aec2-6d494ee29ca5 None None] Could not find standard attr ID for object de6acaa3-6ee5-449c-9541-faedc1e9a264. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:12:14.606629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Attempting to bind port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:14.607023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Attempting to bind port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:14.607384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Attempting to bind port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec on network 5daea292-37b2-453e-81ff-13760a10b26f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:14.624242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:14.624646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Checking segment: {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:14.630665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.630665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Bound using segment: {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:14.630665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Bound port: e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2028506f-857f-4741-a444-8f27f8847edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:14.630665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.659566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:14.777732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:14.817460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-339503da-cc3f-4679-9816-972564874925 None None] Provisioning complete for port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:14.817945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-339503da-cc3f-4679-9816-972564874925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:14.889470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:14.895342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] For port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:14.942050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] For port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,segment=NetworkSegment(2028506f-857f-4741-a444-8f27f8847edb),segment_id=2028506f-857f-4741-a444-8f27f8847edb)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:14.950852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Allocated IP 172.22.0.2 (f0f10061-a008-492f-abcd-f2825d3391af/3a8d02f7-ad02-462e-a82d-f7ac2dcd5227/6da43e7b-2ca1-4fc7-acaf-1da05363e286) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:14.957731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-339503da-cc3f-4679-9816-972564874925 None None] Port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:15.035503 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.036876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-533471b8-5b06-4ea2-9f54-13a9362f9b4a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/9ffda08e-ab0b-4283-baa2-f65b62d747b4 HTTP/1.1" status: 204 len: 168 time: 2.1811123 Mar 09 17:12:15.041168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34448) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:15.044593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:15.048090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.055145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-438900076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:15.060808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.063835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] Deleting port 9523064b-988a-4968-9f96-6ded28959427 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:15.064213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9523064b-988a-4968-9f96-6ded28959427), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.116168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:15.116649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.154880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaccad2-7170-4bde-9bcb-eee8f9e75242 tempest-TestNetworkAdvancedServerOps-863601697 tempest-TestNetworkAdvancedServerOps-863601697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:15.159862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bcaccad2-7170-4bde-9bcb-eee8f9e75242 tempest-TestNetworkAdvancedServerOps-863601697 tempest-TestNetworkAdvancedServerOps-863601697-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1125 time: 0.5802364 Mar 09 17:12:15.164382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34450) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:15.168992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:15.204588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (ef26345c-fdee-46f4-915e-33303a90885a), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.205645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (ef26345c-fdee-46f4-915e-33303a90885a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.251636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] For port 9523064b-988a-4968-9f96-6ded28959427, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9523064b-988a-4968-9f96-6ded28959427,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:15.251636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9523064b-988a-4968-9f96-6ded28959427), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.267993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316970a1-ba17-4037-b6b5-6f6288a7016f None None] Pushing event updated for resources: {'Port': ['ID=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:15.291309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.298196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] Calling delete_port for 9523064b-988a-4968-9f96-6ded28959427 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:15.299865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:15.300540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:15.337783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (ef26345c-fdee-46f4-915e-33303a90885a), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.339149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.399251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.412559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (ef26345c-fdee-46f4-915e-33303a90885a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.498417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Publish callbacks [] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.501584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (80a3a347-d682-4fa6-acfc-277872bc5601), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.536274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:15.540859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.542406 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56ee810b-2055-4060-9fd4-c6c29d19a97a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4988410 Mar 09 17:12:15.548900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34452) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:15.553298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'enable_snat': False}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:15.557646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:15.568476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:15.572943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:15.573490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.590309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=80a3a347-d682-4fa6-acfc-277872bc5601,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:15.596423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] Provisioning complete for port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:15.596423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.604673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.615937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:15.664768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.685781 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fa5190dc-04e4-41e7-b2ff-aee631fcf566 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3364263 Mar 09 17:12:15.686020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34454) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:15.690748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:59:49:ba', 'name': 'tempest-NetworksTestDHCPv6-525704162'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:15.716858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 532c538d-f910-46c1-83f0-05f33dac06c6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:15.771355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 532c538d-f910-46c1-83f0-05f33dac06c6 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:15.771701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 532c538d-f910-46c1-83f0-05f33dac06c6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:15.772131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c779eda-fe2f-4180-8cf7-eacddce90135 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:15.779871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Network f0f10061-a008-492f-abcd-f2825d3391af is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:15.807949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Allocated IP 172.36.5.14 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/b981e219-63e2-4b91-8990-0ed42b7aaaef) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:15.826443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:15.828229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (9523064b-988a-4968-9f96-6ded28959427), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.831081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:15.836517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1c779eda-fe2f-4180-8cf7-eacddce90135 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:15.838274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c779eda-fe2f-4180-8cf7-eacddce90135 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:15.839959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Pushing event updated for resources: {'Port': ['ID=6da43e7b-2ca1-4fc7-acaf-1da05363e286,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:15.863965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] No DVR routers for this DVR port 9523064b-988a-4968-9f96-6ded28959427 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:15.916373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4300f-ed78-46c8-8ca9-2edca20e1ce7 None None] Pushing event deleted for resources: {'Port': ['ID=9523064b-988a-4968-9f96-6ded28959427,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:15.924266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6c5b3-eb95-4391-ace8-56fbd6376c0e None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:15.960669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.22.0.1 (f0f10061-a008-492f-abcd-f2825d3391af/3a8d02f7-ad02-462e-a82d-f7ac2dcd5227/c034d209-2902-4b27-beb4-e8d1a257240e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:15.973043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:15.978408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:15.995778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ef26345c-fdee-46f4-915e-33303a90885a), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.025849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Attempting to bind port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:16.026225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Attempting to bind port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:16.026590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Attempting to bind port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 on network f0f10061-a008-492f-abcd-f2825d3391af {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:16.123388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.145805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 85e89ebf-b646-4a56-b986-5c7068cf732e yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:12:16.196491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.207830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (c034d209-2902-4b27-beb4-e8d1a257240e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.218324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] Current status of the port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:16.218714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.228152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port d77ea2e6-4575-43e3-b86a-165764195829 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:16.228527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d77ea2e6-4575-43e3-b86a-165764195829), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.235007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:16.235233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Checking segment: {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:16.235548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.235960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Bound using segment: {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:16.236452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Bound port: 6da43e7b-2ca1-4fc7-acaf-1da05363e286, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:16.236832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.274484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:16.289910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:16.294633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:16.299200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Port': ['ID=b981e219-63e2-4b91-8990-0ed42b7aaaef,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:16.306403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] For port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,segment=NetworkSegment(2028506f-857f-4741-a444-8f27f8847edb),segment_id=2028506f-857f-4741-a444-8f27f8847edb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:16.345274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-82437994-628b-400a-ad5e-f12512122dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:09Z', 'revision_number': 3, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:14Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:16.346102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::397 (23e84d69-248a-4c03-bab8-85be85a4a2bb/80a3a347-d682-4fa6-acfc-277872bc5601/85e89ebf-b646-4a56-b986-5c7068cf732e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:16.392899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '80a3a347-d682-4fa6-acfc-277872bc5601'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:16.393675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.403661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port d77ea2e6-4575-43e3-b86a-165764195829, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d77ea2e6-4575-43e3-b86a-165764195829,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:16.403661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d77ea2e6-4575-43e3-b86a-165764195829), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.411771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.413816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82437994-628b-400a-ad5e-f12512122dfe None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:09Z', 'revision_number': 3, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:14Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:16.425480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for d77ea2e6-4575-43e3-b86a-165764195829 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:16.473400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22e189-7e9e-4004-9807-2ef9826b5cdf None None] Pushing event updated for resources: {'Port': ['ID=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:16.478662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.569056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] For port 6da43e7b-2ca1-4fc7-acaf-1da05363e286, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:16.590404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] For port 6da43e7b-2ca1-4fc7-acaf-1da05363e286, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da43e7b-2ca1-4fc7-acaf-1da05363e286,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:16.626902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network f0f10061-a008-492f-abcd-f2825d3391af is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:16.661259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:16.664130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:16.666857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.675698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=c034d209-2902-4b27-beb4-e8d1a257240e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:16.692012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (85e89ebf-b646-4a56-b986-5c7068cf732e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.739744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ef26345c-fdee-46f4-915e-33303a90885a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.779916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.802240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91eff5-aef4-4484-a609-cc1a6477408f None None] Pushing event updated for resources: {'Port': ['ID=6da43e7b-2ca1-4fc7-acaf-1da05363e286,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:16.872397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:16.880927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (85e89ebf-b646-4a56-b986-5c7068cf732e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.935731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:16.960242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/80a3a347-d682-4fa6-acfc-277872bc5601/3bcd123d-e557-4957-8f33-5b5e0afc3b65) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:17.011769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:17.048723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Allocated IP 172.36.5.160 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/093b0914-6442-4225-99b1-a439f5b657ab) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:17.127820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:17.133520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:17.134323 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.194297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:17.213548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:17.214299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.242120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.263325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=85e89ebf-b646-4a56-b986-5c7068cf732e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:17.289119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for port (093b0914-6442-4225-99b1-a439f5b657ab), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.314840 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-69c91cf5-adbb-4b32-bed7-82a08d14fc72 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6277449 Mar 09 17:12:17.321624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34458) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:17.370252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d77ea2e6-4575-43e3-b86a-165764195829), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.372251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for floatingip (b0552c7b-9927-42b3-984b-3dc6f13408e4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.376381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:17.384879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Publish callbacks [] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.450947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=d77ea2e6-4575-43e3-b86a-165764195829,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:17.471833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9523064b-988a-4968-9f96-6ded28959427 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:17.503542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.510155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a487014c-4ad3-432b-8499-cfce9067a814 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:17.512309 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a487014c-4ad3-432b-8499-cfce9067a814 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1895528 Mar 09 17:12:17.514861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34460) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:17.553681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Pushing event updated for resources: {'Port': ['ID=3bcd123d-e557-4957-8f33-5b5e0afc3b65,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:17.556333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9523064b-988a-4968-9f96-6ded28959427 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:17.556776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9523064b-988a-4968-9f96-6ded28959427 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:17.590021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:17.597214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:17.604763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:17.675975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Attempting to bind port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:17.676668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Attempting to bind port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:17.677201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Attempting to bind port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:17.683883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:17.684368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:17.684855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.685320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:17.685999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Bound port: 3bcd123d-e557-4957-8f33-5b5e0afc3b65, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:17.686735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.712903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.767722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] For port 3bcd123d-e557-4957-8f33-5b5e0afc3b65, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:17.772088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] For port 3bcd123d-e557-4957-8f33-5b5e0afc3b65, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bcd123d-e557-4957-8f33-5b5e0afc3b65,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:17.772463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 85e89ebf-b646-4a56-b986-5c7068cf732e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:17.772823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (85e89ebf-b646-4a56-b986-5c7068cf732e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.873305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.939560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (85e89ebf-b646-4a56-b986-5c7068cf732e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:17.948120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8e499-caa8-4ca9-808f-746e767185a3 None None] Pushing event updated for resources: {'Port': ['ID=3bcd123d-e557-4957-8f33-5b5e0afc3b65,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:17.958883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 85e89ebf-b646-4a56-b986-5c7068cf732e owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:18.045897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (093b0914-6442-4225-99b1-a439f5b657ab), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.050383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.125077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.172273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.172475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:18.192123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Pushing event updated for resources: {'Port': ['ID=093b0914-6442-4225-99b1-a439f5b657ab,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:18.194572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:18.203850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:18.271563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (85e89ebf-b646-4a56-b986-5c7068cf732e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.339941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event updated for resources: {'Port': ['ID=b981e219-63e2-4b91-8990-0ed42b7aaaef,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:18.346804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (b0552c7b-9927-42b3-984b-3dc6f13408e4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.405708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.411355 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/85e89ebf-b646-4a56-b986-5c7068cf732e HTTP/1.1" status: 204 len: 168 time: 0.8931446 Mar 09 17:12:18.412571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34462) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:18.441398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c91718-677b-4735-a23f-713c76ca716f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=85e89ebf-b646-4a56-b986-5c7068cf732e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:18.528973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626556c0-edc5-481f-bcb6-6a64a972dc7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:18.530312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626556c0-edc5-481f-bcb6-6a64a972dc7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:18.534305 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-626556c0-edc5-481f-bcb6-6a64a972dc7a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1020870 Mar 09 17:12:18.534458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (c034d209-2902-4b27-beb4-e8d1a257240e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.534893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34464) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:18.569336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b7f0f-d994-4b79-a430-a4119a413a08 None None] Network f0f10061-a008-492f-abcd-f2825d3391af requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:18.576545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Floating IP b0552c7b-9927-42b3-984b-3dc6f13408e4 associated. External IP: 172.36.5.14, port: cdccc674-d33b-4156-b16a-74b38f5585a0. Mar 09 17:12:18.612501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:18.622818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.656279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 80a3a347-d682-4fa6-acfc-277872bc5601 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:18.661381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (80a3a347-d682-4fa6-acfc-277872bc5601), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.687773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] Provisioning complete for port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:18.688261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.837777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=c034d209-2902-4b27-beb4-e8d1a257240e,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:18.840788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.858700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] Current status of the port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:18.859113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:18.928538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] For port 6da43e7b-2ca1-4fc7-acaf-1da05363e286, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da43e7b-2ca1-4fc7-acaf-1da05363e286,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:18.960662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:18.978018 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:18.995961 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:18.996152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c26c7360-0a4a-43fe-8d4d-9d1788262433 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9256344 Mar 09 17:12:18.997593 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:18.998858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34466) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:19.010768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.127206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3bcd123d-e557-4957-8f33-5b5e0afc3b65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:19.195196 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:19.244045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network f0f10061-a008-492f-abcd-f2825d3391af is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:19.245358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5236321-7bf5-4633-a7dd-84a544f9d9db None None] Pushing event updated for resources: {'Port': ['ID=6da43e7b-2ca1-4fc7-acaf-1da05363e286,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:19.249896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router_gateway (ef26345c-fdee-46f4-915e-33303a90885a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.267232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:19.275553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-647ef470-4380-4e86-896a-ce748adfa650 None None] Provisioning complete for port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:19.275991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-647ef470-4380-4e86-896a-ce748adfa650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.355721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (80a3a347-d682-4fa6-acfc-277872bc5601), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.361271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:19.362116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.402936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet 72eddd40-f4e6-4071-917c-7096efc48716 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:19.496031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Router 9a07368d-8517-488f-81e8-f43d7100af8d has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:19.501794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (72eddd40-f4e6-4071-917c-7096efc48716), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.529841 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:17Z', 'revision_number': 10, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:19.562675 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:19.582791 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:19.583423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:19.595177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (80a3a347-d682-4fa6-acfc-277872bc5601), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.598733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-647ef470-4380-4e86-896a-ce748adfa650 None None] Current status of the port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:19.655891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:19.656305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.664200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-647ef470-4380-4e86-896a-ce748adfa650 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:19.664609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-647ef470-4380-4e86-896a-ce748adfa650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.726825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:19.749138 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:19.766849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] Sync routers for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:19.776364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (72eddd40-f4e6-4071-917c-7096efc48716), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.798759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (80a3a347-d682-4fa6-acfc-277872bc5601), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.810365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-647ef470-4380-4e86-896a-ce748adfa650 None None] Port c034d209-2902-4b27-beb4-e8d1a257240e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:19.819544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:19.820227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:19.855845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=80a3a347-d682-4fa6-acfc-277872bc5601,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:19.859750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.912143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:19.916026 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5636f233-fe50-4400-99b3-3ac55761c4f7 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/80a3a347-d682-4fa6-acfc-277872bc5601 HTTP/1.1" status: 204 len: 168 time: 1.3805170 Mar 09 17:12:19.935236 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09279f74-5eb4-40ee-9466-0c1939a6fb17 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7706008 Mar 09 17:12:19.935885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34468) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:19.936492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:12:19.940681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85a65f-80a5-451c-b9cb-fa25319ab040" -d '{"events": [{"name": "network-changed", "server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:12:19.990334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:20.004645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:12:20.005951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:12:20.016455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e34aca-18b0-4b82-8070-af0d145b420c x-openstack-request-id: req-18e34aca-18b0-4b82-8070-af0d145b420c {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:12:20.016905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:12:20.017272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18e34aca-18b0-4b82-8070-af0d145b420c {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:12:20.017784 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'status': 'completed', 'code': 200} Mar 09 17:12:20.019701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed03d8f-33f1-443e-8fd9-b9cd59530059 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:20.024134 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c17ed72d-ef70-4bce-acc2-b7df7a82d791 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804682 Mar 09 17:12:20.026455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34474) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:20.116460 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:17Z', 'revision_number': 10, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:20.131765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-45604f33-bfa8-4d92-a55f-05b3b08ecdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.131765 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-45604f33-bfa8-4d92-a55f-05b3b08ecdaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbb791156d794777a30b1ac575142f61&device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1130 time: 0.1063423 Mar 09 17:12:20.133528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Provisioning complete for port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:20.134732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.157380 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a6ef-4e80-4b3e-86ed-991df4a4f875 None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:17Z', 'revision_number': 10, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None, '_interfaces': [{'id': 'b25db281-767e-42e8-ac27-f9c90c7d4542', 'name': '', 'network_id': '4408ae93-b386-4f6b-ab3b-ddd0703145c2', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'mac_address': 'fa:16:3e:81:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b94615-015e-4f62-bf32-31fc6836561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:12Z', 'updated_at': '2022-03-09T17:11:21Z', 'revision_number': 5, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'subnets': [{'id': 'db4ce396-1bc9-41ef-a309-fdb930fbd597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:20.211545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (ef26345c-fdee-46f4-915e-33303a90885a), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.217167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e25bd-ff15-4ed4-963b-551d789e4dc7 req-4f7d53de-8f18-4743-8eaf-6aaa13f2bc4e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.218690 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4f1e25bd-ff15-4ed4-963b-551d789e4dc7 req-4f7d53de-8f18-4743-8eaf-6aaa13f2bc4e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1840072 Mar 09 17:12:20.248956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:20.273407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-212f39da-57c8-4467-89ed-3271a4e9c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.275573 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-212f39da-57c8-4467-89ed-3271a4e9c3e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 200 len: 897 time: 0.1370161 Mar 09 17:12:20.334415 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4f1e25bd-ff15-4ed4-963b-551d789e4dc7 req-a6c95409-2999-411d-b736-fbb1a9b3add0 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091337 Mar 09 17:12:20.365317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34476) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:20.367096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Current status of the port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:20.367497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.428660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] For port 3bcd123d-e557-4957-8f33-5b5e0afc3b65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bcd123d-e557-4957-8f33-5b5e0afc3b65,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:20.432079 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-f24dac58-1143-4cb6-aec5-c45afd268290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 200 len: 999 time: 0.1468935 Mar 09 17:12:20.479278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e2b1a9cb-20c0-4aa4-a170-09bcc1391763 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/floatingips/b0552c7b-9927-42b3-984b-3dc6f13408e4 HTTP/1.1" status: 200 len: 991 time: 0.1126292 Mar 09 17:12:20.497271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-001f29b1-27ea-4861-b1ee-ed96b2263dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.498227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-001f29b1-27ea-4861-b1ee-ed96b2263dd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b70a303d-68f0-4b59-99d0-543398c00851 HTTP/1.1" status: 200 len: 834 time: 0.0573697 Mar 09 17:12:20.515408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.543032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:20.567939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-5392d5c4-11c4-40f0-a5ae-15effc5f74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.569954 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-5392d5c4-11c4-40f0-a5ae-15effc5f74c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0482777b-394b-4efc-8c8a-570f5c5a9f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0650818 Mar 09 17:12:20.598216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (ef26345c-fdee-46f4-915e-33303a90885a), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.601012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (72eddd40-f4e6-4071-917c-7096efc48716), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.656622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a58c5-4d94-4078-b8f0-8c3337c48aa3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.658272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-747a58c5-4d94-4078-b8f0-8c3337c48aa3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6288769 Mar 09 17:12:20.664810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34478) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:20.718693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:20.728516 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-462f50e6-81bc-4a4f-98e3-c523d25f72eb tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4302223 Mar 09 17:12:20.728733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3264ccb-5ad0-4626-a376-1ca571ec273f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:20.731899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34480) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:20.734089 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c3264ccb-5ad0-4626-a376-1ca571ec273f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663526 Mar 09 17:12:20.734773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34482) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:20.737738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1189160700'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:20.739383 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:20.749621 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:20.751984 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:20.797222 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb95bcdc-9977-4200-96f9-3d85398e2323 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574312 Mar 09 17:12:20.797829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34484) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:20.808525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:20.812707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:20.813705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6da43e7b-2ca1-4fc7-acaf-1da05363e286 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:20.843500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:20.843890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.849664 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:20.868301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-071d7914-0db8-4cb1-b98b-5bad51d6166d service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904553 Mar 09 17:12:20.885109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Pushing event updated for resources: {'Port': ['ID=3bcd123d-e557-4957-8f33-5b5e0afc3b65,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:20.929148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-62b65aba-ca0b-43e8-92b1-3abe68026676 None None] Port c034d209-2902-4b27-beb4-e8d1a257240e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:20.952806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:20.961322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b0552c7b-9927-42b3-984b-3dc6f13408e4', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'floating_ip_address': '172.36.5.14', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'port_id': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'mac_address': 'fa:16:3e:b7:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:12:16Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 0, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:20.965616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.965761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:20.965761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:20.967924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] Deleting port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:20.968432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.001971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:21.005229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Router ef26345c-fdee-46f4-915e-33303a90885a is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:21.007937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (72eddd40-f4e6-4071-917c-7096efc48716), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.027105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] Checking router: 9a07368d-8517-488f-81e8-f43d7100af8d for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:21.043806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.044066 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb85a65f-80a5-451c-b9cb-fa25319ab040 req-333b40b9-0057-4dec-9edd-3c8b05994f3f service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385434 Mar 09 17:12:21.057454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.063274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/72eddd40-f4e6-4071-917c-7096efc48716 HTTP/1.1" status: 204 len: 168 time: 2.0593102 Mar 09 17:12:21.063448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34490) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.075289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabc0a4-506e-4c56-acd5-fd0c255186dc None None] Network 066bcc9f-82fb-4584-8c78-2ba1f341274b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:21.082025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f0ec16eb-ba0a-43b7-bb4e-9cf1e68d7e91 None None] Could not find standard attr ID for object 85e89ebf-b646-4a56-b986-5c7068cf732e. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:12:21.084054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362c970-c4ca-434e-a637-420920c2f9d1 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=72eddd40-f4e6-4071-917c-7096efc48716,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:21.086511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.087417 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added segment b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4 of type vlan for network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 Mar 09 17:12:21.122068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:21.126616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.128175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:21.128865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:21.137728 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:17Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:18Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:21.194223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] For port 3bcd123d-e557-4957-8f33-5b5e0afc3b65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bcd123d-e557-4957-8f33-5b5e0afc3b65,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:21.194637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.208000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (066bcc9f-82fb-4584-8c78-2ba1f341274b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.235404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (7fd3a38e-7b35-459b-99c0-1ec6704f6f21), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.269857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] Calling delete_port for 3bcd123d-e557-4957-8f33-5b5e0afc3b65 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:21.289571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dadac4-54b3-472b-be11-0f00efedbabb tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:21.290489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dadac4-54b3-472b-be11-0f00efedbabb tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:21.290620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dadac4-54b3-472b-be11-0f00efedbabb tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:21.292374 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d9dadac4-54b3-472b-be11-0f00efedbabb tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=900b1c90db734fa5bf13ca897c8a3312&network_id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 3105 time: 0.2470615 Mar 09 17:12:21.303363 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:21.303609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f0ec16eb-ba0a-43b7-bb4e-9cf1e68d7e91 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:21.303848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0ec16eb-ba0a-43b7-bb4e-9cf1e68d7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.304008 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Updating router f9713691-0c9d-439f-8154-6aa793d91264 port c034d209-2902-4b27-beb4-e8d1a257240e binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:12:21.334524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:21.339515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.340840 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-19b28bcc-5709-44a8-b036-4519ecb39245 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "PUT /v2.0/routers/ef26345c-fdee-46f4-915e-33303a90885a HTTP/1.1" status: 200 len: 915 time: 5.7909636 Mar 09 17:12:21.343501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34494) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.343728 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.405140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (7fd3a38e-7b35-459b-99c0-1ec6704f6f21), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.410446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:21.411146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.441225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] Sync routers for ids ['ef26345c-fdee-46f4-915e-33303a90885a'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:21.491042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34498) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.494142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port a0e7cea0-2c11-4cbe-b453-62a8472b1079 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:21.494668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.542361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Network': ['ID=7fd3a38e-7b35-459b-99c0-1ec6704f6f21,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:21.544907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec16eb-ba0a-43b7-bb4e-9cf1e68d7e91 None None] Port c034d209-2902-4b27-beb4-e8d1a257240e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:21.548106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] Routers {'ef26345c-fdee-46f4-915e-33303a90885a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:21.548926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ef26345c-fdee-46f4-915e-33303a90885a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:21.551554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df968196-fb49-4207-b07f-97de86860e36 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8186762 Mar 09 17:12:21.558811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34500) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.564555 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'subnet': {'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:21.570210 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8b04abc1-cfe4-482e-80fb-bbb7570fcecb tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/ef26345c-fdee-46f4-915e-33303a90885a HTTP/1.1" status: 200 len: 921 time: 0.2255478 Mar 09 17:12:21.570604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:21.575436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:21.581800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34502) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.615400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:21.675251 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b3f8e5b5-5a48-41b7-a30d-4297d57b1c3b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/floatingips/b0552c7b-9927-42b3-984b-3dc6f13408e4 HTTP/1.1" status: 200 len: 991 time: 0.1369445 Mar 09 17:12:21.676994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:21.692763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e76bec-312d-4065-9d54-0a64b3bae1aa tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:21.694186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-13e76bec-312d-4065-9d54-0a64b3bae1aa tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=ef26345c-fdee-46f4-915e-33303a90885a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1114991 Mar 09 17:12:21.697501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34504) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.720510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port a0e7cea0-2c11-4cbe-b453-62a8472b1079, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0e7cea0-2c11-4cbe-b453-62a8472b1079,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:21.722640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.748008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for a0e7cea0-2c11-4cbe-b453-62a8472b1079 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:21.790071 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Publish callbacks [] for port (c034d209-2902-4b27-beb4-e8d1a257240e), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.793842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] DHCP port deletion for 066bcc9f-82fb-4584-8c78-2ba1f341274b request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:21.800374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Made reservation on behalf of 3077bb554bde40aabed18420371e710d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:21.801251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] Routers {'ef26345c-fdee-46f4-915e-33303a90885a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:21.801889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ef26345c-fdee-46f4-915e-33303a90885a'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:21.804248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.812780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6da43e7b-2ca1-4fc7-acaf-1da05363e286 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:21.875891 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.894443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105cc078-fe81-497f-9150-3663e361bd4c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:21.900880 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-105cc078-fe81-497f-9150-3663e361bd4c tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/networks/8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 881 time: 0.2023401 Mar 09 17:12:21.901747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34506) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:21.938863 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Pushing event updated for resources: {'Port': ['ID=c034d209-2902-4b27-beb4-e8d1a257240e,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:21.955013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:21.956129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473359e3-c5ce-4f00-8644-a90c7f97b422 None None] The sync data for ids ['ef26345c-fdee-46f4-915e-33303a90885a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:21.967914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:12:21.973865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (3bcd123d-e557-4957-8f33-5b5e0afc3b65), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:21.982797 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.983600 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.984419 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.984988 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.985589 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.986279 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.986874 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.987508 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.988073 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.988828 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.989596 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.990160 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:21.990702 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:12:22.034850 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Attempting to bind port c034d209-2902-4b27-beb4-e8d1a257240e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:22.035574 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Attempting to bind port c034d209-2902-4b27-beb4-e8d1a257240e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:22.036283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] Pushing event deleted for resources: {'Port': ['ID=3bcd123d-e557-4957-8f33-5b5e0afc3b65,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:22.037708 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Attempting to bind port c034d209-2902-4b27-beb4-e8d1a257240e on network f0f10061-a008-492f-abcd-f2825d3391af {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:22.052713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:22.052713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Checking segment: {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:22.053066 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.053552 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Bound using segment: {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:22.058310 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Bound port: c034d209-2902-4b27-beb4-e8d1a257240e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:22.058310 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.077905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72c47f-e7d2-4895-8839-f5beaa7d4307 None None] No DVR routers for this DVR port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:22.088421 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b00963a9-92e6-4d6d-8915-bab96c660abf tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef26345c-fdee-46f4-915e-33303a90885a HTTP/1.1" status: 200 len: 205 time: 0.1608758 Mar 09 17:12:22.092061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34510) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:22.113453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] Deleting port a0e7cea0-2c11-4cbe-b453-62a8472b1079 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:22.113453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.128487 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.services.revisions.revision_plugin [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Could not find related port for resource to bump revision. Mar 09 17:12:22.144619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.169596 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] For port c034d209-2902-4b27-beb4-e8d1a257240e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:22.175603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=a0e7cea0-2c11-4cbe-b453-62a8472b1079,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:22.179384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] For port c034d209-2902-4b27-beb4-e8d1a257240e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c034d209-2902-4b27-beb4-e8d1a257240e,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:22.187157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_pluggable_backend [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Port 3bcd123d-e557-4957-8f33-5b5e0afc3b65 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 09 17:12:22.187537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_pluggable_backend [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Reverting IP allocation for 2001:db8::f816:3eff:fe30:b31d {{(pid=104358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 09 17:12:22.193607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port a0e7cea0-2c11-4cbe-b453-62a8472b1079 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:22.199550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_pluggable_backend [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe30:b31d {{(pid=104358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 09 17:12:22.209089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:22.209328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.224683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (5567e8ad-074c-41d1-92b8-120ff0e1033e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.271570 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.287023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] For port a0e7cea0-2c11-4cbe-b453-62a8472b1079, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0e7cea0-2c11-4cbe-b453-62a8472b1079,segment=NetworkSegment(83d19d56-1757-4968-99a7-3b26da4574d6),segment_id=83d19d56-1757-4968-99a7-3b26da4574d6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:22.287427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.318975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (066bcc9f-82fb-4584-8c78-2ba1f341274b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.330368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] Calling delete_port for a0e7cea0-2c11-4cbe-b453-62a8472b1079 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:22.342231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066bcc9f-82fb-4584-8c78-2ba1f341274b']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:22.358016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d19d56-1757-4968-99a7-3b26da4574d6') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:22.358333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d19d56-1757-4968-99a7-3b26da4574d6') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:22.359323 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:22.360282 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:22.375377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (83d19d56-1757-4968-99a7-3b26da4574d6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.379750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.388146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (ef26345c-fdee-46f4-915e-33303a90885a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.399018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:22.413575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:22.418106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:22.418787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.431123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070eff52-36b4-4e2a-b2fc-8e60132a7575 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:22.434839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (83d19d56-1757-4968-99a7-3b26da4574d6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.451072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:22.451745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (83d19d56-1757-4968-99a7-3b26da4574d6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:22.455195 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:22.469585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=5567e8ad-074c-41d1-92b8-120ff0e1033e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:22.527335 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:22.539206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:22.561642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:22.562865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.563202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Subnet': ['ID=0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:22.658693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Checking segment: {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:22.659066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network hostable DHCP agents. Network: 7fd3a38e-7b35-459b-99c0-1ec6704f6f21, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:22.681056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34514) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:22.810403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (ef26345c-fdee-46f4-915e-33303a90885a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:22.830646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d77ea2e6-4575-43e3-b86a-165764195829 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:22.853329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b521daa2-4e7b-4b0b-ac4c-0782726aa1ff tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/floatingips/b0552c7b-9927-42b3-984b-3dc6f13408e4 HTTP/1.1" status: 200 len: 991 time: 0.1627204 Mar 09 17:12:22.856432 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee587-0ab4-4af2-8698-bb6a8680cdc4 None None] Pushing event updated for resources: {'Port': ['ID=c034d209-2902-4b27-beb4-e8d1a257240e,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:22.860095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: d77ea2e6-4575-43e3-b86a-165764195829 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:22.860606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d77ea2e6-4575-43e3-b86a-165764195829 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:22.861137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3bcd123d-e557-4957-8f33-5b5e0afc3b65 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:22.862728 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:17Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:22Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:22.864929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b0552c7b-9927-42b3-984b-3dc6f13408e4', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'floating_ip_address': '172.36.5.14', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'port_id': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'mac_address': 'fa:16:3e:b7:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:12:16Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 0, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:22.878948 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-426b7308-b46d-4d4c-b508-9691cd019971 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0760472 Mar 09 17:12:22.881865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34516) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:22.888667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:22.894580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9bc25-3677-45b8-a2ff-f28010b1853d None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:17Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:22Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:22.931752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49a3a-6ada-4257-8576-d33e1c72153c None None] The sync data for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv is: [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b0552c7b-9927-42b3-984b-3dc6f13408e4', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'floating_ip_address': '172.36.5.14', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'port_id': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'mac_address': 'fa:16:3e:b7:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:12:16Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 0, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:22.933339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 3bcd123d-e557-4957-8f33-5b5e0afc3b65 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:22.933685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3bcd123d-e557-4957-8f33-5b5e0afc3b65 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:22.940942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:22.943199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a0e7cea0-2c11-4cbe-b453-62a8472b1079), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.005175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '5567e8ad-074c-41d1-92b8-120ff0e1033e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:23.006070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.007866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:23.046130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] Pushing event deleted for resources: {'Port': ['ID=a0e7cea0-2c11-4cbe-b453-62a8472b1079,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:23.047330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b5695-c11d-4f15-9663-e1373ddcc530 None None] No DVR routers for this DVR port a0e7cea0-2c11-4cbe-b453-62a8472b1079 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:23.116642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Deleting port 093b0914-6442-4225-99b1-a439f5b657ab {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:23.117179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (093b0914-6442-4225-99b1-a439f5b657ab), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.118654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc628a1-2abc-4fcb-8d8e-10dd519d48ad tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:23.137561 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7dc628a1-2abc-4fcb-8d8e-10dd519d48ad tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 814 time: 0.1946359 Mar 09 17:12:23.138775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (066bcc9f-82fb-4584-8c78-2ba1f341274b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.146964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7fd3a38e-7b35-459b-99c0-1ec6704f6f21) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:23.156783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:23.157306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.184853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.186446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2890e-c6ff-4f90-b7c7-1b5b9f8e1690 None None] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:23.191905 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/066bcc9f-82fb-4584-8c78-2ba1f341274b HTTP/1.1" status: 204 len: 168 time: 2.1269460 Mar 09 17:12:23.192949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34522) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:23.200436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b972a2-c790-4833-b647-2aa547503838 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=066bcc9f-82fb-4584-8c78-2ba1f341274b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:23.241866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:23.250777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.259692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] Current status of the port c034d209-2902-4b27-beb4-e8d1a257240e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:23.260146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.293479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e62cc689-29f0-4281-902e-bd4b1b17e09c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7333474 Mar 09 17:12:23.301209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34526) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:23.406709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (093b0914-6442-4225-99b1-a439f5b657ab), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.411358 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9161cc-3d12-41a2-a39b-05dae12ed60c None None] New status for floating IP b0552c7b-9927-42b3-984b-3dc6f13408e4: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:12:23.429952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] For port c034d209-2902-4b27-beb4-e8d1a257240e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c034d209-2902-4b27-beb4-e8d1a257240e,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:23.437472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Allocated IP 2001:db8::f816:3eff:fe9f:3475 (23e84d69-248a-4c03-bab8-85be85a4a2bb/5567e8ad-074c-41d1-92b8-120ff0e1033e/54731135-00e5-4918-80a5-706722e38179) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:23.447288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'project_id': '3077bb554bde40aabed18420371e710d', 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:23.448158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.485507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Calling delete_port for 093b0914-6442-4225-99b1-a439f5b657ab owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:23.510298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.530998 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.ipam_backend_mixin [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5567e8ad-074c-41d1-92b8-120ff0e1033e (CIDR: 2001:db8::/64) Mar 09 17:12:23.593119 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:12:23.593644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:23.621567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34528) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:23.664482 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf587883-e8e8-4692-8790-817940c191b5 None None] Pushing event updated for resources: {'Port': ['ID=c034d209-2902-4b27-beb4-e8d1a257240e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:23.675094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--529700841', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:23.797705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:23.802117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.817965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-44805dae-11d0-4282-ab81-a931b798ac40 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:23.818366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-44805dae-11d0-4282-ab81-a931b798ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.903144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:23.905451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:23.910415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c034d209-2902-4b27-beb4-e8d1a257240e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:23.962290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Allocated IP 172.23.0.2 (7fd3a38e-7b35-459b-99c0-1ec6704f6f21/0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f/88bc4575-cc86-4f08-996e-e9e812da56f7) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:23.977141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (de00209d-90c3-464f-9d98-bb40239baa75), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:23.978312 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment de00209d-90c3-464f-9d98-bb40239baa75 of type vlan for network 49647f15-7420-479c-9cce-0ce183363862 Mar 09 17:12:24.063378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (49647f15-7420-479c-9cce-0ce183363862), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.078431 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8f647fd2-162e-4dca-b083-fcf037dde002 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/floatingips/b0552c7b-9927-42b3-984b-3dc6f13408e4 HTTP/1.1" status: 200 len: 993 time: 0.1552904 Mar 09 17:12:24.078431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.111850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Publish callbacks [] for port (54731135-00e5-4918-80a5-706722e38179), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.164258 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1b5863a3-406d-42ba-b95c-e6bd48c24e14 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2811780 Mar 09 17:12:24.166603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34532) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:24.171724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:24.213470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (54731135-00e5-4918-80a5-706722e38179), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.225612 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:24.225999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.252185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-44805dae-11d0-4282-ab81-a931b798ac40 None None] Current status of the port c034d209-2902-4b27-beb4-e8d1a257240e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:24.322966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Publish callbacks [] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.331058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:24.336955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Pushing event updated for resources: {'Port': ['ID=54731135-00e5-4918-80a5-706722e38179,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:24.342987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:24.346021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:24.363095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.365893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (49647f15-7420-479c-9cce-0ce183363862), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.371484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:24.371675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.424893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Attempting to bind port 54731135-00e5-4918-80a5-706722e38179 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:24.425710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Attempting to bind port 54731135-00e5-4918-80a5-706722e38179 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:24.426311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Attempting to bind port 54731135-00e5-4918-80a5-706722e38179 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:24.452643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.458982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:24.459460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:24.459938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.460518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:24.461071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Bound port: 54731135-00e5-4918-80a5-706722e38179, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:24.461519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (54731135-00e5-4918-80a5-706722e38179), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.469256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (093b0914-6442-4225-99b1-a439f5b657ab), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.476030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=49647f15-7420-479c-9cce-0ce183363862,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:24.512148 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-65d1d7f2-5730-4f56-a08d-7b5540e0953e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8406923 Mar 09 17:12:24.512473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 49647f15-7420-479c-9cce-0ce183363862 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:24.512621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event deleted for resources: {'Port': ['ID=093b0914-6442-4225-99b1-a439f5b657ab,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:24.512737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34534) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:24.548025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c034d209-2902-4b27-beb4-e8d1a257240e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:24.561176 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e70f2150-1995-4ba4-a9c6-8199b70d9377 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450220 Mar 09 17:12:24.561401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34536) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:24.576138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:24.599471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:24.602223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:24.613711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:24.614577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Pushing event updated for resources: {'Port': ['ID=88bc4575-cc86-4f08-996e-e9e812da56f7,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:24.616828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.648643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (ef26345c-fdee-46f4-915e-33303a90885a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.663598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0e7cea0-2c11-4cbe-b453-62a8472b1079 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:24.716263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a0e7cea0-2c11-4cbe-b453-62a8472b1079 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:24.716708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a0e7cea0-2c11-4cbe-b453-62a8472b1079 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:24.757028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] For port 54731135-00e5-4918-80a5-706722e38179, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:24.775900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] For port 54731135-00e5-4918-80a5-706722e38179, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54731135-00e5-4918-80a5-706722e38179,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:24.782387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Attempting to bind port 88bc4575-cc86-4f08-996e-e9e812da56f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:24.782387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Attempting to bind port 88bc4575-cc86-4f08-996e-e9e812da56f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:24.782387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Attempting to bind port 88bc4575-cc86-4f08-996e-e9e812da56f7 on network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:24.785861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (ef26345c-fdee-46f4-915e-33303a90885a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.786474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:24.787272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Checking segment: {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:24.787990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.788284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Bound using segment: {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:24.788993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Bound port: 88bc4575-cc86-4f08-996e-e9e812da56f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:24.790522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.790672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (ef26345c-fdee-46f4-915e-33303a90885a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.814326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22c5b0-8396-41a0-bc29-ed13816723c3 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:24.818406 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb22c5b0-8396-41a0-bc29-ed13816723c3 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2535875 Mar 09 17:12:24.819521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34538) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:24.863565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port b25db281-767e-42e8-ac27-f9c90c7d4542 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:24.864127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.867625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] For port 88bc4575-cc86-4f08-996e-e9e812da56f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:24.868475 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b63ee0a9-90b3-4b12-9e9c-efe88066ba07 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476549 Mar 09 17:12:24.871185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (54731135-00e5-4918-80a5-706722e38179), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.872671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34540) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:24.875705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] For port 88bc4575-cc86-4f08-996e-e9e812da56f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88bc4575-cc86-4f08-996e-e9e812da56f7,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:24.879088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518819266', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:24.919201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Allocated IP 172.23.0.1 (7fd3a38e-7b35-459b-99c0-1ec6704f6f21/0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f/2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:24.935451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (ef26345c-fdee-46f4-915e-33303a90885a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.936545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Fanout notify agent at l3_agent the message router_deleted on router ef26345c-fdee-46f4-915e-33303a90885a {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:24.947186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:24.948585 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b20e44a1-93b8-4a70-8fb3-a0389d925d65 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/ef26345c-fdee-46f4-915e-33303a90885a HTTP/1.1" status: 204 len: 168 time: 2.8554347 Mar 09 17:12:24.955933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34542) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:24.957445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024beaa2-ad09-48c3-898f-be981d77896f None None] Pushing event updated for resources: {'Port': ['ID=54731135-00e5-4918-80a5-706722e38179,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:24.961531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669413899', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}, 'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:24.994237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.057778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port b25db281-767e-42e8-ac27-f9c90c7d4542, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b25db281-767e-42e8-ac27-f9c90c7d4542,segment=NetworkSegment(29c67043-0eb4-4ac7-b117-20fbde3a6122),segment_id=29c67043-0eb4-4ac7-b117-20fbde3a6122)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:25.058157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.078670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for b25db281-767e-42e8-ac27-f9c90c7d4542 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:25.156042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.157131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.181391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.204808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:25.209769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.323052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52d2d2-5f3e-44e1-adf7-246e498c434c None None] Pushing event updated for resources: {'Port': ['ID=88bc4575-cc86-4f08-996e-e9e812da56f7,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:25.354690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.474982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:25.482619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:25.497957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:25.531351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:25.596021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.636226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.638811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (682a41bb-4a9c-46e8-9731-c37d51497391), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.696769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:25.709050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:25.714698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:25.715541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.730327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (9769f1fa-3d5a-4e2b-9465-a349304f5a68), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.772764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=682a41bb-4a9c-46e8-9731-c37d51497391,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:25.806133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=9769f1fa-3d5a-4e2b-9465-a349304f5a68,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:25.835614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:25.836957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 49647f15-7420-479c-9cce-0ce183363862, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:25.855019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.898052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88bc4575-cc86-4f08-996e-e9e812da56f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:25.899895 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-988dcbe8-7a19-48e8-a640-83be4229444a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7321835 Mar 09 17:12:25.902817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34544) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:25.912239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:e8:6c:a1', 'name': 'tempest-NetworksTestDHCPv6-1310865714'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:25.955510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 88bc4575-cc86-4f08-996e-e9e812da56f7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:25.960017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:25.967259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.009408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b25db281-767e-42e8-ac27-f9c90c7d4542), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.018570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 49647f15-7420-479c-9cce-0ce183363862 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:26.065180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 88bc4575-cc86-4f08-996e-e9e812da56f7 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:26.065561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.095047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=b25db281-767e-42e8-ac27-f9c90c7d4542,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:26.096885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 49647f15-7420-479c-9cce-0ce183363862) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:26.125551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:26.126166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.135981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 88bc4575-cc86-4f08-996e-e9e812da56f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88bc4575-cc86-4f08-996e-e9e812da56f7,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:26.139120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd8b6b-798c-44ec-b114-fffad18a613e None None] Network 49647f15-7420-479c-9cce-0ce183363862 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:26.233849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.234981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 54731135-00e5-4918-80a5-706722e38179 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:26.280700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.289109 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c4aad3a0-a0ac-4f10-a7ab-ede6ad453ea4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4126666 Mar 09 17:12:26.310022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=88bc4575-cc86-4f08-996e-e9e812da56f7,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:26.353504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.377553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (68b94615-015e-4f62-bf32-31fc6836561f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.438284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-49647f15-7420-479c-9cce-0ce183363862', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:26.439176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.459813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:26.467810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.489674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event updated for resources: {'Port': ['ID=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:26.536774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 54731135-00e5-4918-80a5-706722e38179 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:26.542767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (54731135-00e5-4918-80a5-706722e38179), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.620663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da84c3-67e0-47e6-9bb5-5365efd6d17f None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:26.636917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:26.638956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:26.761318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:26.771052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:26.799306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (5d6b55b5-b5c6-4e7e-a345-057add530ecb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.849086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665d0f6-94b5-44a6-9233-3aeb42bac944 None None] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:26.854301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.855628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Allocated IP 172.20.0.2 (49647f15-7420-479c-9cce-0ce183363862/9769f1fa-3d5a-4e2b-9465-a349304f5a68/b10bd826-eca0-4305-8853-68135aed8053) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:26.874733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Provisioning complete for port 54731135-00e5-4918-80a5-706722e38179 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:26.875371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (54731135-00e5-4918-80a5-706722e38179), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:26.878948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:26.891656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6562ce90-61fb-4b25-b46c-4cefeeff7682 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5849056 Mar 09 17:12:26.891656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34548) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:26.894229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:26.932636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:26.979121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Allocated IP 172.36.5.59 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/a3fdeedf-dcbb-440e-82ed-5d6929b940ee) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:27.030169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.034921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:27.035436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (54731135-00e5-4918-80a5-706722e38179), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.036921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:27.037564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:27.109722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:27.111832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0 yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:12:27.125600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34550) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:27.125807 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-51e13cb7-934c-42b3-a410-c7b98a9a88fb tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9317813 Mar 09 17:12:27.127873 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:27.186748 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:27.187711 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:27.216138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting subnet db4ce396-1bc9-41ef-a309-fdb930fbd597 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:27.219514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (db4ce396-1bc9-41ef-a309-fdb930fbd597), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.264587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (db4ce396-1bc9-41ef-a309-fdb930fbd597), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.276274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 54731135-00e5-4918-80a5-706722e38179, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54731135-00e5-4918-80a5-706722e38179,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:27.309016 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:27.325369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:27.337578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for port (a3fdeedf-dcbb-440e-82ed-5d6929b940ee), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.362547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (db4ce396-1bc9-41ef-a309-fdb930fbd597), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.363230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] Update dhcp port {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': '5567e8ad-074c-41d1-92b8-120ff0e1033e', 'ip_address': '2001:db8::f816:3eff:fe9f:3475'}, {'subnet_id': '682a41bb-4a9c-46e8-9731-c37d51497391'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '54731135-00e5-4918-80a5-706722e38179'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:12:27.382866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (54731135-00e5-4918-80a5-706722e38179), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.383960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c034d209-2902-4b27-beb4-e8d1a257240e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:27.412767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8:0:1::f1 (23e84d69-248a-4c03-bab8-85be85a4a2bb/682a41bb-4a9c-46e8-9731-c37d51497391/ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:27.424250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:fee8:6ca1 (23e84d69-248a-4c03-bab8-85be85a4a2bb/5567e8ad-074c-41d1-92b8-120ff0e1033e/ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:27.448775 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 11, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:27.496397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:27.496397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (54731135-00e5-4918-80a5-706722e38179), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.524110 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:27.534037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:27.534786 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:27.538691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (db4ce396-1bc9-41ef-a309-fdb930fbd597), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.569891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.571918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (54731135-00e5-4918-80a5-706722e38179), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.573923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a93de-178e-4a3d-96a5-dbeaf05e9235 None None] Network 4408ae93-b386-4f6b-ab3b-ddd0703145c2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:27.593604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/db4ce396-1bc9-41ef-a309-fdb930fbd597 HTTP/1.1" status: 204 len: 168 time: 0.4665711 Mar 09 17:12:27.595545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34554) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:27.625807 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:27.649954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.657813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34556) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:27.664135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103741423', 'description': 'tempest-secgroup-smoke-1103741423 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:27.683008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Publish callbacks [] for port (b10bd826-eca0-4305-8853-68135aed8053), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.689808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad7ba-f671-4f95-aa1a-8f4e68253d1f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Subnet': ['ID=db4ce396-1bc9-41ef-a309-fdb930fbd597,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:27.704660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a3fdeedf-dcbb-440e-82ed-5d6929b940ee), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.714247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 09 17:12:27.730203 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 11, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:27.772339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event updated for resources: {'Port': ['ID=a3fdeedf-dcbb-440e-82ed-5d6929b940ee,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:27.776667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.783420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Removed routes are [] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 09 17:12:27.783836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.789504 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bda0b1-8ec3-4abc-990e-1714a94ef70b None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 11, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:27.792420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (4408ae93-b386-4f6b-ab3b-ddd0703145c2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.875409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:27.886931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:27.887102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.887208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:27.888167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:27.889119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:27.920394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Deleting port ce60f25a-f3ea-4452-a072-2641c5a70f95 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:27.920394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:27.937206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:27.972632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:27.979511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:27.980964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.027498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=54731135-00e5-4918-80a5-706722e38179,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:28.037646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (b10bd826-eca0-4305-8853-68135aed8053), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.062300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Network 49647f15-7420-479c-9cce-0ce183363862 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:28.075665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:28.080944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:28.094231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] For port ce60f25a-f3ea-4452-a072-2641c5a70f95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce60f25a-f3ea-4452-a072-2641c5a70f95,segment=NetworkSegment(29c67043-0eb4-4ac7-b117-20fbde3a6122),segment_id=29c67043-0eb4-4ac7-b117-20fbde3a6122)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:28.094639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.165178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Calling delete_port for ce60f25a-f3ea-4452-a072-2641c5a70f95 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:28.203261 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7cb5ed2b-3fb5-4e3d-88b7-0c7cf16d4dab tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2967739 Mar 09 17:12:28.204440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34558) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:28.218728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:12:28.219147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:12:28.260164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (5eec65c3-473b-4a93-b6fe-4e74951c9c60), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.269968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c034d209-2902-4b27-beb4-e8d1a257240e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:28.269968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.283767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.293006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (f9713691-0c9d-439f-8154-6aa793d91264), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.342929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Pushing event updated for resources: {'Port': ['ID=b10bd826-eca0-4305-8853-68135aed8053,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:28.410866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Attempting to bind port b10bd826-eca0-4305-8853-68135aed8053 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:28.421838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Attempting to bind port b10bd826-eca0-4305-8853-68135aed8053 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:28.421838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Attempting to bind port b10bd826-eca0-4305-8853-68135aed8053 on network 49647f15-7420-479c-9cce-0ce183363862 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:28.443673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:28.444062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Checking segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:28.444521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.444927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Bound using segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:28.445428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Bound port: b10bd826-eca0-4305-8853-68135aed8053, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:28.445818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b10bd826-eca0-4305-8853-68135aed8053), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.519304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (5d6b55b5-b5c6-4e7e-a345-057add530ecb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.537829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] Allocated IP 2001:db8:0:1::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/682a41bb-4a9c-46e8-9731-c37d51497391/54731135-00e5-4918-80a5-706722e38179) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:28.544883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] DHCP port deletion for 4408ae93-b386-4f6b-ab3b-ddd0703145c2 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:28.629951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.689625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c034d209-2902-4b27-beb4-e8d1a257240e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:28.694526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] For port b10bd826-eca0-4305-8853-68135aed8053, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:28.701097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': '2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6', 'name': '', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:4b:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:24Z', 'updated_at': '2022-03-09T17:12:26Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:28.704254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] For port b10bd826-eca0-4305-8853-68135aed8053, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b10bd826-eca0-4305-8853-68135aed8053,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:28.758461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5eec65c3-473b-4a93-b6fe-4e74951c9c60), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.774726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:28.775106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Updating router f9713691-0c9d-439f-8154-6aa793d91264 port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:12:28.798827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b10bd826-eca0-4305-8853-68135aed8053), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.818717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec65c3-473b-4a93-b6fe-4e74951c9c60,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:28.832005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:28.865690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 54731135-00e5-4918-80a5-706722e38179 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:28.889960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.891416 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-49a7844f-8b4c-4c4d-865e-d398dd597bc7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2306771 Mar 09 17:12:28.895422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34560) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:28.899963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '5eec65c3-473b-4a93-b6fe-4e74951c9c60', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:28.935216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.938555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] For port 54731135-00e5-4918-80a5-706722e38179, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54731135-00e5-4918-80a5-706722e38179,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:28.946056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:28.946248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9da4ff7a-1fc5-4b9f-badb-4c5ae6dd7596 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:28.985249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Port': ['ID=ce60f25a-f3ea-4452-a072-2641c5a70f95,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:28.990377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No DVR routers for this DVR port ce60f25a-f3ea-4452-a072-2641c5a70f95 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:29.001148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1409a3e-5ba4-4e1a-90b8-ba062c4609cf None None] Pushing event updated for resources: {'Port': ['ID=b10bd826-eca0-4305-8853-68135aed8053,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:29.009190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:29.009754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.028088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Deleting port ce60f25a-f3ea-4452-a072-2641c5a70f95 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:29.029308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.040477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:29.057755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.061504 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-32d7317d-f89a-46ab-a5e9-02073fc10d83 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 933 time: 2.1686833 Mar 09 17:12:29.063788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34562) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:29.124460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (c6687433-afdd-4e5a-8877-d04af541f0b0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.140399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] Publish callbacks [] for port (54731135-00e5-4918-80a5-706722e38179), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.199163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (4408ae93-b386-4f6b-ab3b-ddd0703145c2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.215274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] For port ce60f25a-f3ea-4452-a072-2641c5a70f95, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:29.215687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.218272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.219093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b8d04762-0bae-421b-acc3-aba3ee823d28 None None] Provisioning complete for port 88bc4575-cc86-4f08-996e-e9e812da56f7 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:29.219472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8d04762-0bae-421b-acc3-aba3ee823d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.246843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0 owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:29.276305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.314872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (54731135-00e5-4918-80a5-706722e38179), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.329334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4408ae93-b386-4f6b-ab3b-ddd0703145c2']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:29.346796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c67043-0eb4-4ac7-b117-20fbde3a6122') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:29.347493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c67043-0eb4-4ac7-b117-20fbde3a6122') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:29.356383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 54731135-00e5-4918-80a5-706722e38179 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:29.356774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (54731135-00e5-4918-80a5-706722e38179), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.359845 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-57d22a3e-9084-420f-80ba-dc8cfb49edc5 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 933 time: 0.2957776 Mar 09 17:12:29.364176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Calling delete_port for ce60f25a-f3ea-4452-a072-2641c5a70f95 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:29.369810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34564) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:29.374569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'routes': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:29.379693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (29c67043-0eb4-4ac7-b117-20fbde3a6122), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.393010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (c6687433-afdd-4e5a-8877-d04af541f0b0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.398317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.ipam_backend_mixin [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Port ce60f25a-f3ea-4452-a072-2641c5a70f95 was not found and therefore no delete operation was performed {{(pid=104359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:12:29.403948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (29c67043-0eb4-4ac7-b117-20fbde3a6122), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.411365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:29.412103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (29c67043-0eb4-4ac7-b117-20fbde3a6122), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:29.416239 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:29.452247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (ce60f25a-f3ea-4452-a072-2641c5a70f95), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.513415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c6687433-afdd-4e5a-8877-d04af541f0b0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.532059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6687433-afdd-4e5a-8877-d04af541f0b0,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:29.541682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] No DVR routers for this DVR port ce60f25a-f3ea-4452-a072-2641c5a70f95 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:29.567971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86445e7-8241-4c73-9928-8857bfa82847 None None] Pushing event updated for resources: {'Port': ['ID=54731135-00e5-4918-80a5-706722e38179,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:29.579662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (4408ae93-b386-4f6b-ab3b-ddd0703145c2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.599070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.604622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/networks/4408ae93-b386-4f6b-ab3b-ddd0703145c2 HTTP/1.1" status: 204 len: 168 time: 1.9605455 Mar 09 17:12:29.617568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a425-32eb-4573-bf73-d09545f6f126 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Pushing event deleted for resources: {'Network': ['ID=4408ae93-b386-4f6b-ab3b-ddd0703145c2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:29.625862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34566) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:29.632409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'routes': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:29.635875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3453f-7a51-4516-a9c7-29eabf4c2be1 None None] Pushing event deleted for resources: {'Port': ['ID=ce60f25a-f3ea-4452-a072-2641c5a70f95,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:29.693316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.694835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-25702e03-a63d-451d-9e52-45aa931c459c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7983534 Mar 09 17:12:29.698031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34568) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:29.704330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '5eec65c3-473b-4a93-b6fe-4e74951c9c60', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:29.748771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:29.749939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88bc4575-cc86-4f08-996e-e9e812da56f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:29.771547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b8d04762-0bae-421b-acc3-aba3ee823d28 None None] Current status of the port 88bc4575-cc86-4f08-996e-e9e812da56f7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:29.846554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b8d04762-0bae-421b-acc3-aba3ee823d28 None None] Provisioning complete for port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:29.846958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8d04762-0bae-421b-acc3-aba3ee823d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.880808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Publish callbacks [] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.904070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b8d04762-0bae-421b-acc3-aba3ee823d28 None None] Port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:29.907441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 88bc4575-cc86-4f08-996e-e9e812da56f7 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:29.907851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.918974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Added routes are [] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 09 17:12:29.919654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Removed routes are [] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 09 17:12:29.919654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.928340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Router 5d6b55b5-b5c6-4e7e-a345-057add530ecb is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:29.931144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.940095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a2c2ffe7-f0db-47af-b13a-1ab205651fae), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:29.996836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:30.152933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.153568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.157137 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-86a7f57f-7f7e-4969-9ffd-984edce935df tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0 HTTP/1.1" status: 204 len: 168 time: 1.9516695 Mar 09 17:12:30.163246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34570) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:30.232512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a2c2ffe7-f0db-47af-b13a-1ab205651fae), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.255503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02728299-6aac-4734-bc71-5a265e81453f None None] Pushing event updated for resources: {'Port': ['ID=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:30.286522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.295295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (68b94615-015e-4f62-bf32-31fc6836561f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.302643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 88bc4575-cc86-4f08-996e-e9e812da56f7 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:30.306481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a2c2ffe7-f0db-47af-b13a-1ab205651fae), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.358949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.extraroute_db [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added routes are [] {{(pid=104358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 09 17:12:30.359597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.extraroute_db [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 09 17:12:30.385314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:30.416828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b25db281-767e-42e8-ac27-f9c90c7d4542 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:30.427514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c2ffe7-f0db-47af-b13a-1ab205651fae,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:30.442203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b280e4c-7d43-4600-b028-61f71f9a4b04 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:30.444009 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0b280e4c-7d43-4600-b028-61f71f9a4b04 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2804959 Mar 09 17:12:30.459837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] Sync routers for ids ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:30.464826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: b25db281-767e-42e8-ac27-f9c90c7d4542 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:30.473120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b25db281-767e-42e8-ac27-f9c90c7d4542 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:30.473120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce60f25a-f3ea-4452-a072-2641c5a70f95 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:30.473359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.473359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34572) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:30.496776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.501567 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5fdd53d9-b92d-47a6-a78d-9082b3ee0d7c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8017404 Mar 09 17:12:30.501952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ce60f25a-f3ea-4452-a072-2641c5a70f95 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:30.502058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34574) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:30.502146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce60f25a-f3ea-4452-a072-2641c5a70f95 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:30.506436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '5eec65c3-473b-4a93-b6fe-4e74951c9c60', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:30.508269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Attempting to bind port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:30.509296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Attempting to bind port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:30.509943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Attempting to bind port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 on network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:30.521207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:30.521431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Checking segment: {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:30.525140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.525140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Bound using segment: {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:30.525804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Bound port: 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:30.526207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.535142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 68b94615-015e-4f62-bf32-31fc6836561f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:30.622968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] Routers {'5d6b55b5-b5c6-4e7e-a345-057add530ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:30.623623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:30.674318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd6e512-3f67-4794-b095-e658eceece6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:30.676085 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7bd6e512-3f67-4794-b095-e658eceece6f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2042224 Mar 09 17:12:30.679487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.681390 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-48a49872-b17b-49e4-9c91-50645b1b7aa8 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7235143 Mar 09 17:12:30.684189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34576) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:30.684650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:30.690521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:30.710422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:30.723516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (8179b8b6-ab92-44a3-8016-128330226eaa), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.725199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] For port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:30.727588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:30.734578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] For port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:30.739357 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] Sync routers for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:30.748974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-50017bff-fb31-4759-af51-19d8798d613b None None] Provisioning complete for port 54731135-00e5-4918-80a5-706722e38179 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:30.749351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-50017bff-fb31-4759-af51-19d8798d613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (54731135-00e5-4918-80a5-706722e38179), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.750497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.753085 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:30.754088 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:30.754861 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b7c77c16-165c-4a8b-825a-9d896c8d546f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 705 time: 1.1277409 Mar 09 17:12:30.766011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] Routers {'5d6b55b5-b5c6-4e7e-a345-057add530ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:30.766685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:30.822531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34580) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:30.829959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:30.830660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209f3dc-8100-4214-a82f-fd51352c1a12 None None] The sync data for ids ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:30.832184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a779928-c8a2-4ee7-ae30-789412f0d7d7 None None] Network 49647f15-7420-479c-9cce-0ce183363862 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:30.864824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:30.914769 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4aa337cc-ad75-4b8b-bece-5edd31f68661 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 205 time: 0.0896275 Mar 09 17:12:30.919561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34582) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:31.041896 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:31.066666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 54731135-00e5-4918-80a5-706722e38179 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:31.119989 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 11, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:31.140131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (68b94615-015e-4f62-bf32-31fc6836561f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.172913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02728299-6aac-4734-bc71-5a265e81453f None None] Pushing event updated for resources: {'Port': ['ID=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:31.173382 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] Checking router: 68b94615-015e-4f62-bf32-31fc6836561f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:31.183606 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] Routers {'68b94615-015e-4f62-bf32-31fc6836561f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:31.184242 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68b94615-015e-4f62-bf32-31fc6836561f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:31.208725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e1121-1a01-4aee-b45e-fa0867304ab2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:31.210872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e1121-1a01-4aee-b45e-fa0867304ab2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:31.216477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e1121-1a01-4aee-b45e-fa0867304ab2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:31.218729 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cc1e1121-1a01-4aee-b45e-fa0867304ab2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5330269 Mar 09 17:12:31.224258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:31.224962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:31.226233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34584) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:31.249682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (8179b8b6-ab92-44a3-8016-128330226eaa), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.293291 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] Set router 68b94615-015e-4f62-bf32-31fc6836561f gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:31.342202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8179b8b6-ab92-44a3-8016-128330226eaa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.346116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 54731135-00e5-4918-80a5-706722e38179 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:31.346947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (54731135-00e5-4918-80a5-706722e38179), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.365550 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 11, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:31.375624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-50017bff-fb31-4759-af51-19d8798d613b None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:31.402081 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ced1b9-f977-4742-955e-0d8c9b77c125 None None] The sync data for ids ['68b94615-015e-4f62-bf32-31fc6836561f'] in dv-neutron-master-2-hyperv is: [{'id': '68b94615-015e-4f62-bf32-31fc6836561f', 'name': 'tempest-RoutersIpV6Test-router-2052477841', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:07Z', 'updated_at': '2022-03-09T17:12:25Z', 'revision_number': 11, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:31.442652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (68b94615-015e-4f62-bf32-31fc6836561f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.446025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (68b94615-015e-4f62-bf32-31fc6836561f), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.466849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8179b8b6-ab92-44a3-8016-128330226eaa,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:31.489343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:31.530503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Could not find standard attr ID for object ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:12:31.601664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (68b94615-015e-4f62-bf32-31fc6836561f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.602586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router 68b94615-015e-4f62-bf32-31fc6836561f {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:31.610399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Provisioning complete for port b10bd826-eca0-4305-8853-68135aed8053 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:31.610866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b10bd826-eca0-4305-8853-68135aed8053), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.619926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.622397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9101ece1-7a97-4014-a067-ec81a5569d6c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 204 len: 168 time: 0.7009695 Mar 09 17:12:31.630076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34586) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:31.636582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-128759965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:31.651628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.653371 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5ca837f4-6d15-4b28-a8f3-7b6e64825eaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1504240 Mar 09 17:12:31.667546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34588) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:31.675480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '5eec65c3-473b-4a93-b6fe-4e74951c9c60', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:31.703046 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.717527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (f9713691-0c9d-439f-8154-6aa793d91264), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.773163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:31.774475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b10bd826-eca0-4305-8853-68135aed8053 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:31.790306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0b7ae7a8-dc2a-4c4b-92d1-a33de431c23f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.817940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (01a41a2d-c578-4120-b30f-18f739e01360), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.819177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (01a41a2d-c578-4120-b30f-18f739e01360), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.855227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 5567e8ad-074c-41d1-92b8-120ff0e1033e {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:31.877136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0b7ae7a8-dc2a-4c4b-92d1-a33de431c23f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.903282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Current status of the port b10bd826-eca0-4305-8853-68135aed8053 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:31.903703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b10bd826-eca0-4305-8853-68135aed8053), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.905175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (5567e8ad-074c-41d1-92b8-120ff0e1033e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.911113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (01a41a2d-c578-4120-b30f-18f739e01360), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.911897 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-896e3b0d-973e-47f8-a37e-615e311008e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2052698 Mar 09 17:12:31.949000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0b7ae7a8-dc2a-4c4b-92d1-a33de431c23f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.956554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b10bd826-eca0-4305-8853-68135aed8053 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:31.956797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b10bd826-eca0-4305-8853-68135aed8053), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:31.963308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] For port b10bd826-eca0-4305-8853-68135aed8053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b10bd826-eca0-4305-8853-68135aed8053,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:31.974564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7ae7a8-dc2a-4c4b-92d1-a33de431c23f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:31.980100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (01a41a2d-c578-4120-b30f-18f739e01360), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.006615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 7, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': '2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6', 'name': '', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:4b:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:24Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:32.038318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0729506-28ac-4c5a-adca-c38a39c414e2 None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 7, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': '2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6', 'name': '', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:4b:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:24Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 4, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:32.041654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b10bd826-eca0-4305-8853-68135aed8053), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.054630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.059784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:32.062186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (5567e8ad-074c-41d1-92b8-120ff0e1033e), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.069862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.071081 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f652065e-0aca-49ff-a8af-dc6dfa7523d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4019051 Mar 09 17:12:32.073787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.075363 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-731fdf12-036a-4f06-97ee-d317b94124aa tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4434829 Mar 09 17:12:32.077673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34590) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:32.082911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '5eec65c3-473b-4a93-b6fe-4e74951c9c60', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:32.096907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34592) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:32.119458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Provisioning complete for port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:32.126351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.126493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:32.172828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-4f8e10aa-3a45-4f00-a564-b868704f2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:32.174684 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-4f8e10aa-3a45-4f00-a564-b868704f2982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1130 time: 0.2045672 Mar 09 17:12:32.185174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Pushing event updated for resources: {'Port': ['ID=b10bd826-eca0-4305-8853-68135aed8053,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:32.206893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b10bd826-eca0-4305-8853-68135aed8053 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:32.245245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_gateway (5d6b55b5-b5c6-4e7e-a345-057add530ecb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.264239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Current status of the port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:32.264870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.271072 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:12:32.283657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (9403d80b-7a5a-4a42-95bd-ea38347b74b7), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.308197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] For port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:32.374119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.429481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5567e8ad-074c-41d1-92b8-120ff0e1033e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.441411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be8cdd-2285-42b1-8e0e-2a990eebfbb2 None None] Pushing event updated for resources: {'Port': ['ID=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:32.498022 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-859e5aa4-94f3-48f3-8741-21ae39adc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:32.499637 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-859e5aa4-94f3-48f3-8741-21ae39adc1cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 895 time: 0.2946732 Mar 09 17:12:32.511038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:32.642476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.644074 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56e5f683-ab7b-4e63-b338-91220aa9b102 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 699 time: 3.2732275 Mar 09 17:12:32.648157 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-f52d4bb5-0753-4b5d-abf8-69d100a4287d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 200 len: 1002 time: 0.1389289 Mar 09 17:12:32.648825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34594) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:32.659889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-53317dac-b00b-4b38-8f0e-0e90e6330dfc None None] Provisioning complete for port b10bd826-eca0-4305-8853-68135aed8053 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:32.660649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-53317dac-b00b-4b38-8f0e-0e90e6330dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b10bd826-eca0-4305-8853-68135aed8053), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.751149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (5567e8ad-074c-41d1-92b8-120ff0e1033e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.752157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (01a41a2d-c578-4120-b30f-18f739e01360), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.774179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-53317dac-b00b-4b38-8f0e-0e90e6330dfc None None] Current status of the port b10bd826-eca0-4305-8853-68135aed8053 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:32.790905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (9403d80b-7a5a-4a42-95bd-ea38347b74b7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.813333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Deleting port a3fdeedf-dcbb-440e-82ed-5d6929b940ee {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:32.813688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a3fdeedf-dcbb-440e-82ed-5d6929b940ee), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.851027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=5567e8ad-074c-41d1-92b8-120ff0e1033e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:32.855929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.862140 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0581e1d5-c3da-4b2c-b4f1-a8a2977710a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5567e8ad-074c-41d1-92b8-120ff0e1033e HTTP/1.1" status: 204 len: 168 time: 1.6290314 Mar 09 17:12:32.862898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:32.863358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291b4dc-af83-4684-96c7-44a585c17298 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:32.880458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-938d0619-8e4f-47e2-9437-d3feee50e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:32.882031 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-938d0619-8e4f-47e2-9437-d3feee50e822 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5c2b13-2602-47b5-99ba-ba895f353734 HTTP/1.1" status: 200 len: 838 time: 0.2194393 Mar 09 17:12:32.905594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (01a41a2d-c578-4120-b30f-18f739e01360), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.912100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (9403d80b-7a5a-4a42-95bd-ea38347b74b7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:32.916079 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-65fc60ef-f79d-4900-aa35-039857b8d0a1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 699 time: 0.2618124 Mar 09 17:12:32.924748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34598) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:32.991993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a3fdeedf-dcbb-440e-82ed-5d6929b940ee), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.012253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Calling delete_port for a3fdeedf-dcbb-440e-82ed-5d6929b940ee owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:33.021651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-edd03ef7-085d-469a-b239-86926e1937b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:33.023625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:33.023856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-edd03ef7-085d-469a-b239-86926e1937b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1273487 Mar 09 17:12:33.061732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9403d80b-7a5a-4a42-95bd-ea38347b74b7,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:33.118322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:33.118752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.170062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:33.176610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.181573 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-03f4e4ce-ada7-4ae3-a0da-5030c151755e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1044903 Mar 09 17:12:33.185842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 682a41bb-4a9c-46e8-9731-c37d51497391 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:33.186440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:33.187162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:33.190385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34600) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:33.195549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (682a41bb-4a9c-46e8-9731-c37d51497391), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.206548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '5eec65c3-473b-4a93-b6fe-4e74951c9c60', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:33.207205 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-1bfd7e37-6709-43fb-80c3-b8348762d1be service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765397 Mar 09 17:12:33.269084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:33.270190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b10bd826-eca0-4305-8853-68135aed8053 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:33.344949 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d620b99c-ba2f-4d9f-aff7-196c9bebde63 req-5d2c1ad0-f4f1-4235-b561-4086d01d5378 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287775 Mar 09 17:12:33.365204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:33.405012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a3fdeedf-dcbb-440e-82ed-5d6929b940ee), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.425747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (682a41bb-4a9c-46e8-9731-c37d51497391), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.429610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b10bd826-eca0-4305-8853-68135aed8053 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:33.429990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b10bd826-eca0-4305-8853-68135aed8053), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.459975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Pushing event deleted for resources: {'Port': ['ID=a3fdeedf-dcbb-440e-82ed-5d6929b940ee,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:33.527746 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:12:33.554355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (5d6b55b5-b5c6-4e7e-a345-057add530ecb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.560121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (caf2f93e-3d50-4e8a-8559-fcdb24ca4495), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.592309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Router 01a41a2d-c578-4120-b30f-18f739e01360 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:33.645578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68e9fb97-78d8-40f3-bf31-34dd75cf10e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.650817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (682a41bb-4a9c-46e8-9731-c37d51497391), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.676623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b10bd826-eca0-4305-8853-68135aed8053 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:33.736221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 7, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': '2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6', 'name': '', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:4b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:24Z', 'updated_at': '2022-03-09T17:12:32Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:33.770856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:33.783608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:33.784253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:33.831475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:33.847887 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] Sync routers for ids ['01a41a2d-c578-4120-b30f-18f739e01360'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:33.849291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.853606 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9cf9b3d3-959c-4347-8936-fa9abce89790 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "PUT /v2.0/routers/01a41a2d-c578-4120-b30f-18f739e01360 HTTP/1.1" status: 200 len: 697 time: 1.7395244 Mar 09 17:12:33.863450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:33.864303 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] Routers {'01a41a2d-c578-4120-b30f-18f739e01360'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:33.864989 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['01a41a2d-c578-4120-b30f-18f739e01360'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:33.879269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.883153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.944037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:33.945333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (caf2f93e-3d50-4e8a-8559-fcdb24ca4495), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:33.970487 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] Set router 01a41a2d-c578-4120-b30f-18f739e01360 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:34.027286 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e9fff7de-5ceb-4093-9b66-d0a7ca75630f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/routers/01a41a2d-c578-4120-b30f-18f739e01360 HTTP/1.1" status: 200 len: 703 time: 0.1593401 Mar 09 17:12:34.029064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (caf2f93e-3d50-4e8a-8559-fcdb24ca4495), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.032416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34604) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.057388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf2f93e-3d50-4e8a-8559-fcdb24ca4495,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:34.065058 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a41a2d-c578-4120-b30f-18f739e01360', 'name': 'tempest-RoutersIpV6Test-router-128759965', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:12:31Z', 'updated_at': '2022-03-09T17:12:32Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.087465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f72d63a0-1dd2-47f3-ae5d-eed2acad3bbf tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=01a41a2d-c578-4120-b30f-18f739e01360 HTTP/1.1" status: 200 len: 205 time: 0.0409718 Mar 09 17:12:34.093793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34606) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.101682 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] Checking router: 01a41a2d-c578-4120-b30f-18f739e01360 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:34.108596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c1351278-13e6-4045-bd6a-f36822c55d36 None None] Provisioning complete for port 54731135-00e5-4918-80a5-706722e38179 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:34.109339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1351278-13e6-4045-bd6a-f36822c55d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (54731135-00e5-4918-80a5-706722e38179), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.118255 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] Routers {'01a41a2d-c578-4120-b30f-18f739e01360'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:34.118981 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['01a41a2d-c578-4120-b30f-18f739e01360'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.186244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (01a41a2d-c578-4120-b30f-18f739e01360), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.224890 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] Set router 01a41a2d-c578-4120-b30f-18f739e01360 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:34.269772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (682a41bb-4a9c-46e8-9731-c37d51497391), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.292442 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a41a2d-c578-4120-b30f-18f739e01360', 'name': 'tempest-RoutersIpV6Test-router-128759965', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:12:31Z', 'updated_at': '2022-03-09T17:12:32Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.326143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Router 5d6b55b5-b5c6-4e7e-a345-057add530ecb has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:34.329544 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f39317-5a00-4270-a7be-d730f5d562fa None None] The sync data for ids ['01a41a2d-c578-4120-b30f-18f739e01360'] in dv-neutron-master-2-hyperv is: [{'id': '01a41a2d-c578-4120-b30f-18f739e01360', 'name': 'tempest-RoutersIpV6Test-router-128759965', 'tenant_id': '02b89329913d4f02bf859cc1299e5a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:12:31Z', 'updated_at': '2022-03-09T17:12:32Z', 'revision_number': 2, 'project_id': '02b89329913d4f02bf859cc1299e5a40', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:34.333678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=682a41bb-4a9c-46e8-9731-c37d51497391,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:34.354226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c1351278-13e6-4045-bd6a-f36822c55d36 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:34.359552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ad324-0002-4f86-b61c-c3b5a2d9aa72 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:34.370624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.374026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-314b06d8-eee3-428b-ae6e-6fb5543912c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/682a41bb-4a9c-46e8-9731-c37d51497391 HTTP/1.1" status: 204 len: 168 time: 1.5095541 Mar 09 17:12:34.377007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.379002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34608) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.385767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.395226 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-be723150-8a14-440e-8029-e00eb33917ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1941514 Mar 09 17:12:34.400042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 7, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': '2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6', 'name': '', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:4b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:24Z', 'updated_at': '2022-03-09T17:12:32Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.437593 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d692c802-68d7-424e-9f08-778034a65a5d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554335 Mar 09 17:12:34.438165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637df2e0-1f4e-47cf-a46a-f1a9c206d80d None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:30Z', 'revision_number': 7, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': '2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6', 'name': '', 'network_id': '7fd3a38e-7b35-459b-99c0-1ec6704f6f21', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:4b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:24Z', 'updated_at': '2022-03-09T17:12:32Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:34.466332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34612) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.474173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:34.521304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:34.531244 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.535126 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4a21b492-e21b-4200-85dc-3c6f98184985 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "PUT /v2.0/routers/5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 200 len: 706 time: 3.8483078 Mar 09 17:12:34.538744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] Sync routers for ids ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:34.542472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.553919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] Routers {'5d6b55b5-b5c6-4e7e-a345-057add530ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:34.554653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.564596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (01a41a2d-c578-4120-b30f-18f739e01360), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.568129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router_controller (01a41a2d-c578-4120-b30f-18f739e01360), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.596599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.611372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] Routers {'5d6b55b5-b5c6-4e7e-a345-057add530ecb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:34.614382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.689466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:34.690622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09140fbd-81e2-4fd8-9daa-710a0da46bb9 None None] The sync data for ids ['5d6b55b5-b5c6-4e7e-a345-057add530ecb'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:34.695334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:34.769912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] Deleting port 54731135-00e5-4918-80a5-706722e38179 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:34.770417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (54731135-00e5-4918-80a5-706722e38179), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.771440 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f6cf717a-fb25-4ac7-8bd6-86708f4a2849 tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/routers/5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 200 len: 741 time: 0.2281423 Mar 09 17:12:34.782716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34626) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.837813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 54731135-00e5-4918-80a5-706722e38179 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:34.840240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-e03b1659-fdfa-4048-bf05-18cda8aebd70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103741423&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.1627014 Mar 09 17:12:34.861008 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90f87095-6520-4232-a176-daf28794ab9e tempest-RoutersAdminTest-790870664 tempest-RoutersAdminTest-790870664-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&device_id=5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 200 len: 205 time: 0.0664558 Mar 09 17:12:34.861653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34628) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.877646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] For port 54731135-00e5-4918-80a5-706722e38179, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54731135-00e5-4918-80a5-706722e38179,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:34.878054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (54731135-00e5-4918-80a5-706722e38179), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.908551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] Calling delete_port for 54731135-00e5-4918-80a5-706722e38179 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:34.913801 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6c7e5613-36d4-4095-a1f6-207a7033a521 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 200 len: 205 time: 0.0340822 Mar 09 17:12:34.917445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34630) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.924427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (01a41a2d-c578-4120-b30f-18f739e01360), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.924910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Fanout notify agent at l3_agent the message router_deleted on router 01a41a2d-c578-4120-b30f-18f739e01360 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:34.933605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.933814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:34.934705 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-638005f3-efcf-401a-9470-65bb677e6d3f tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/01a41a2d-c578-4120-b30f-18f739e01360 HTTP/1.1" status: 204 len: 168 time: 0.8439641 Mar 09 17:12:34.937722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:34.940879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34632) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:34.997659 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ee378b84-4e51-4564-a49a-879954beedca tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=01a41a2d-c578-4120-b30f-18f739e01360 HTTP/1.1" status: 200 len: 205 time: 0.0526509 Mar 09 17:12:35.005901 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34634) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.020047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 54731135-00e5-4918-80a5-706722e38179 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:35.021702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (54731135-00e5-4918-80a5-706722e38179), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.038753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.074586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 54731135-00e5-4918-80a5-706722e38179, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54731135-00e5-4918-80a5-706722e38179,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:35.104775 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-678b9b69-d7c1-4723-b388-6b763a6fa980 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:35.105934 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-678b9b69-d7c1-4723-b388-6b763a6fa980 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/01a41a2d-c578-4120-b30f-18f739e01360 HTTP/1.1" status: 404 len: 336 time: 0.0973411 Mar 09 17:12:35.110160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34636) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.126508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-95ff0aea-f6d0-4348-9b24-657765edad9a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:35.127940 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-95ff0aea-f6d0-4348-9b24-657765edad9a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=49647f15-7420-479c-9cce-0ce183363862 HTTP/1.1" status: 200 len: 796 time: 0.2802172 Mar 09 17:12:35.156320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (54731135-00e5-4918-80a5-706722e38179), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.164367 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-3bd5cf5f-ae68-4a33-abfb-c308205eeb44 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0297186 Mar 09 17:12:35.166646 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a2aa73-f880-4736-9d38-b6408b40908c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:35.167606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a2aa73-f880-4736-9d38-b6408b40908c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:35.174517 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8a2aa73-f880-4736-9d38-b6408b40908c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/4217c662-c178-433d-99cc-ae1764a5037a HTTP/1.1" status: 404 len: 337 time: 0.0611427 Mar 09 17:12:35.175934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34638) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.222928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=54731135-00e5-4918-80a5-706722e38179,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:35.243584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea942f0-9bf8-48f2-a7b3-84b064e1fe62 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:35.244062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea942f0-9bf8-48f2-a7b3-84b064e1fe62 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:35.247190 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bea942f0-9bf8-48f2-a7b3-84b064e1fe62 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/1daf4185-6af6-42c6-b927-c18bb30d9ae1 HTTP/1.1" status: 404 len: 337 time: 0.0705109 Mar 09 17:12:35.259201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (54731135-00e5-4918-80a5-706722e38179), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.267269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34640) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.295382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] Pushing event deleted for resources: {'Port': ['ID=54731135-00e5-4918-80a5-706722e38179,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:35.300139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0386d6-65de-402a-aa1e-7ffc57f288b3 None None] No DVR routers for this DVR port 54731135-00e5-4918-80a5-706722e38179 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:35.319754 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dd1a05-8a35-4872-bd60-64b8ec320bec tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:35.320248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dd1a05-8a35-4872-bd60-64b8ec320bec tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:35.323337 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8dd1a05-8a35-4872-bd60-64b8ec320bec tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/72eddd40-f4e6-4071-917c-7096efc48716 HTTP/1.1" status: 404 len: 337 time: 0.0568662 Mar 09 17:12:35.332163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34642) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.393400 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-92887928-8a71-400f-9aec-84fc670b9cc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:35.393949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92887928-8a71-400f-9aec-84fc670b9cc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:35.399899 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-92887928-8a71-400f-9aec-84fc670b9cc0 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/db4ce396-1bc9-41ef-a309-fdb930fbd597 HTTP/1.1" status: 404 len: 337 time: 0.0634584 Mar 09 17:12:35.417493 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-86309619-6a60-4fbe-a98e-2193646e8594 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2371619 Mar 09 17:12:35.417493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34644) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.453842 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8fa0f528-9cc2-4969-8960-045b13098534 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 200 len: 205 time: 0.0370455 Mar 09 17:12:35.462594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34648) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.542463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-9ef36172-dd52-4eb8-9ef4-4b0497b0315d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:35.546508 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9ef36172-dd52-4eb8-9ef4-4b0497b0315d tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/68b94615-015e-4f62-bf32-31fc6836561f HTTP/1.1" status: 404 len: 336 time: 0.0798597 Mar 09 17:12:35.551156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34650) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.589279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.591962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router_controller (5d6b55b5-b5c6-4e7e-a345-057add530ecb), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.605355 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6e7b4eb0-8bae-42cd-887c-1f77e2d14afd tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e228ef-23a3-47ef-83aa-19d20e89632a HTTP/1.1" status: 200 len: 205 time: 0.0530310 Mar 09 17:12:35.608105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34652) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.659383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:35.659383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.682063 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-cd23d218-9354-41fb-8672-becbb18e684c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:35.683101 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cd23d218-9354-41fb-8672-becbb18e684c tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/b1e228ef-23a3-47ef-83aa-19d20e89632a HTTP/1.1" status: 404 len: 336 time: 0.0739789 Mar 09 17:12:35.686092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34654) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.744570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (5d6b55b5-b5c6-4e7e-a345-057add530ecb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.744784 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-481ffe8d-3816-4ed2-bfb3-1f0c48a68bdd service neutron] 10.222.0.16 "GET /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013625 Mar 09 17:12:35.745036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Fanout notify agent at l3_agent the message router_deleted on router 5d6b55b5-b5c6-4e7e-a345-057add530ecb {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:35.750872 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-948113d4-8530-4c5c-9364-e843a0661062 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:35.751096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948113d4-8530-4c5c-9364-e843a0661062 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:35.754162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-948113d4-8530-4c5c-9364-e843a0661062 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/22509f36-428a-4cfe-b934-58fa2586545f HTTP/1.1" status: 404 len: 337 time: 0.0671611 Mar 09 17:12:35.759960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.761024 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-067ef73c-b943-4c37-90be-4b5d7f0ba729 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 204 len: 168 time: 0.8423305 Mar 09 17:12:35.764306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34656) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.765690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34658) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.789977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.objects.ports [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:12:35.797699 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-77a6b506-d043-434d-97c0-7c72d2e04814 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 200 len: 205 time: 0.0308678 Mar 09 17:12:35.800248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34660) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.800673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (0b24ef9a-3bb5-4a26-b3d1-b16c23de1757), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.831084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-929cbf38-816c-4034-aeb2-2dd7d393e063 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 200 len: 205 time: 0.0659895 Mar 09 17:12:35.843981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34662) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.856854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-3be9f336-ee0f-48c2-a389-f4d3c15b04ee tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] delete failed (client error): The resource could not be found. Mar 09 17:12:35.860040 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3be9f336-ee0f-48c2-a389-f4d3c15b04ee tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/5d6b55b5-b5c6-4e7e-a345-057add530ecb HTTP/1.1" status: 404 len: 336 time: 0.0566633 Mar 09 17:12:35.861753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34664) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.863065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:35.863440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.900228 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-e03a1c71-7d8a-43d3-bc51-44acedd48234 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:35.901277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e03a1c71-7d8a-43d3-bc51-44acedd48234 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/bd6062fd-b944-41bf-8641-37c695106239 HTTP/1.1" status: 404 len: 336 time: 0.0516210 Mar 09 17:12:35.902977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:35.906365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34666) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.917029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:35.932685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:35.935711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:35.936339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:35.938336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-681ca921-2985-4219-b076-fce9aac677b9 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c24b153-8940-4738-88b6-f14a14571772 HTTP/1.1" status: 200 len: 205 time: 0.0308688 Mar 09 17:12:35.941695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34668) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.944493 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1e56a39b-3257-40ff-9ff3-8f896efe4779 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef26345c-fdee-46f4-915e-33303a90885a HTTP/1.1" status: 200 len: 205 time: 0.0794313 Mar 09 17:12:35.945927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0794f-67c6-4ccf-8c7d-76832e06ce01 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:35.950157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34670) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:35.964421 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=0b24ef9a-3bb5-4a26-b3d1-b16c23de1757,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:35.979570 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-197bc1a2-c441-4255-bb7a-e16bbfe1e8e9 service neutron] 10.222.0.16 "GET /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248428 Mar 09 17:12:35.996090 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-329691f1-5fc5-4463-bbb5-bf799e105cf5 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:35.997210 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-329691f1-5fc5-4463-bbb5-bf799e105cf5 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/2c24b153-8940-4738-88b6-f14a14571772 HTTP/1.1" status: 404 len: 336 time: 0.0543063 Mar 09 17:12:35.999723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34672) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.038353 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66370e8-c6b6-4eae-b83b-ba87367d84b8 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:36.039056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66370e8-c6b6-4eae-b83b-ba87367d84b8 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:36.043084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a66370e8-c6b6-4eae-b83b-ba87367d84b8 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/e41b9bb9-82c9-4403-9b6d-349701269ff5 HTTP/1.1" status: 404 len: 337 time: 0.0420632 Mar 09 17:12:36.045648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34674) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.056664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '0b24ef9a-3bb5-4a26-b3d1-b16c23de1757'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:36.057938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.066741 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d868bfe7-5aad-4407-9d24-1b10d429f42a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5990703 Mar 09 17:12:36.069350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34676) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.069645 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-67005d1e-1c56-4c7d-ba83-70500382e06e tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.071270 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-67005d1e-1c56-4c7d-ba83-70500382e06e tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/ef26345c-fdee-46f4-915e-33303a90885a HTTP/1.1" status: 404 len: 336 time: 0.1201575 Mar 09 17:12:36.076010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34678) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.090753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:36.107644 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-33abff0c-3fe0-419d-86f5-72e6b0a8fc71 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=99714a76-64cc-4365-b3e6-a41320ea24f0 HTTP/1.1" status: 200 len: 205 time: 0.0607600 Mar 09 17:12:36.110299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34680) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.119467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eb801cde-c223-43f0-a59b-3529fc6b9d6b tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ffda08e-ab0b-4283-baa2-f65b62d747b4 HTTP/1.1" status: 200 len: 205 time: 0.0422220 Mar 09 17:12:36.126607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34682) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.204699 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-fcc0743a-f995-469a-8996-17db07a45702 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.208115 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fcc0743a-f995-469a-8996-17db07a45702 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/99714a76-64cc-4365-b3e6-a41320ea24f0 HTTP/1.1" status: 404 len: 336 time: 0.0904198 Mar 09 17:12:36.208843 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-b0148972-81e1-4134-ba04-71d12ed87eb2 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.209060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34686) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.212269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b0148972-81e1-4134-ba04-71d12ed87eb2 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/9ffda08e-ab0b-4283-baa2-f65b62d747b4 HTTP/1.1" status: 404 len: 336 time: 0.0822961 Mar 09 17:12:36.213557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34688) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.243444 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8d6ce6-3624-4a44-8eca-48acfbe629a4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:36.243700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Allocated IP 2001:db8::f816:3eff:fe8e:5222 (23e84d69-248a-4c03-bab8-85be85a4a2bb/0b24ef9a-3bb5-4a26-b3d1-b16c23de1757/833c7628-fb1b-4724-b030-83dc3e007b0b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:36.244164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8d6ce6-3624-4a44-8eca-48acfbe629a4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:36.247397 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4e8d6ce6-3624-4a44-8eca-48acfbe629a4 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/7c1ea5ab-5179-400d-8341-e1af3605cc1b HTTP/1.1" status: 404 len: 337 time: 0.0372474 Mar 09 17:12:36.250664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34690) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.264071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43eb4ea6-b006-4cdf-995d-fa9e40284282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.277063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d48e48a2-1f30-4c8d-b04e-cf2192389df1 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=7474d829-fc44-4675-99c4-290535f89742 HTTP/1.1" status: 200 len: 205 time: 0.0611329 Mar 09 17:12:36.277399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34694) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.302401 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af50d8d5-4477-4004-be00-af88850b5ad9 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "GET /v2.0/ports?device_id=95ab47fd-f074-410c-8acd-bf198a3b4777 HTTP/1.1" status: 200 len: 205 time: 0.0507896 Mar 09 17:12:36.304274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34696) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.334762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-7be023a4-6d14-4631-bad3-484e4e6d3348 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.335816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7be023a4-6d14-4631-bad3-484e4e6d3348 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/7474d829-fc44-4675-99c4-290535f89742 HTTP/1.1" status: 404 len: 336 time: 0.0575042 Mar 09 17:12:36.338411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34700) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.373766 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-9fe70be7-9170-4db1-88a1-1f8e4ea0facc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.374812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9fe70be7-9170-4db1-88a1-1f8e4ea0facc tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/routers/95ab47fd-f074-410c-8acd-bf198a3b4777 HTTP/1.1" status: 404 len: 336 time: 0.0699034 Mar 09 17:12:36.377597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34704) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.393647 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c2faf722-621b-4267-a3e7-08c059e71dd3 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ba66ed-5f31-4410-bc57-5134fed532d0 HTTP/1.1" status: 200 len: 205 time: 0.0536194 Mar 09 17:12:36.405605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34706) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.408505 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7fbb31-579d-415b-8467-866d6728f5db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:36.408991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7fbb31-579d-415b-8467-866d6728f5db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:36.415428 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1b7fbb31-579d-415b-8467-866d6728f5db tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/1d4ececf-db21-4b07-8a7a-17b94b2d4a0d HTTP/1.1" status: 404 len: 337 time: 0.0335252 Mar 09 17:12:36.415428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34708) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.424881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:36.430011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.432719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Publish callbacks [] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.465221 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4bc61442-b5d9-4b5c-b738-0170fc35b309 req-b1f1ec0b-f54c-43d1-b0ee-b77459e9211b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 210 time: 0.0765572 Mar 09 17:12:36.465511 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5f6078-24ec-412a-b75e-31c274ab6005 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:36.465974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5f6078-24ec-412a-b75e-31c274ab6005 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:36.469123 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ed5f6078-24ec-412a-b75e-31c274ab6005 tempest-RoutersIpV6Test-915454295 tempest-RoutersIpV6Test-915454295-project] 10.222.0.16 "DELETE /v2.0/subnets/a64528c2-186a-4645-81ae-3cbcce73e671 HTTP/1.1" status: 404 len: 337 time: 0.0528791 Mar 09 17:12:36.499140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.529736 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-ad975f99-5732-4e2a-a1f8-9eb2240498c0 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.533228 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ad975f99-5732-4e2a-a1f8-9eb2240498c0 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/c9ba66ed-5f31-4410-bc57-5134fed532d0 HTTP/1.1" status: 404 len: 336 time: 0.1233251 Mar 09 17:12:36.534531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34716) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.568458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Pushing event updated for resources: {'Port': ['ID=833c7628-fb1b-4724-b030-83dc3e007b0b,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:36.572956 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-059a338b-88a6-459a-b2f5-2d31a3d81ef4 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "GET /v2.0/ports?device_id=840fbba2-5d04-43dc-a0f3-39c08647a2ea HTTP/1.1" status: 200 len: 205 time: 0.0372574 Mar 09 17:12:36.576284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34718) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.578155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.ipam_backend_mixin [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b24ef9a-3bb5-4a26-b3d1-b16c23de1757 (CIDR: 2001:db8::/64) Mar 09 17:12:36.582882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:36.584914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:36.587462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:36.619989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:12:36.620617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:36.622186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-cd837bdc-0191-4f61-a5c6-ddcc9c31863a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] delete failed (client error): The resource could not be found. Mar 09 17:12:36.625799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cd837bdc-0191-4f61-a5c6-ddcc9c31863a tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/routers/840fbba2-5d04-43dc-a0f3-39c08647a2ea HTTP/1.1" status: 404 len: 336 time: 0.0454266 Mar 09 17:12:36.632592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34720) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.643813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Attempting to bind port 833c7628-fb1b-4724-b030-83dc3e007b0b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:36.644192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Attempting to bind port 833c7628-fb1b-4724-b030-83dc3e007b0b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:36.644589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Attempting to bind port 833c7628-fb1b-4724-b030-83dc3e007b0b on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:36.649855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:36.650240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:36.650648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.651042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:36.651540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Bound port: 833c7628-fb1b-4724-b030-83dc3e007b0b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:36.651891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.654615 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4c3161-4733-4bdd-975b-8f191650ef26 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] DELETE failed (client error): The resource could not be found. Mar 09 17:12:36.654871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4c3161-4733-4bdd-975b-8f191650ef26 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:36.660596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ee4c3161-4733-4bdd-975b-8f191650ef26 tempest-RoutersAdminTest-547937785 tempest-RoutersAdminTest-547937785-project] 10.222.0.16 "DELETE /v2.0/subnets/151e78f8-8026-4f8e-8a95-23a1fae423f8 HTTP/1.1" status: 404 len: 337 time: 0.0302975 Mar 09 17:12:36.715176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] For port 833c7628-fb1b-4724-b030-83dc3e007b0b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:36.718268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] For port 833c7628-fb1b-4724-b030-83dc3e007b0b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=833c7628-fb1b-4724-b030-83dc3e007b0b,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:36.727144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.729821 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-53c31104-bf82-473e-8198-3b673ccde9a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6439738 Mar 09 17:12:36.732515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34724) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:36.737339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:36.754600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:36.833335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.981585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:36.986836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:36.999892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.111715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3b985-384f-448e-b157-b863598a0543 None None] Pushing event updated for resources: {'Port': ['ID=833c7628-fb1b-4724-b030-83dc3e007b0b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:37.201530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34732) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:37.233443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.308514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34736) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:37.403240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:37.489586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc351275-5497-4337-badc-14aaaf456b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.509001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (5670f806-52db-4d5a-a5cf-c71a85eafb21), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.526199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:37.532245 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90d344b8-8e11-4e8c-9c8f-e28da5749e8f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6038985 Mar 09 17:12:37.536159 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:37.552182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34742) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:37.561468 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:37.562101 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:37.599456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:37.609575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:37.613295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6a58c8b4-cae2-4da4-811e-4db8dafb2e72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02b89329913d4f02bf859cc1299e5a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105477 Mar 09 17:12:37.614669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:37.615268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.617125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:37.621351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34744) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:37.626205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.644440 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6e94cfeb-905e-4088-a38c-55a885464099 req-3ffab448-bb5d-4700-bdd5-21edd5921449 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 210 time: 0.0782952 Mar 09 17:12:37.682696 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=5670f806-52db-4d5a-a5cf-c71a85eafb21,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:37.687135 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:37.719728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.738814 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc351275-5497-4337-badc-14aaaf456b0f admin admin] Publish callbacks [] for security_group (5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.759822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3945817d-9480-40bd-9c8e-8467fe3d1865 admin admin] Publish callbacks [] for security_group (c0dc9d23-15a8-4c74-a100-08f52bbf7bdd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.786832 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1fdc9f70-9c48-4c26-87df-43a6c8056338 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0531759 Mar 09 17:12:37.789649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34746) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:37.797120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3945817d-9480-40bd-9c8e-8467fe3d1865 admin admin] Publish callbacks [] for security_group (c0dc9d23-15a8-4c74-a100-08f52bbf7bdd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.797470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:ff:48:33', 'name': 'tempest-NetworksTestDHCPv6-2013091397'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:37.855947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.878910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc351275-5497-4337-badc-14aaaf456b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.936982 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:36Z', 'revision_number': 8, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:37.973714 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:37.983050 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:37.983924 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:37.985451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3945817d-9480-40bd-9c8e-8467fe3d1865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c0dc9d23-15a8-4c74-a100-08f52bbf7bdd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.990491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3945817d-9480-40bd-9c8e-8467fe3d1865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:37.993709 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3945817d-9480-40bd-9c8e-8467fe3d1865 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0dc9d23-15a8-4c74-a100-08f52bbf7bdd HTTP/1.1" status: 204 len: 168 time: 0.3723276 Mar 09 17:12:38.008937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945817d-9480-40bd-9c8e-8467fe3d1865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dc9d23-15a8-4c74-a100-08f52bbf7bdd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:38.018740 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cc351275-5497-4337-badc-14aaaf456b0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=653882cabe004b01bbeb4ca12ca21b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7093325 Mar 09 17:12:38.019943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34750) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:38.028495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc351275-5497-4337-badc-14aaaf456b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:38.045338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.092235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:38.101597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:38.107023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68fe6f1-b23a-4923-adc7-df557a553aac None None] Network 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:38.108086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.120950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7ec0d937-8b90-4acc-b4c0-8f38d62a80e1 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f HTTP/1.1" status: 204 len: 168 time: 0.5632913 Mar 09 17:12:38.121927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34752) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:38.246427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc62d-4dd7-4a70-959a-5c44537c8ba6 admin admin] Publish callbacks [] for security_group (5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.309548 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:38.347037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc62d-4dd7-4a70-959a-5c44537c8ba6 admin admin] Publish callbacks [] for security_group (5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.358655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.370878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.389765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (7fd3a38e-7b35-459b-99c0-1ec6704f6f21), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.393254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] DHCP port deletion for 7fd3a38e-7b35-459b-99c0-1ec6704f6f21 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:38.417304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 3e036b5b-a33e-41c2-a377-d9fa2b2796fe yet. {{(pid=104358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:12:38.449081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd69c65-1cb7-4cdb-a931-86a9ade4d014 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:38.560626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] Provisioning complete for port 833c7628-fb1b-4724-b030-83dc3e007b0b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:38.561253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.597440 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:36Z', 'revision_number': 8, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:38.612797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] Deleting port 88bc4575-cc86-4f08-996e-e9e812da56f7 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:38.613397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.633963 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c6a7b-7ac2-4dae-b088-715df1e7d900 None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:36Z', 'revision_number': 8, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'c034d209-2902-4b27-beb4-e8d1a257240e', 'name': '', 'network_id': 'f0f10061-a008-492f-abcd-f2825d3391af', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:9f:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:15Z', 'updated_at': '2022-03-09T17:12:23Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '3a8d02f7-ad02-462e-a82d-f7ac2dcd5227', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:38.730907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] For port 88bc4575-cc86-4f08-996e-e9e812da56f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88bc4575-cc86-4f08-996e-e9e812da56f7,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:38.734934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.752265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] Calling delete_port for 88bc4575-cc86-4f08-996e-e9e812da56f7 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:38.809596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e514762c-b364-4597-bba8-3cea8addc256 req-62ee1b15-fa8e-4577-8f67-d98e69191b20 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 210 time: 0.0725324 Mar 09 17:12:38.862075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] Current status of the port 833c7628-fb1b-4724-b030-83dc3e007b0b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:38.863054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.942304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] For port 833c7628-fb1b-4724-b030-83dc3e007b0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=833c7628-fb1b-4724-b030-83dc3e007b0b,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:38.944819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] Update dhcp port {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'fixed_ips': [{'subnet_id': '0b24ef9a-3bb5-4a26-b3d1-b16c23de1757', 'ip_address': '2001:db8::f816:3eff:fe8e:5222'}, {'subnet_id': '5670f806-52db-4d5a-a5cf-c71a85eafb21'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '833c7628-fb1b-4724-b030-83dc3e007b0b'} from dv-neutron-master-2-hyperv. {{(pid=104359) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 09 17:12:38.974162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.981478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 88bc4575-cc86-4f08-996e-e9e812da56f7 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:38.983569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.989081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc62d-4dd7-4a70-959a-5c44537c8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.993650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc62d-4dd7-4a70-959a-5c44537c8ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:38.997350 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c7ddc62d-4dd7-4a70-959a-5c44537c8ba6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6 HTTP/1.1" status: 204 len: 168 time: 0.9680686 Mar 09 17:12:39.086854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc62d-4dd7-4a70-959a-5c44537c8ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833acd2-6e10-4ea0-8dc2-8bfd92d7ecc6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:39.148640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.158312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.204700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-a085dfb0-7b0a-4271-9aac-d031199ebd0a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:39.206020 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-a085dfb0-7b0a-4271-9aac-d031199ebd0a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=49647f15-7420-479c-9cce-0ce183363862 HTTP/1.1" status: 200 len: 796 time: 0.3507988 Mar 09 17:12:39.228023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] Pushing event deleted for resources: {'Port': ['ID=88bc4575-cc86-4f08-996e-e9e812da56f7,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:39.233693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 88bc4575-cc86-4f08-996e-e9e812da56f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88bc4575-cc86-4f08-996e-e9e812da56f7,segment=NetworkSegment(b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4),segment_id=b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:39.234095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.234287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e98da-c867-443e-9fbc-edd9f5a257ba None None] No DVR routers for this DVR port 88bc4575-cc86-4f08-996e-e9e812da56f7 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:39.240214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8:0:1::270 (23e84d69-248a-4c03-bab8-85be85a4a2bb/5670f806-52db-4d5a-a5cf-c71a85eafb21/3e036b5b-a33e-41c2-a377-d9fa2b2796fe) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:39.266427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::f816:3eff:feff:4833 (23e84d69-248a-4c03-bab8-85be85a4a2bb/0b24ef9a-3bb5-4a26-b3d1-b16c23de1757/3e036b5b-a33e-41c2-a377-d9fa2b2796fe) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:39.276429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 88bc4575-cc86-4f08-996e-e9e812da56f7 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:39.321220 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6234d4-ada3-4643-9dd7-7eeb4e9d5bb5 None None] Pushing event updated for resources: {'Port': ['ID=833c7628-fb1b-4724-b030-83dc3e007b0b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:39.325486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 833c7628-fb1b-4724-b030-83dc3e007b0b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:39.381488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 833c7628-fb1b-4724-b030-83dc3e007b0b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:39.382685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.420031 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-be2656d9-da9e-4530-ba8f-6fb4b887e689 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 473 time: 0.2015297 Mar 09 17:12:39.448683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': '0c224640-c828-476d-b2dc-65b5258cd037', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['5eec65c3-473b-4a93-b6fe-4e74951c9c60']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:39.502570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 833c7628-fb1b-4724-b030-83dc3e007b0b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:39.563048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34784) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:39.570422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88bc4575-cc86-4f08-996e-e9e812da56f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:39.573271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (88bc4575-cc86-4f08-996e-e9e812da56f7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.605400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 88bc4575-cc86-4f08-996e-e9e812da56f7 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:39.605777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 88bc4575-cc86-4f08-996e-e9e812da56f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:39.606204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:39.615486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=88bc4575-cc86-4f08-996e-e9e812da56f7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:39.626885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port 88bc4575-cc86-4f08-996e-e9e812da56f7 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:39.630712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:39.631077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2ded043c-7a15-4c7e-bd5a-bbfa25fe68e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:39.686500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (3e036b5b-a33e-41c2-a377-d9fa2b2796fe), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.700489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-12503004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:39.763906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (7fd3a38e-7b35-459b-99c0-1ec6704f6f21), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.794976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd3a38e-7b35-459b-99c0-1ec6704f6f21']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:39.807598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:39.807904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:39.817964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.831915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.838519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:39.838913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (b5825b3c-7112-4dd8-8d51-f7b7c54ba6f4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:39.841842 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:39.861334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.862489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.922147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.933527 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-02987a15-e149-49ef-8431-1c0bd323f53a req-095a3919-b41c-469a-b578-2313889effba tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 210 time: 0.0390673 Mar 09 17:12:39.934513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:39.937935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.956068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (3e036b5b-a33e-41c2-a377-d9fa2b2796fe), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:39.975307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] Allocated IP 2001:db8:0:1::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/5670f806-52db-4d5a-a5cf-c71a85eafb21/833c7628-fb1b-4724-b030-83dc3e007b0b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:40.003248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (7fd3a38e-7b35-459b-99c0-1ec6704f6f21), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.025192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.025192 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/7fd3a38e-7b35-459b-99c0-1ec6704f6f21 HTTP/1.1" status: 204 len: 168 time: 1.8982022 Mar 09 17:12:40.026623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:40.035842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34790) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:40.049130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router_controller (90de3326-80a3-4ec9-bd16-b0a2923c1e64), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.066974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34792) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:40.080714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:40.088552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:40.090013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] For port 833c7628-fb1b-4724-b030-83dc3e007b0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=833c7628-fb1b-4724-b030-83dc3e007b0b,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:40.093725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:40.094359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.113642 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-af3b4fa2-24cf-43f2-8462-e1255efa2d66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2485bbab420847a3a64ce9fd83fc0bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454917 Mar 09 17:12:40.115978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34794) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:40.126435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] Publish callbacks [] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.129842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.133366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c3fa9-9081-4c1a-983b-cca7eaa4f6c3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=7fd3a38e-7b35-459b-99c0-1ec6704f6f21,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:40.135344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=3e036b5b-a33e-41c2-a377-d9fa2b2796fe,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:40.179028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb78b251-59d5-438b-8453-f0ffaba2294a admin admin] Publish callbacks [] for security_group (d3864603-38d0-476b-abbc-567e96656b98), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.190058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.202749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb78b251-59d5-438b-8453-f0ffaba2294a admin admin] Publish callbacks [] for security_group (d3864603-38d0-476b-abbc-567e96656b98), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.280162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf678b-678b-4672-a19c-ea64c61ac741 None None] Pushing event updated for resources: {'Port': ['ID=833c7628-fb1b-4724-b030-83dc3e007b0b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:40.297522 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-140d0979-a14f-46c8-9c18-4784b1f88a28 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5059907 Mar 09 17:12:40.300191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34796) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:40.307944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.12 (49647f15-7420-479c-9cce-0ce183363862/9769f1fa-3d5a-4e2b-9465-a349304f5a68/fc684c7d-050f-42f1-a439-c4c1e41e29bc) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:40.311693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.313103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b056bcb0-e016-45c6-8303-66caed78cb28 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7490411 Mar 09 17:12:40.315729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34798) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:40.320848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-382323556'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:40.401322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb78b251-59d5-438b-8453-f0ffaba2294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d3864603-38d0-476b-abbc-567e96656b98), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.404653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb78b251-59d5-438b-8453-f0ffaba2294a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.405254 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eb78b251-59d5-438b-8453-f0ffaba2294a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3864603-38d0-476b-abbc-567e96656b98 HTTP/1.1" status: 204 len: 168 time: 0.2882376 Mar 09 17:12:40.418686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78b251-59d5-438b-8453-f0ffaba2294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3864603-38d0-476b-abbc-567e96656b98,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:40.446412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 3e036b5b-a33e-41c2-a377-d9fa2b2796fe {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:40.446893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3e036b5b-a33e-41c2-a377-d9fa2b2796fe), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.465438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Made reservation on behalf of 2a70f70774744010b7f9577d6f040a0b for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:40.469158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.487609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.604037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3e036b5b-a33e-41c2-a377-d9fa2b2796fe), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.615268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.622678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 3e036b5b-a33e-41c2-a377-d9fa2b2796fe owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:40.686089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for security_group (5abe5ecf-7cd1-4da9-9982-47298994e171), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.701019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.785652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5abe5ecf-7cd1-4da9-9982-47298994e171), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.807742 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.820717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 833c7628-fb1b-4724-b030-83dc3e007b0b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:40.866285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe5ecf-7cd1-4da9-9982-47298994e171,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:40.867906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 49647f15-7420-479c-9cce-0ce183363862 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:40.912840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 833c7628-fb1b-4724-b030-83dc3e007b0b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:40.913387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:40.924403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:40.927009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:40.959176 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=fc684c7d-050f-42f1-a439-c4c1e41e29bc,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:41.022678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.023465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.036539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3e036b5b-a33e-41c2-a377-d9fa2b2796fe), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.065337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:41.076979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 833c7628-fb1b-4724-b030-83dc3e007b0b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:41.143126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d5a5215f-ac89-43c6-833d-1e76f558ad58 None None] Provisioning complete for port 833c7628-fb1b-4724-b030-83dc3e007b0b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:41.143773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d5a5215f-ac89-43c6-833d-1e76f558ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.189660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=3e036b5b-a33e-41c2-a377-d9fa2b2796fe,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:41.208390 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-39d3132b-5a4e-416a-9d21-6b62124c14ec tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7633095 Mar 09 17:12:41.228004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (774ace7b-4f80-4f86-8c6a-1e0f6d129e12), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.228375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Added segment 774ace7b-4f80-4f86-8c6a-1e0f6d129e12 of type vlan for network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d Mar 09 17:12:41.244701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Request body: {'port': {'device_id': '0c224640-c828-476d-b2dc-65b5258cd037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:41.286412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.290978 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-88d1d9d5-fa32-4c63-b712-261b59616773 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/3e036b5b-a33e-41c2-a377-d9fa2b2796fe HTTP/1.1" status: 204 len: 168 time: 0.9897239 Mar 09 17:12:41.293438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34812) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:41.306345 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5215f-ac89-43c6-833d-1e76f558ad58 None None] Current status of the port 833c7628-fb1b-4724-b030-83dc3e007b0b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:41.319543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ffc55-b301-4d64-a344-4d660950bfdc req-68da9766-b1fb-4c42-8246-cded14735875 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.323172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a6ffc55-b301-4d64-a344-4d660950bfdc req-68da9766-b1fb-4c42-8246-cded14735875 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 932 time: 0.2619808 Mar 09 17:12:41.333758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.384165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port c034d209-2902-4b27-beb4-e8d1a257240e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:41.384493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.402177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a6ffc55-b301-4d64-a344-4d660950bfdc req-72d289e0-bb2c-4416-b390-b81a5861d521 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700350 Mar 09 17:12:41.409471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.441769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2144dfe3-116f-4a3c-84b1-f411011cc070 None None] Provisioning complete for port fc684c7d-050f-42f1-a439-c4c1e41e29bc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:41.442150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2144dfe3-116f-4a3c-84b1-f411011cc070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.447569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.452636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.453284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.490133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2144dfe3-116f-4a3c-84b1-f411011cc070 None None] Port fc684c7d-050f-42f1-a439-c4c1e41e29bc cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:41.522996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff82a1-8b7a-4337-8c02-5dfd6d0005f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.526916 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a0ff82a1-8b7a-4337-8c02-5dfd6d0005f4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2302938 Mar 09 17:12:41.527882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34816) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:41.537597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Network': ['ID=5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:41.550218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:41.558738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port c034d209-2902-4b27-beb4-e8d1a257240e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c034d209-2902-4b27-beb4-e8d1a257240e,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:41.560429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.583374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for c034d209-2902-4b27-beb4-e8d1a257240e owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:41.619882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8e66a7c6-ec23-4174-bb39-41b3cf3256da tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3029344 Mar 09 17:12:41.624135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34820) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:41.637496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d12d07a0-9b09-473d-85ca-f47e12ee87c7 None None] Could not find standard attr ID for object 3e036b5b-a33e-41c2-a377-d9fa2b2796fe. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:12:41.640659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'subnet': {'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:41.688397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc56ea8-57b6-4326-b82d-63e45a5da2cc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.692263 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8bc56ea8-57b6-4326-b82d-63e45a5da2cc tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1608760 Mar 09 17:12:41.693480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34824) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:41.795586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b81a76-fbcd-426f-a5e9-81e06c4677e3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.796956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b81a76-fbcd-426f-a5e9-81e06c4677e3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.798397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b81a76-fbcd-426f-a5e9-81e06c4677e3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:41.802533 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-22b81a76-fbcd-426f-a5e9-81e06c4677e3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1054399 Mar 09 17:12:41.802785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34828) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:41.861355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 0b24ef9a-3bb5-4a26-b3d1-b16c23de1757 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:41.864977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (0b24ef9a-3bb5-4a26-b3d1-b16c23de1757), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.888479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Made reservation on behalf of 2a70f70774744010b7f9577d6f040a0b for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:41.891821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.936277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (0b24ef9a-3bb5-4a26-b3d1-b16c23de1757), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:41.955505 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:12:42.078350 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (0b24ef9a-3bb5-4a26-b3d1-b16c23de1757), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.230342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc684c7d-050f-42f1-a439-c4c1e41e29bc {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:12:42.238463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Publish callbacks [] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.290362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (0b24ef9a-3bb5-4a26-b3d1-b16c23de1757), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.318407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=0b24ef9a-3bb5-4a26-b3d1-b16c23de1757,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:42.318648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Transition to ACTIVE for port object fc684c7d-050f-42f1-a439-c4c1e41e29bc will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:12:42.320326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c034d209-2902-4b27-beb4-e8d1a257240e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.321819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (aa2311da-41d0-4b45-8d32-d7cfea87e27f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.327618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.330811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a7cc71f9-1c18-47f5-b0f5-f126e2405480 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/0b24ef9a-3bb5-4a26-b3d1-b16c23de1757 HTTP/1.1" status: 204 len: 168 time: 0.5270782 Mar 09 17:12:42.331526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331fce7-ab88-4934-b82e-73c87b2fba64 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:42.339006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34838) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:42.372657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=c034d209-2902-4b27-beb4-e8d1a257240e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:42.401206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.409728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Subnet': ['ID=aa2311da-41d0-4b45-8d32-d7cfea87e27f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:42.438696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Checking segment: {'id': '774ace7b-4f80-4f86-8c6a-1e0f6d129e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:42.439081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network hostable DHCP agents. Network: 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:42.535304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 5670f806-52db-4d5a-a5cf-c71a85eafb21 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:42.535535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:42.555139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (5670f806-52db-4d5a-a5cf-c71a85eafb21), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.609376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Pushing event updated for resources: {'Port': ['ID=fc684c7d-050f-42f1-a439-c4c1e41e29bc,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:42.621338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:42.629458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:42.634013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.636670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f1450a-e5f3-4446-b969-768575c6a2c6 None None] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:42.737322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-428c60ce-aca9-4f3c-b4ef-67b80000dcc1 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1120455 Mar 09 17:12:42.743210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34848) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:42.749320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'network': {'name': 'tempest-router-network01--2044343533'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:42.813883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.819545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (5670f806-52db-4d5a-a5cf-c71a85eafb21), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.869039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d', 'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d', 'project_id': '2a70f70774744010b7f9577d6f040a0b', 'fixed_ips': [{'subnet_id': 'aa2311da-41d0-4b45-8d32-d7cfea87e27f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:42.872534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.895305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Made reservation on behalf of 2a70f70774744010b7f9577d6f040a0b for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:42.899253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.968185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:42.985329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d8bce93b-4c63-4f0c-aacd-1077208eacdd), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:42.990967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Added segment d8bce93b-4c63-4f0c-aacd-1077208eacdd of type vlan for network fe37a69e-0276-4d14-9c31-9aeed11521ca Mar 09 17:12:43.030383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08fd19-5715-4fa3-a718-c12f3b6de381 req-25e90d01-51f9-460e-9235-497f1d868f15 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:43.032129 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a08fd19-5715-4fa3-a718-c12f3b6de381 req-25e90d01-51f9-460e-9235-497f1d868f15 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 944 time: 0.5115457 Mar 09 17:12:43.059567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34854) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:43.081869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (fe37a69e-0276-4d14-9c31-9aeed11521ca), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.106013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Allocated IP 172.20.0.2 (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d/aa2311da-41d0-4b45-8d32-d7cfea87e27f/9e7bc993-c93e-4870-ad62-c4c4d252e2a0) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:43.170201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Attempting to bind port fc684c7d-050f-42f1-a439-c4c1e41e29bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:43.170544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Attempting to bind port fc684c7d-050f-42f1-a439-c4c1e41e29bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:43.170880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Attempting to bind port fc684c7d-050f-42f1-a439-c4c1e41e29bc on network 49647f15-7420-479c-9cce-0ce183363862 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:43.212427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Port fc684c7d-050f-42f1-a439-c4c1e41e29bc on network 49647f15-7420-479c-9cce-0ce183363862 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:12:43.216830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Attempting to bind port fc684c7d-050f-42f1-a439-c4c1e41e29bc on network 49647f15-7420-479c-9cce-0ce183363862 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:43.216977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (fe37a69e-0276-4d14-9c31-9aeed11521ca), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.220860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5670f806-52db-4d5a-a5cf-c71a85eafb21), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.221492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:43.222301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.259759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:43.260360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Checking segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:43.260531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Bound using segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:43.260987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Bound port: fc684c7d-050f-42f1-a439-c4c1e41e29bc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:43.261352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.285009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1644008364'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:43.362533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Network': ['ID=fe37a69e-0276-4d14-9c31-9aeed11521ca,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:43.388568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network fe37a69e-0276-4d14-9c31-9aeed11521ca details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:43.416159 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a08fd19-5715-4fa3-a718-c12f3b6de381 req-8d8eaba0-aa13-43e5-9e44-d4e955684265 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175650 Mar 09 17:12:43.442561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f303539f-5b82-44ea-97b7-d491a56fc8e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6973164 Mar 09 17:12:43.442561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34858) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:43.442867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Publish callbacks [] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.449681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'network': {'name': 'tempest-router-network02--1762237418'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:43.467048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (d0546613-d2cb-4133-a2fb-441e8dd36671), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.468446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (d0546613-d2cb-4133-a2fb-441e8dd36671), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.498015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-861785a2-cae2-4f21-a85c-d9c305c00f33 None None] Provisioning complete for port 833c7628-fb1b-4724-b030-83dc3e007b0b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:43.498801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-861785a2-cae2-4f21-a85c-d9c305c00f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.565725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (d0546613-d2cb-4133-a2fb-441e8dd36671), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.576508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] For port fc684c7d-050f-42f1-a439-c4c1e41e29bc, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:43.577891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Made reservation on behalf of 2a70f70774744010b7f9577d6f040a0b for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:43.580488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] For port fc684c7d-050f-42f1-a439-c4c1e41e29bc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:43.585718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.586352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:43.615859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:12:43.627019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b73af3e5-8ed5-4c3a-a857-faf04096cf35), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.627519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Added segment b73af3e5-8ed5-4c3a-a857-faf04096cf35 of type vlan for network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f Mar 09 17:12:43.664094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (d0546613-d2cb-4133-a2fb-441e8dd36671), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.669058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.675691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (5670f806-52db-4d5a-a5cf-c71a85eafb21), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.681552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.687773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.732661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.733808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=5670f806-52db-4d5a-a5cf-c71a85eafb21,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:43.737338 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b56edf9c-37d3-427b-b837-4a351a35a737 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6735177 Mar 09 17:12:43.737497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:43.737603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34860) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:43.741557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:43.746984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:43.753614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.755746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Pushing event updated for resources: {'Port': ['ID=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:43.759716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d789266e-1a5e-462a-94e5-df95a95ff89e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5670f806-52db-4d5a-a5cf-c71a85eafb21 HTTP/1.1" status: 204 len: 168 time: 1.3974543 Mar 09 17:12:43.775005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:43.775636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.777610 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] 10.222.0.36 "PUT /v2.0/ports/fc684c7d-050f-42f1-a439-c4c1e41e29bc HTTP/1.1" status: 200 len: 1094 time: 2.5560613 Mar 09 17:12:43.778105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c224640-c828-476d-b2dc-65b5258cd037', 'tag': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:12:43.781633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f1e649-8925-45dc-a59b-385d92ad7a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c224640-c828-476d-b2dc-65b5258cd037", "tag": "fc684c7d-050f-42f1-a439-c4c1e41e29bc"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:12:43.783098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1740d64-2e32-4cdf-9a7d-34ef9c9c29fa None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:43.793379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34862) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:43.795233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:43.801131 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ace0dccc-55c3-450e-beaf-8e5a77f64bee tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7386467 Mar 09 17:12:43.807770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34866) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:43.852680 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (d0546613-d2cb-4133-a2fb-441e8dd36671), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.857396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.864138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:43.865950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ceacf8bf-1e5b-4be4-9523-fbf07ec53048 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610702 Mar 09 17:12:43.868086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34868) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:43.880408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:43.881428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.957452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Attempting to bind port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:43.957969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Attempting to bind port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '774ace7b-4f80-4f86-8c6a-1e0f6d129e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:43.958103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 3a8d02f7-ad02-462e-a82d-f7ac2dcd5227 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:43.958346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Attempting to bind port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 on network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:43.962172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (3a8d02f7-ad02-462e-a82d-f7ac2dcd5227), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.968221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:43.978056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:43.982254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:43.982647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Checking segment: {'id': '774ace7b-4f80-4f86-8c6a-1e0f6d129e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:43.983125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.983469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Bound using segment: {'id': '774ace7b-4f80-4f86-8c6a-1e0f6d129e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:43.983968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Bound port: 9e7bc993-c93e-4870-ad62-c4c4d252e2a0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774ace7b-4f80-4f86-8c6a-1e0f6d129e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:43.984388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:43.986503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-861785a2-cae2-4f21-a85c-d9c305c00f33 None None] Current status of the port 833c7628-fb1b-4724-b030-83dc3e007b0b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:44.017687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (3a8d02f7-ad02-462e-a82d-f7ac2dcd5227), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.135598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (3a8d02f7-ad02-462e-a82d-f7ac2dcd5227), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.162917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607fc08e-bb0e-477c-9caa-583ba8b272ef x-openstack-request-id: req-607fc08e-bb0e-477c-9caa-583ba8b272ef {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:12:44.162917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c224640-c828-476d-b2dc-65b5258cd037", "tag": "fc684c7d-050f-42f1-a439-c4c1e41e29bc", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:12:44.163246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-607fc08e-bb0e-477c-9caa-583ba8b272ef {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:12:44.163568 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c224640-c828-476d-b2dc-65b5258cd037', 'tag': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc', 'status': 'completed', 'code': 200} Mar 09 17:12:44.169058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:44.195110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:44.223027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e3587-83a9-4205-813f-635f589c27ae service neutron] Pushing event updated for resources: {'Port': ['ID=fc684c7d-050f-42f1-a439-c4c1e41e29bc,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:44.235884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] For port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:44.271965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] For port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,segment=NetworkSegment(774ace7b-4f80-4f86-8c6a-1e0f6d129e12),segment_id=774ace7b-4f80-4f86-8c6a-1e0f6d129e12)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:44.309460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-c9475ad8-9f14-4eaa-be90-af8a3f51a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:44.309995 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-c9475ad8-9f14-4eaa-be90-af8a3f51a8a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 1128 time: 0.1351490 Mar 09 17:12:44.366453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Network': ['ID=b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:44.367050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:44.372777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.380876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-9708b152-d3db-4463-8b31-757b88fb112d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc HTTP/1.1" status: 200 len: 217 time: 0.0624862 Mar 09 17:12:44.412752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:12:44.435817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-b4bf335a-3fe4-42ea-9cd6-35e019c4b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:44.438358 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-b4bf335a-3fe4-42ea-9cd6-35e019c4b48d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9769f1fa-3d5a-4e2b-9465-a349304f5a68 HTTP/1.1" status: 200 len: 834 time: 0.0469851 Mar 09 17:12:44.496151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8fbadd37-885b-4ab3-84a4-869d31b83341 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0506861 Mar 09 17:12:44.496359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (3a8d02f7-ad02-462e-a82d-f7ac2dcd5227), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.496492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34872) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:44.501856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'subnet': {'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:44.563807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8d02f7-ad02-462e-a82d-f7ac2dcd5227,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:44.564895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (d0546613-d2cb-4133-a2fb-441e8dd36671), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.567625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.571410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (d0546613-d2cb-4133-a2fb-441e8dd36671), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.575940 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e3629bde-3d30-4606-94db-50e49870a110 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/3a8d02f7-ad02-462e-a82d-f7ac2dcd5227 HTTP/1.1" status: 204 len: 168 time: 0.7111447 Mar 09 17:12:44.583669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47727f97-6e0a-4a01-a4e6-88eaafbe4baf None None] Network f0f10061-a008-492f-abcd-f2825d3391af requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:44.591051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34874) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:44.594543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ddae1-1600-4eef-8347-87136f8cda31 None None] Pushing event updated for resources: {'Port': ['ID=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:44.605475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:44.609157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.692974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-7f4471e9-299c-4832-bdf7-49e8af8d1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:44.694534 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-7f4471e9-299c-4832-bdf7-49e8af8d1706 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49647f15-7420-479c-9cce-0ce183363862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2498608 Mar 09 17:12:44.731066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] Deleting port 833c7628-fb1b-4724-b030-83dc3e007b0b {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:44.731824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.758906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (d0546613-d2cb-4133-a2fb-441e8dd36671), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.758906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0546613-d2cb-4133-a2fb-441e8dd36671 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:44.759358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.761548 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-956f5109-e3ad-4f32-8199-605d5b8e5e49 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d0546613-d2cb-4133-a2fb-441e8dd36671 HTTP/1.1" status: 204 len: 168 time: 1.0230670 Mar 09 17:12:44.764515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34876) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:44.771406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Request body: {'router': {'name': 'tempest-router-806680546', 'distributed': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:44.790808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d43a-c89d-4e25-84d8-06a8fb3905d8 req-6d24aed9-cd9b-410b-8019-009960f0eba6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:44.791077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:42Z', 'revision_number': 9, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:44.792408 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2d31d43a-c89d-4e25-84d8-06a8fb3905d8 req-6d24aed9-cd9b-410b-8019-009960f0eba6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 944 time: 0.2738552 Mar 09 17:12:44.810064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Made reservation on behalf of 2a70f70774744010b7f9577d6f040a0b for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:44.819571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.856451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f0f10061-a008-492f-abcd-f2825d3391af), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.859183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:44.869943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (628479e6-2b66-470a-856b-291f874fce4c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.869943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (628479e6-2b66-470a-856b-291f874fce4c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:44.880186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 833c7628-fb1b-4724-b030-83dc3e007b0b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:44.923472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:44.924126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:45.003613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (628479e6-2b66-470a-856b-291f874fce4c), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.032727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] DHCP port deletion for f0f10061-a008-492f-abcd-f2825d3391af request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:45.076676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] For port 833c7628-fb1b-4724-b030-83dc3e007b0b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=833c7628-fb1b-4724-b030-83dc3e007b0b,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:45.077193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.092122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (628479e6-2b66-470a-856b-291f874fce4c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.104301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] Calling delete_port for 833c7628-fb1b-4724-b030-83dc3e007b0b owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:45.149948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:45.212712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.214594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9011f68c-0eb3-4863-a962-08378e8f37e2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4486637 Mar 09 17:12:45.217218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34878) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:45.258794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (88b26378-aed5-4919-a766-69321180fa13), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.349422 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2d31d43a-c89d-4e25-84d8-06a8fb3905d8 req-09b44d4b-3702-4299-892a-980bc9ba482e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5396836 Mar 09 17:12:45.354585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (628479e6-2b66-470a-856b-291f874fce4c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.355240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-4b6bd476-def8-469b-8473-56e9312e8ba0 service neutron] 10.222.0.36 "GET /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618572 Mar 09 17:12:45.411361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Subnet': ['ID=88b26378-aed5-4919-a766-69321180fa13,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:45.468433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Checking segment: {'id': 'd8bce93b-4c63-4f0c-aacd-1077208eacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:45.468761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network hostable DHCP agents. Network: fe37a69e-0276-4d14-9c31-9aeed11521ca, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:45.515876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 833c7628-fb1b-4724-b030-83dc3e007b0b is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:45.516488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.541842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:45.542306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.584846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] Deleting port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:45.585282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.589574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (628479e6-2b66-470a-856b-291f874fce4c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.591872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (628479e6-2b66-470a-856b-291f874fce4c), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.623770 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-582cbb2e-a9e3-487c-8c8a-ee4f5f1923f7 req-a8f1db4a-0efa-44c1-82c2-e2c3345d9247 service neutron] 10.222.0.36 "GET /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430182 Mar 09 17:12:45.635985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 6da43e7b-2ca1-4fc7-acaf-1da05363e286, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da43e7b-2ca1-4fc7-acaf-1da05363e286,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:45.636991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.651074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network fe37a69e-0276-4d14-9c31-9aeed11521ca is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:45.651903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 6da43e7b-2ca1-4fc7-acaf-1da05363e286 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:45.682354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] For port 6da43e7b-2ca1-4fc7-acaf-1da05363e286, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6da43e7b-2ca1-4fc7-acaf-1da05363e286,segment=NetworkSegment(087ee07d-ab9b-4ebb-b53c-4e5df3ad982f),segment_id=087ee07d-ab9b-4ebb-b53c-4e5df3ad982f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:45.682731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.692715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (833c7628-fb1b-4724-b030-83dc3e007b0b), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.699314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.738705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] Calling delete_port for 6da43e7b-2ca1-4fc7-acaf-1da05363e286 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:45.757020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:45.768637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] Pushing event deleted for resources: {'Port': ['ID=833c7628-fb1b-4724-b030-83dc3e007b0b,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:45.782420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec03b4f-5be2-4d30-b4fa-c37ebcbb5bef None None] No DVR routers for this DVR port 833c7628-fb1b-4724-b030-83dc3e007b0b on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:45.782520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fe37a69e-0276-4d14-9c31-9aeed11521ca) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:45.790609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:45.791574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.795125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (628479e6-2b66-470a-856b-291f874fce4c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.795616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 628479e6-2b66-470a-856b-291f874fce4c {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:45.814591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:45.814591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:45.814591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.820141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:45.822060 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-87b42fd6-f2bc-4f21-815d-05a5851befda tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "DELETE /v2.0/routers/628479e6-2b66-470a-856b-291f874fce4c HTTP/1.1" status: 204 len: 168 time: 0.6039302 Mar 09 17:12:45.824518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:45.827319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34880) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:45.834207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50dcb1-07ab-4ba5-a90d-596426506fe7 None None] Network fe37a69e-0276-4d14-9c31-9aeed11521ca requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:45.836698 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce11a94-d798-489f-8d43-ddad44f6698e None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:45.866668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Request body: {'router': {'name': 'tempest-router-2110812556', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dc6ef4834775454c8d84ce7198cc27cb'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:45.896529 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8eb83ff4-4870-4e51-9342-7b43880bb5a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9437857 Mar 09 17:12:45.901637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34882) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:45.912780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:45.920336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4a9ebe64-b36a-4744-b192-d60a6cc574c0 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4230003 Mar 09 17:12:45.927700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34884) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:45.930406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-fe2bfcd9-abf4-4310-b1a8-3c1e2b4d687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:45.931955 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-fe2bfcd9-abf4-4310-b1a8-3c1e2b4d687e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 1128 time: 0.1013560 Mar 09 17:12:45.938378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'subnet': {'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:45.966674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181255c7-0e5a-480d-ae59-bb5cda5cb9de None None] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:45.996875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.041662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.042699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.051439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:42Z', 'revision_number': 9, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:46.105966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=6da43e7b-2ca1-4fc7-acaf-1da05363e286,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:46.107182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:46.111849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.115648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:46.143838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] Provisioning complete for port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:46.144215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.145816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (6da43e7b-2ca1-4fc7-acaf-1da05363e286), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.157524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d3cfb-c29f-49a3-8582-12685603014c None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:42Z', 'revision_number': 9, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec', 'name': '', 'network_id': '5daea292-37b2-453e-81ff-13760a10b26f', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:3c:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:08Z', 'updated_at': '2022-03-09T17:12:16Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '5fcf2682-345b-4c88-aba9-1bda9e48cd9c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:46.201671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-4aec89b0-2b18-479f-8174-8515655564f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:46.207632 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-4aec89b0-2b18-479f-8174-8515655564f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49647f15-7420-479c-9cce-0ce183363862 HTTP/1.1" status: 200 len: 896 time: 0.2610466 Mar 09 17:12:46.207796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': 'f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:46.207796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.209051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fe37a69e-0276-4d14-9c31-9aeed11521ca', 'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca', 'project_id': '2a70f70774744010b7f9577d6f040a0b', 'fixed_ips': [{'subnet_id': '88b26378-aed5-4919-a766-69321180fa13'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:46.210031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.235756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] Pushing event deleted for resources: {'Port': ['ID=6da43e7b-2ca1-4fc7-acaf-1da05363e286,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:46.239317 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.ipam_backend_mixin [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8 (CIDR: 2001:db8::/64) Mar 09 17:12:46.251747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4ea0c-6829-4482-9f41-d44b0f6a84a9 None None] No DVR routers for this DVR port 6da43e7b-2ca1-4fc7-acaf-1da05363e286 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:46.280949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f0f10061-a008-492f-abcd-f2825d3391af), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.290437 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:12:46.291195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:46.314676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.317468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Made reservation on behalf of 2a70f70774744010b7f9577d6f040a0b for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:46.321374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.324870 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-5cb3b79c-5fa1-452c-8bae-a3f2225d749a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc HTTP/1.1" status: 200 len: 217 time: 0.1084280 Mar 09 17:12:46.364116 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7e69affc-340b-4ddd-afcb-71399a317eb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4584532 Mar 09 17:12:46.364537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34886) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:46.370299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:46.374390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f10061-a008-492f-abcd-f2825d3391af']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:46.412924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:46.413458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087ee07d-ab9b-4ebb-b53c-4e5df3ad982f') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:46.430607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.493489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (087ee07d-ab9b-4ebb-b53c-4e5df3ad982f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.528426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6092c1-7e99-415c-b562-b15e4d09460a req-6590454c-6a58-49da-9ddd-e642ecfcd296 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:46.530002 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bc6092c1-7e99-415c-b562-b15e4d09460a req-6590454c-6a58-49da-9ddd-e642ecfcd296 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 944 time: 0.0757825 Mar 09 17:12:46.536718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-bc5acac9-4ec9-42ff-8f2a-94e139e20ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:46.539075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-bc5acac9-4ec9-42ff-8f2a-94e139e20ecc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9769f1fa-3d5a-4e2b-9465-a349304f5a68 HTTP/1.1" status: 200 len: 834 time: 0.1951313 Mar 09 17:12:46.543885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (087ee07d-ab9b-4ebb-b53c-4e5df3ad982f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.550882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:46.551304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (087ee07d-ab9b-4ebb-b53c-4e5df3ad982f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.555542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] Current status of the port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:46.556730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.561077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8/e17c6612-962b-476d-b9de-6f2bf36ed4f3) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:46.606881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Allocated IP 172.20.0.2 (fe37a69e-0276-4d14-9c31-9aeed11521ca/88b26378-aed5-4919-a766-69321180fa13/1c783572-4aa9-4097-9107-c8a0680184af) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:46.621419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bc6092c1-7e99-415c-b562-b15e4d09460a req-b92501df-c510-46bb-b54a-8e3d7643094b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711882 Mar 09 17:12:46.622628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:46.626144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:46.645087 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:46.663628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] For port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,segment=NetworkSegment(774ace7b-4f80-4f86-8c6a-1e0f6d129e12),segment_id=774ace7b-4f80-4f86-8c6a-1e0f6d129e12)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:46.670217 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.671569 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cbaaffcf-59ec-4b03-b1f6-98bd54ec4830 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8386459 Mar 09 17:12:46.681290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34890) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:46.692074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:46.720458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-f7724dbf-0014-4ce0-8e68-643ca650edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:46.723230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-f7724dbf-0014-4ce0-8e68-643ca650edcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49647f15-7420-479c-9cce-0ce183363862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0767853 Mar 09 17:12:46.747292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.771634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f0f10061-a008-492f-abcd-f2825d3391af), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.825644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:46.835685 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/f0f10061-a008-492f-abcd-f2825d3391af HTTP/1.1" status: 204 len: 168 time: 2.2366390 Mar 09 17:12:46.840305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34892) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:46.841151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b85be-dcbc-4b0e-9d5c-9c89d2ff1a84 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=f0f10061-a008-492f-abcd-f2825d3391af,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:46.928788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:46.980410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dcd3c-fdfb-476a-a97d-3d24315e5ab5 None None] Pushing event updated for resources: {'Port': ['ID=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:47.049230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Publish callbacks [] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.050950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-97cb0225-9782-43a1-a602-a450895af157 service neutron] 10.222.0.36 "GET /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190928 Mar 09 17:12:47.075611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.075909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-91e27c2f-0713-43f5-8bab-0d5a2e56d316 None None] Provisioning complete for port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:47.076009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.076095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91e27c2f-0713-43f5-8bab-0d5a2e56d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.124878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.126650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:47.127042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.140435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Publish callbacks [] for port (1c783572-4aa9-4097-9107-c8a0680184af), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.201490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104357) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 09 17:12:47.202121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Router aa3b2566-bcdc-4e80-85f3-52caa2885361 migrating from provider to provider. {{(pid=104357) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 09 17:12:47.202728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.212020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.242147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (d51d9c09-8ff6-4837-8f4e-5c78df0fde02), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.294306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.335080 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8f1e649-8925-45dc-a59b-385d92ad7a9b req-a6c3588d-5853-461f-84e4-b178a80c7ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771072 Mar 09 17:12:47.348942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (1c783572-4aa9-4097-9107-c8a0680184af), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.358581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:47.378285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:47.379893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Subnet': ['ID=d51d9c09-8ff6-4837-8f4e-5c78df0fde02,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:47.388092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:47.393465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Checking segment: {'id': 'b73af3e5-8ed5-4c3a-a857-faf04096cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:47.393834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network hostable DHCP agents. Network: b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:12:47.402573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Pushing event updated for resources: {'Port': ['ID=e17c6612-962b-476d-b9de-6f2bf36ed4f3,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:47.417182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Network fe37a69e-0276-4d14-9c31-9aeed11521ca is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:47.473218 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.scheduler.l3_agent_scheduler [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] No L3 agents can host the router aa3b2566-bcdc-4e80-85f3-52caa2885361 Mar 09 17:12:47.487792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:47.501548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:47.543585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:12:47.578791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.581389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Pushing event updated for resources: {'Port': ['ID=1c783572-4aa9-4097-9107-c8a0680184af,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:47.583694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-91e27c2f-0713-43f5-8bab-0d5a2e56d316 None None] Current status of the port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:47.601548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:12:47.604759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Attempting to bind port e17c6612-962b-476d-b9de-6f2bf36ed4f3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:47.605225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Attempting to bind port e17c6612-962b-476d-b9de-6f2bf36ed4f3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:47.605659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Attempting to bind port e17c6612-962b-476d-b9de-6f2bf36ed4f3 on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:47.632088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:47.632542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:47.633835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.634125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:47.634976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Bound port: e17c6612-962b-476d-b9de-6f2bf36ed4f3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:47.635449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.640973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:47.648197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:47.650592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.666746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:47.669071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Attempting to bind port 1c783572-4aa9-4097-9107-c8a0680184af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:47.673624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Attempting to bind port 1c783572-4aa9-4097-9107-c8a0680184af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd8bce93b-4c63-4f0c-aacd-1077208eacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:47.673624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Attempting to bind port 1c783572-4aa9-4097-9107-c8a0680184af on network fe37a69e-0276-4d14-9c31-9aeed11521ca {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:47.673856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5e6bd-5375-4dc8-be56-3b814f5b60d4 None None] Network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:47.688827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Hosts for router aa3b2566-bcdc-4e80-85f3-52caa2885361: [] {{(pid=104357) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 09 17:12:47.729429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Hosts for other DVR routers connected to router aa3b2566-bcdc-4e80-85f3-52caa2885361: set() {{(pid=104357) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 09 17:12:47.732305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.741412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:47.741412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Checking segment: {'id': 'd8bce93b-4c63-4f0c-aacd-1077208eacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:47.741738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34908) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:47.750624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.753771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Bound using segment: {'id': 'd8bce93b-4c63-4f0c-aacd-1077208eacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:47.753771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Bound port: 1c783572-4aa9-4097-9107-c8a0680184af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bce93b-4c63-4f0c-aacd-1077208eacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fe37a69e-0276-4d14-9c31-9aeed11521ca'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:47.753771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1c783572-4aa9-4097-9107-c8a0680184af), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:47.756159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-57c1dbb4-ccb2-4108-b522-fc4470210526 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "PUT /v2.0/routers/aa3b2566-bcdc-4e80-85f3-52caa2885361 HTTP/1.1" status: 200 len: 717 time: 1.0731473 Mar 09 17:12:47.827424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c034d209-2902-4b27-beb4-e8d1a257240e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:47.874197 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2c1c096d-3fa7-4dcf-b921-a7d4d13cbc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9401820 Mar 09 17:12:47.877490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f945400-b94e-4996-a03a-564c5d42ba2c req-b66d7df1-c8f7-4eec-8e57-956b0d1bc788 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:47.879519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4f945400-b94e-4996-a03a-564c5d42ba2c req-b66d7df1-c8f7-4eec-8e57-956b0d1bc788 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 944 time: 0.1219466 Mar 09 17:12:47.880196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34912) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:47.889080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c034d209-2902-4b27-beb4-e8d1a257240e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:47.889080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c034d209-2902-4b27-beb4-e8d1a257240e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:47.889080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6da43e7b-2ca1-4fc7-acaf-1da05363e286 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:47.926422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 6da43e7b-2ca1-4fc7-acaf-1da05363e286 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:47.926771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6da43e7b-2ca1-4fc7-acaf-1da05363e286 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:47.948023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] For port e17c6612-962b-476d-b9de-6f2bf36ed4f3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:47.959231 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-42a05e24-f72d-4e13-9ce0-09434f3322b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "GET /v2.0/routers/aa3b2566-bcdc-4e80-85f3-52caa2885361 HTTP/1.1" status: 200 len: 717 time: 0.2163060 Mar 09 17:12:47.966860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] For port 1c783572-4aa9-4097-9107-c8a0680184af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:47.979075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34916) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:48.001818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f', 'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f', 'project_id': '2a70f70774744010b7f9577d6f040a0b', 'fixed_ips': [{'subnet_id': 'd51d9c09-8ff6-4837-8f4e-5c78df0fde02'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:48.004063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.034540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] For port 1c783572-4aa9-4097-9107-c8a0680184af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c783572-4aa9-4097-9107-c8a0680184af,segment=NetworkSegment(d8bce93b-4c63-4f0c-aacd-1077208eacdd),segment_id=d8bce93b-4c63-4f0c-aacd-1077208eacdd)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:48.040606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] For port e17c6612-962b-476d-b9de-6f2bf36ed4f3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e17c6612-962b-476d-b9de-6f2bf36ed4f3,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:48.041139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a401df-77b6-4921-921b-cfd3cc72bed8 req-668d20ff-7954-400b-8652-07d2116db3e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:48.042883 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d5a401df-77b6-4921-921b-cfd3cc72bed8 req-668d20ff-7954-400b-8652-07d2116db3e3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1463778 Mar 09 17:12:48.157657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1c783572-4aa9-4097-9107-c8a0680184af), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.245233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.291394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d02e92-b793-45c1-9211-7838bd57070c None None] Pushing event updated for resources: {'Port': ['ID=1c783572-4aa9-4097-9107-c8a0680184af,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:48.340305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Allocated IP 172.20.0.2 (b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f/d51d9c09-8ff6-4837-8f4e-5c78df0fde02/1a48d02e-7767-4e15-8ba8-7882610ba858) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:48.364046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120204bc-f7ed-4d0a-8c7d-314e47ee7967 None None] Pushing event updated for resources: {'Port': ['ID=e17c6612-962b-476d-b9de-6f2bf36ed4f3,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:48.448780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.505412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device fc684c7d-050f-42f1-a439-c4c1e41e29bc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:12:48.629577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Publish callbacks [] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.645218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4f945400-b94e-4996-a03a-564c5d42ba2c req-b93840c7-b878-42e2-adbc-e9f8456e6f5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7566173 Mar 09 17:12:48.746230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.749370 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d5a401df-77b6-4921-921b-cfd3cc72bed8 req-513814fa-340b-4241-ba4f-31749cb1b468 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6697044 Mar 09 17:12:48.794447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-288c2fcc-1dbe-44da-bc4c-785da9ddd483 tempest-RoutersTestDVR-727667585 tempest-RoutersTestDVR-727667585-project] 10.222.0.16 "GET /v2.0/routers/aa3b2566-bcdc-4e80-85f3-52caa2885361 HTTP/1.1" status: 200 len: 683 time: 0.8133264 Mar 09 17:12:48.800035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34924) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:48.858033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:48.858391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:48.879382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port fc684c7d-050f-42f1-a439-c4c1e41e29bc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:48.911169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Pushing event updated for resources: {'Port': ['ID=1a48d02e-7767-4e15-8ba8-7882610ba858,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:48.920024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'port_id': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc', 'mac_address': 'fa:16:3e:ea:a2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:12:48.965619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:48.968640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:48.971946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:48.987588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port fc684c7d-050f-42f1-a439-c4c1e41e29bc is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:48.987979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.009941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,segment=NetworkSegment(2028506f-857f-4741-a444-8f27f8847edb),segment_id=2028506f-857f-4741-a444-8f27f8847edb)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:49.010466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.027383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:49.030177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc684c7d-050f-42f1-a439-c4c1e41e29bc {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:12:49.080317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.090222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port fc684c7d-050f-42f1-a439-c4c1e41e29bc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:49.111710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c783572-4aa9-4097-9107-c8a0680184af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:49.121532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] For port e17c6612-962b-476d-b9de-6f2bf36ed4f3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e17c6612-962b-476d-b9de-6f2bf36ed4f3,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:49.125603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.140305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Attempting to bind port 1a48d02e-7767-4e15-8ba8-7882610ba858 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:12:49.140776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Attempting to bind port 1a48d02e-7767-4e15-8ba8-7882610ba858 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b73af3e5-8ed5-4c3a-a857-faf04096cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:12:49.141203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Attempting to bind port 1a48d02e-7767-4e15-8ba8-7882610ba858 on network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:12:49.155461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:12:49.155950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Checking segment: {'id': 'b73af3e5-8ed5-4c3a-a857-faf04096cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:12:49.156461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.156973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Bound using segment: {'id': 'b73af3e5-8ed5-4c3a-a857-faf04096cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:12:49.157531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Bound port: 1a48d02e-7767-4e15-8ba8-7882610ba858, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73af3e5-8ed5-4c3a-a857-faf04096cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:12:49.158542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.214795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.266317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=fc684c7d-050f-42f1-a439-c4c1e41e29bc,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:49.293553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1c783572-4aa9-4097-9107-c8a0680184af triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:49.294061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c783572-4aa9-4097-9107-c8a0680184af), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.305027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.364879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] For port 1a48d02e-7767-4e15-8ba8-7882610ba858, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:12:49.368178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.371099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (aa3b2566-bcdc-4e80-85f3-52caa2885361), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.377634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.388682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] For port 1a48d02e-7767-4e15-8ba8-7882610ba858, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a48d02e-7767-4e15-8ba8-7882610ba858,segment=NetworkSegment(b73af3e5-8ed5-4c3a-a857-faf04096cf35),segment_id=b73af3e5-8ed5-4c3a-a857-faf04096cf35)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:12:49.404194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.425384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1c783572-4aa9-4097-9107-c8a0680184af is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:49.425783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1c783572-4aa9-4097-9107-c8a0680184af), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.469674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 1c783572-4aa9-4097-9107-c8a0680184af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c783572-4aa9-4097-9107-c8a0680184af,segment=NetworkSegment(d8bce93b-4c63-4f0c-aacd-1077208eacdd),segment_id=d8bce93b-4c63-4f0c-aacd-1077208eacdd)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:49.479449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.495912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (462a37ca-584f-4c02-96e4-7a9aae4a2ee7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.525945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:49.544578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1c783572-4aa9-4097-9107-c8a0680184af), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.545825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:49.629030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['fc684c7d-050f-42f1-a439-c4c1e41e29bc'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:12:49.636037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:49.636957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (aa3b2566-bcdc-4e80-85f3-52caa2885361), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.637493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa3b2566-bcdc-4e80-85f3-52caa2885361 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:49.643959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=e17c6612-962b-476d-b9de-6f2bf36ed4f3,revision_number=4']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:49.649888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.651049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-942d628c-6d73-485d-b381-cc9045153c8a tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "DELETE /v2.0/routers/aa3b2566-bcdc-4e80-85f3-52caa2885361 HTTP/1.1" status: 204 len: 168 time: 0.8506730 Mar 09 17:12:49.658389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:49.665852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34926) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:49.708828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d418a5-d654-41cf-8293-b6d424aef0e8 None None] Pushing event updated for resources: {'Port': ['ID=1a48d02e-7767-4e15-8ba8-7882610ba858,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:49.725365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Request body: {'router': {'name': 'tempest-router-735115669', 'distributed': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:49.744292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:49.744943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.809127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=462a37ca-584f-4c02-96e4-7a9aae4a2ee7,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:49.855388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.943261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:49.943657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:49.962807 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f46abca4-2e54-4a5d-8bff-c1228b3b2d69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5968590 Mar 09 17:12:49.969921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=1c783572-4aa9-4097-9107-c8a0680184af,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:49.973238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34932) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:49.980689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:47:0e:9e', 'name': 'tempest-NetworksTestDHCPv6-1739316235'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:50.056049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (e228266a-e85a-4393-ba24-1be55f830499), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.062715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (e228266a-e85a-4393-ba24-1be55f830499), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.092080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Allocated IP 172.20.0.1 (fe37a69e-0276-4d14-9c31-9aeed11521ca/88b26378-aed5-4919-a766-69321180fa13/f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:50.111597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080e196-22b1-4c24-94ec-1d699c096d4a req-ef670690-2c9a-4932-ae5b-9ee5853320b0 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:50.114314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4080e196-22b1-4c24-94ec-1d699c096d4a req-ef670690-2c9a-4932-ae5b-9ee5853320b0 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.2338467 Mar 09 17:12:50.172919 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4080e196-22b1-4c24-94ec-1d699c096d4a req-904ec5d3-7b13-474f-8775-63d098b56769 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513642 Mar 09 17:12:50.209555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa192c-bb3e-4f2e-8fb8-6ff82c5c9e69 None None] Network fe37a69e-0276-4d14-9c31-9aeed11521ca requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:50.267906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:50.269138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e17c6612-962b-476d-b9de-6f2bf36ed4f3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:50.281394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.295066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:50.322034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d83e9-ba99-459b-b728-75afea347d0d req-3886e834-917c-4da8-94c9-442b34c8952f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:50.329252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c34d83e9-ba99-459b-b728-75afea347d0d req-3886e834-917c-4da8-94c9-442b34c8952f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 945 time: 0.5674319 Mar 09 17:12:50.419011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24212747-3930-49d9-bf0f-8b80f2012660 None None] Provisioning complete for port 1c783572-4aa9-4097-9107-c8a0680184af triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:50.419480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24212747-3930-49d9-bf0f-8b80f2012660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c783572-4aa9-4097-9107-c8a0680184af), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.430875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:50.441675 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a38b6049-5c67-454a-a661-355a70bf524e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5943832 Mar 09 17:12:50.441675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34934) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:50.446556 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:50.465202 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:50.466145 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:50.510354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (e228266a-e85a-4393-ba24-1be55f830499), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.522042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c34d83e9-ba99-459b-b728-75afea347d0d req-199f2d85-0931-4d8e-bc0e-ab586d6d88c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919093 Mar 09 17:12:50.538568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 5fcf2682-345b-4c88-aba9-1bda9e48cd9c {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:50.546822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.552464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (5fcf2682-345b-4c88-aba9-1bda9e48cd9c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.591610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (e228266a-e85a-4393-ba24-1be55f830499), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.599311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e17c6612-962b-476d-b9de-6f2bf36ed4f3 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:50.600477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.603711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network fe37a69e-0276-4d14-9c31-9aeed11521ca is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:50.609979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (5fcf2682-345b-4c88-aba9-1bda9e48cd9c), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.613893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:50.618303 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:50.619239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:50.627017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Port': ['ID=f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:50.643861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d42b91-91a8-4d4a-a502-bffec40d60ba None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:50.683033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.752464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:50.761409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.762870 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fea20735-7fbd-4953-ad1b-d6fe155be6c5 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0428190 Mar 09 17:12:50.772805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34936) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:50.855646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (5fcf2682-345b-4c88-aba9-1bda9e48cd9c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:50.989516 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:49Z', 'revision_number': 10, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:51.028300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24212747-3930-49d9-bf0f-8b80f2012660 None None] Current status of the port 1c783572-4aa9-4097-9107-c8a0680184af is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:51.052871 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:51.074663 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:51.075441 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:51.081997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (5fcf2682-345b-4c88-aba9-1bda9e48cd9c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.098882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e17c6612-962b-476d-b9de-6f2bf36ed4f3 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:51.102284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.165846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.174204 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/5fcf2682-345b-4c88-aba9-1bda9e48cd9c HTTP/1.1" status: 204 len: 168 time: 0.7325432 Mar 09 17:12:51.175177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34938) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:51.178327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cecab4-012e-40d3-a11b-152defff8cea None None] Network 5daea292-37b2-453e-81ff-13760a10b26f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:51.178682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc97538-a7e8-4654-b776-aeb122faeab9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcf2682-345b-4c88-aba9-1bda9e48cd9c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:51.269879 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:51.300431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port e17c6612-962b-476d-b9de-6f2bf36ed4f3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e17c6612-962b-476d-b9de-6f2bf36ed4f3,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:51.318824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f4a641a7-590b-4958-ac29-c6f1327dd65d None None] Provisioning complete for port e17c6612-962b-476d-b9de-6f2bf36ed4f3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:51.320993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4a641a7-590b-4958-ac29-c6f1327dd65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.390139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (5daea292-37b2-453e-81ff-13760a10b26f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.450332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.478064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058338d-0699-4f35-a734-2cac816096b3 req-c0094e50-286e-4ee9-adb1-09f5a388addc tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:51.486345 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9058338d-0699-4f35-a734-2cac816096b3 req-c0094e50-286e-4ee9-adb1-09f5a388addc tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1509478 Mar 09 17:12:51.565583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39042a44-c739-417b-b5a8-9bd7593c06d7 None None] Network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:51.595563 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9058338d-0699-4f35-a734-2cac816096b3 req-07626979-6535-4002-ad6f-d4438fda4d03 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080167 Mar 09 17:12:51.612854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:51.613284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.650037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (e228266a-e85a-4393-ba24-1be55f830499), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.754280 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:49Z', 'revision_number': 10, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:51.755505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=e17c6612-962b-476d-b9de-6f2bf36ed4f3,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:51.765905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,segment=NetworkSegment(2028506f-857f-4741-a444-8f27f8847edb),segment_id=2028506f-857f-4741-a444-8f27f8847edb)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:51.766994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.787784 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace6637-a341-4492-ba85-b7fa9665404c None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:49Z', 'revision_number': 10, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None, '_interfaces': [{'id': 'e5554889-13fa-4544-9a60-ccac080bad74', 'name': '', 'network_id': 'f37ef2a1-6f7b-418c-8483-c2e75c653492', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'mac_address': 'fa:16:3e:e3:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:12:02Z', 'updated_at': '2022-03-09T17:12:08Z', 'revision_number': 5, 'project_id': '3077bb554bde40aabed18420371e710d', 'subnets': [{'id': '51ad686b-032b-4568-9d91-e59447cbd63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:51.801151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:51.818372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.885288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f4a641a7-590b-4958-ac29-c6f1327dd65d None None] Current status of the port e17c6612-962b-476d-b9de-6f2bf36ed4f3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:51.919967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f4a641a7-590b-4958-ac29-c6f1327dd65d None None] Provisioning complete for port 1c783572-4aa9-4097-9107-c8a0680184af triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:51.920413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4a641a7-590b-4958-ac29-c6f1327dd65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c783572-4aa9-4097-9107-c8a0680184af), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:51.996290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758560d8-47aa-4f5a-b856-ab94bca35ed3 req-7a197549-05bb-4eb5-a05c-6eae9af6498b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:51.996928 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-758560d8-47aa-4f5a-b856-ab94bca35ed3 req-7a197549-05bb-4eb5-a05c-6eae9af6498b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 945 time: 0.3503706 Mar 09 17:12:52.039334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (e228266a-e85a-4393-ba24-1be55f830499), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.041619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 3b2706d7-47bd-475e-b220-a8cfcc204788 yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:12:52.046123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f4a641a7-590b-4958-ac29-c6f1327dd65d None None] Current status of the port 1c783572-4aa9-4097-9107-c8a0680184af is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:52.046654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.049653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.052848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router_controller (e228266a-e85a-4393-ba24-1be55f830499), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.085202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:52.089637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:52.168312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c783572-4aa9-4097-9107-c8a0680184af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:52.180637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321632e4-dcc9-454c-a319-744ce086a9a3 None None] DHCP port deletion for 5daea292-37b2-453e-81ff-13760a10b26f request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:52.208006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (5daea292-37b2-453e-81ff-13760a10b26f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.242061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daea292-37b2-453e-81ff-13760a10b26f']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:52.253391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2028506f-857f-4741-a444-8f27f8847edb') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:52.253817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2028506f-857f-4741-a444-8f27f8847edb') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:52.262653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Provisioning complete for port f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:52.262875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.272525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (2028506f-857f-4741-a444-8f27f8847edb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.291562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2028506f-857f-4741-a444-8f27f8847edb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.298644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:52.299278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (2028506f-857f-4741-a444-8f27f8847edb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:52.303626 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:52.325753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Port f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:52.328675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1c783572-4aa9-4097-9107-c8a0680184af triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:52.329075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1c783572-4aa9-4097-9107-c8a0680184af), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.360999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Provisioning complete for port 1a48d02e-7767-4e15-8ba8-7882610ba858 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:52.361396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.379797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (e228266a-e85a-4393-ba24-1be55f830499), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.380313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e228266a-e85a-4393-ba24-1be55f830499 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:52.398296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-758560d8-47aa-4f5a-b856-ab94bca35ed3 req-2663b626-2311-41b8-bc77-56adae5a1ca0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635120 Mar 09 17:12:52.405506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.406894 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4006227c-a390-4700-b635-f2b3e21b86b2 tempest-RoutersTestDVR-406168764 tempest-RoutersTestDVR-406168764-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e228266a-e85a-4393-ba24-1be55f830499 HTTP/1.1" status: 204 len: 168 time: 1.6214559 Mar 09 17:12:52.443928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (5daea292-37b2-453e-81ff-13760a10b26f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.452248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.455717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/5daea292-37b2-453e-81ff-13760a10b26f HTTP/1.1" status: 204 len: 168 time: 1.2782538 Mar 09 17:12:52.465380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34946) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:52.471998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c683b5-d231-4118-a8cd-1ba91165cf32 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=5daea292-37b2-453e-81ff-13760a10b26f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:52.477409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1c783572-4aa9-4097-9107-c8a0680184af is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:52.478538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1a48d02e-7767-4e15-8ba8-7882610ba858 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:52.541389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device fc684c7d-050f-42f1-a439-c4c1e41e29bc up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:52.604459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Current status of the port 1a48d02e-7767-4e15-8ba8-7882610ba858 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:52.604859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.644337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1a48d02e-7767-4e15-8ba8-7882610ba858 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:52.644790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.655235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] For port 1a48d02e-7767-4e15-8ba8-7882610ba858, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a48d02e-7767-4e15-8ba8-7882610ba858,segment=NetworkSegment(b73af3e5-8ed5-4c3a-a857-faf04096cf35),segment_id=b73af3e5-8ed5-4c3a-a857-faf04096cf35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:52.708289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::ec (23e84d69-248a-4c03-bab8-85be85a4a2bb/f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8/3b2706d7-47bd-475e-b220-a8cfcc204788) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:52.723080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8:0:1:f816:3eff:fe47:e9e (23e84d69-248a-4c03-bab8-85be85a4a2bb/462a37ca-584f-4c02-96e4-7a9aae4a2ee7/3b2706d7-47bd-475e-b220-a8cfcc204788) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:52.763448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a32e5-24be-43b9-bfc2-ec9845f952ee req-5c7c2357-451e-4081-8378-cea0fa6aa0bd tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:52.765160 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a16a32e5-24be-43b9-bfc2-ec9845f952ee req-5c7c2357-451e-4081-8378-cea0fa6aa0bd tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.0960793 Mar 09 17:12:52.774897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1a48d02e-7767-4e15-8ba8-7882610ba858 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:52.775427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.779154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port fc684c7d-050f-42f1-a439-c4c1e41e29bc completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:12:52.782479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.788401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.797294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port fc684c7d-050f-42f1-a439-c4c1e41e29bc triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:52.797755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.849397 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a16a32e5-24be-43b9-bfc2-ec9845f952ee req-1f81507c-78c4-4602-b0b8-cd91211eef24 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627797 Mar 09 17:12:52.895589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:12:52.895949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:12:52.904317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.927926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974224df-c2fc-4ee1-b383-45fe533dc9fc None None] Pushing event updated for resources: {'Port': ['ID=1a48d02e-7767-4e15-8ba8-7882610ba858,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:52.938097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-daf4353f-4ce5-4776-8852-5697a1174f13 None None] Provisioning complete for port e17c6612-962b-476d-b9de-6f2bf36ed4f3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:52.942880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-daf4353f-4ce5-4776-8852-5697a1174f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.943030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:52.997006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (3b2706d7-47bd-475e-b220-a8cfcc204788), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.006221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:53.041501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.049604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Port': ['ID=f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:53.057552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port fc684c7d-050f-42f1-a439-c4c1e41e29bc is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:53.058127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.081194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-daf4353f-4ce5-4776-8852-5697a1174f13 None None] Current status of the port e17c6612-962b-476d-b9de-6f2bf36ed4f3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:53.087702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c224640-c828-476d-b2dc-65b5258cd037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:12:53.089602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07abad79-f4d8-483e-a41f-31782a46ba63" -d '{"events": [{"server_uuid": "0c224640-c828-476d-b2dc-65b5258cd037", "name": "network-vif-plugged", "status": "completed", "tag": "fc684c7d-050f-42f1-a439-c4c1e41e29bc"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:12:53.125043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port fc684c7d-050f-42f1-a439-c4c1e41e29bc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:53.144191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-daf4353f-4ce5-4776-8852-5697a1174f13 None None] Provisioning complete for port 1a48d02e-7767-4e15-8ba8-7882610ba858 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:53.144769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-daf4353f-4ce5-4776-8852-5697a1174f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.149999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f1a48-d5ab-4618-8d8a-4ef2e5f4f2cd x-openstack-request-id: req-f25f1a48-d5ab-4618-8d8a-4ef2e5f4f2cd {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:12:53.150397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c224640-c828-476d-b2dc-65b5258cd037", "name": "network-vif-plugged", "status": "completed", "tag": "fc684c7d-050f-42f1-a439-c4c1e41e29bc", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:12:53.151009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f25f1a48-d5ab-4618-8d8a-4ef2e5f4f2cd {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:12:53.151221 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c224640-c828-476d-b2dc-65b5258cd037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc', 'code': 200} Mar 09 17:12:53.214081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e83e1172-a7d1-4b81-91a9-036151914efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.218358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network fe37a69e-0276-4d14-9c31-9aeed11521ca is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:53.224311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:53.237209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.273979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-daf4353f-4ce5-4776-8852-5697a1174f13 None None] Current status of the port 1a48d02e-7767-4e15-8ba8-7882610ba858 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:53.283922 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port e5554889-13fa-4544-9a60-ccac080bad74 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:53.284965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e5554889-13fa-4544-9a60-ccac080bad74), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.286919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3b2706d7-47bd-475e-b220-a8cfcc204788), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.309544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=fc684c7d-050f-42f1-a439-c4c1e41e29bc,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:53.355848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=3b2706d7-47bd-475e-b220-a8cfcc204788,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:53.417249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port e5554889-13fa-4544-9a60-ccac080bad74, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5554889-13fa-4544-9a60-ccac080bad74,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:53.417954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e5554889-13fa-4544-9a60-ccac080bad74), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.418113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:53.427694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:53.433329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:53.438645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:53.439392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.450589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for e5554889-13fa-4544-9a60-ccac080bad74 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:53.464865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1a48d02e-7767-4e15-8ba8-7882610ba858 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:53.513162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e83e1172-a7d1-4b81-91a9-036151914efb admin admin] Publish callbacks [] for security_group (46acf08d-f5ad-4cba-a305-50dd7f36b8fe), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.592333 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c9b35071-1308-4ac3-915b-8591eb616081 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.6157198 Mar 09 17:12:53.592667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34960) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:53.604431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d2c4da22-0997-4130-9f1e-9129ce9c71cf None None] Provisioning complete for port f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:53.606106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d2c4da22-0997-4130-9f1e-9129ce9c71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.630481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e17c6612-962b-476d-b9de-6f2bf36ed4f3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:53.655868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e83e1172-a7d1-4b81-91a9-036151914efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (46acf08d-f5ad-4cba-a305-50dd7f36b8fe), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.681057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4da22-0997-4130-9f1e-9129ce9c71cf None None] Port f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:53.687259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd4cd2-ae24-41d4-9fbd-8ef21e30a9a6 req-b59c3a87-9c6f-4614-873e-e5c60ae1c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:53.688970 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eadd4cd2-ae24-41d4-9fbd-8ef21e30a9a6 req-b59c3a87-9c6f-4614-873e-e5c60ae1c83d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 1130 time: 0.1518559 Mar 09 17:12:53.703183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b95eb-6e12-4cf0-924c-fc92584ed562 req-19fb6158-9f64-4e58-8732-d37e82533f24 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:53.704778 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8e8b95eb-6e12-4cf0-924c-fc92584ed562 req-19fb6158-9f64-4e58-8732-d37e82533f24 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.1233940 Mar 09 17:12:53.707048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port e17c6612-962b-476d-b9de-6f2bf36ed4f3 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:53.707613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.713047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Router 90de3326-80a3-4ec9-bd16-b0a2923c1e64 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:53.751482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1172-a7d1-4b81-91a9-036151914efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46acf08d-f5ad-4cba-a305-50dd7f36b8fe,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:53.762337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e83e1172-a7d1-4b81-91a9-036151914efb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc6ef4834775454c8d84ce7198cc27cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7550504 Mar 09 17:12:53.766602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34962) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:53.821493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port e17c6612-962b-476d-b9de-6f2bf36ed4f3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:53.823054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1a48d02e-7767-4e15-8ba8-7882610ba858 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:12:53.824787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7294406e-4b6c-4cee-949a-c6b7177e3f04 None None] Provisioning complete for port 3b2706d7-47bd-475e-b220-a8cfcc204788 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:53.824787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7294406e-4b6c-4cee-949a-c6b7177e3f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3b2706d7-47bd-475e-b220-a8cfcc204788), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.856901 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eadd4cd2-ae24-41d4-9fbd-8ef21e30a9a6 req-620d4a51-803d-4070-82dc-3d9ef437cb76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511185 Mar 09 17:12:53.860564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8e8b95eb-6e12-4cf0-924c-fc92584ed562 req-5f88bf59-004e-4a5e-9739-beacae99ef7e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339388 Mar 09 17:12:53.891270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7294406e-4b6c-4cee-949a-c6b7177e3f04 None None] Port 3b2706d7-47bd-475e-b220-a8cfcc204788 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:12:53.894941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e5554889-13fa-4544-9a60-ccac080bad74), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.899620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 3b2706d7-47bd-475e-b220-a8cfcc204788 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:53.900000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3b2706d7-47bd-475e-b220-a8cfcc204788), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.903200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1a48d02e-7767-4e15-8ba8-7882610ba858 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:53.903655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:53.906418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:53.922077 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aedfc2bd-49a0-4213-bc1f-c010cb17b803 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0406709 Mar 09 17:12:53.926527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34966) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:53.930873 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=e5554889-13fa-4544-9a60-ccac080bad74,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:53.937812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] Sync routers for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:53.963705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:53.964459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:53.990028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f28937a3-f70f-4a27-8296-8d9c96c384f5 admin admin] Publish callbacks [] for security_group (46acf08d-f5ad-4cba-a305-50dd7f36b8fe), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.008835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:54.029383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:54.030119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:54.061683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f28937a3-f70f-4a27-8296-8d9c96c384f5 admin admin] Publish callbacks [] for security_group (46acf08d-f5ad-4cba-a305-50dd7f36b8fe), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.095196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:54.096059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e1e07-b17c-415f-ade4-4376e2462a47 None None] The sync data for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:54.110059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1a48d02e-7767-4e15-8ba8-7882610ba858 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:54.165668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (f9713691-0c9d-439f-8154-6aa793d91264), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.183509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:54.205061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:54.205416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device db0c9c7a-e1c3-41a1-bb0a-f9c1ed069842 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:54.205947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:54.220499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3b2706d7-47bd-475e-b220-a8cfcc204788), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.231211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:54.233010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e45c8ed1-bfb0-42e9-95d0-c9c15cc5e8ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:54.254801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 3b2706d7-47bd-475e-b220-a8cfcc204788 owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:54.319738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230ae4f-f5bb-445a-b393-f91e743fb0c4 req-99804dce-3422-4e0a-a5e3-0a7f94c282e6 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:54.321803 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0230ae4f-f5bb-445a-b393-f91e743fb0c4 req-99804dce-3422-4e0a-a5e3-0a7f94c282e6 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.2576785 Mar 09 17:12:54.333555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:54.377776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f28937a3-f70f-4a27-8296-8d9c96c384f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (46acf08d-f5ad-4cba-a305-50dd7f36b8fe), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.380447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f28937a3-f70f-4a27-8296-8d9c96c384f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.381638 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f28937a3-f70f-4a27-8296-8d9c96c384f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46acf08d-f5ad-4cba-a305-50dd7f36b8fe HTTP/1.1" status: 204 len: 168 time: 0.6139383 Mar 09 17:12:54.414646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:54.422206 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2e6320df-2adc-4d98-8e53-e31897efb1b8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9531872 Mar 09 17:12:54.422697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28937a3-f70f-4a27-8296-8d9c96c384f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46acf08d-f5ad-4cba-a305-50dd7f36b8fe,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:54.422907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34970) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:54.427236 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:54.452470 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:54.453347 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:54.478008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting subnet 51ad686b-032b-4568-9d91-e59447cbd63b {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:54.482044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (51ad686b-032b-4568-9d91-e59447cbd63b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.527518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (51ad686b-032b-4568-9d91-e59447cbd63b), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.533918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:54.553135 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0230ae4f-f5bb-445a-b393-f91e743fb0c4 req-0902ad80-487d-4c39-8c51-5dfdd1065277 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802292 Mar 09 17:12:54.601326 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:53Z', 'revision_number': 11, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:54.629620 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:54.639996 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:54.640657 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:54.646605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (51ad686b-032b-4568-9d91-e59447cbd63b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.784523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (51ad686b-032b-4568-9d91-e59447cbd63b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.813330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Subnet': ['ID=51ad686b-032b-4568-9d91-e59447cbd63b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:54.825616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.826665 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:54.833331 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1f688f5a-fe85-47b2-8cd4-52e1cf5c064f tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/51ad686b-032b-4568-9d91-e59447cbd63b HTTP/1.1" status: 204 len: 168 time: 0.4097579 Mar 09 17:12:54.833935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34974) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:54.846605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106617c-0396-44bf-a4a7-4032b7730315 None None] Network f37ef2a1-6f7b-418c-8483-c2e75c653492 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:54.960903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f37ef2a1-6f7b-418c-8483-c2e75c653492), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:54.969481 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:53Z', 'revision_number': 11, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:55.167188 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac23c0-67a2-4488-8cd6-3f650d0ccb83 None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:53Z', 'revision_number': 11, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:55.169468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a9896-3787-441d-b7d6-ad66a2d745f4 req-55c66d71-59a2-43d9-8aac-60ef5924eea0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:55.169468 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-657a9896-3787-441d-b7d6-ad66a2d745f4 req-55c66d71-59a2-43d9-8aac-60ef5924eea0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.0828621 Mar 09 17:12:55.169468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Deleting port 62272085-a84d-4970-9e77-e732d2291176 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:55.169468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (62272085-a84d-4970-9e77-e732d2291176), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.169934 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-0ca39cc0-2b4b-4963-92eb-ec7310654d5c tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:12:55.169934 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0ca39cc0-2b4b-4963-92eb-ec7310654d5c tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1854136 Mar 09 17:12:55.169934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34978) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:55.210120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] For port 62272085-a84d-4970-9e77-e732d2291176, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62272085-a84d-4970-9e77-e732d2291176,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:55.210671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (62272085-a84d-4970-9e77-e732d2291176), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.217280 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-657a9896-3787-441d-b7d6-ad66a2d745f4 req-ddb005d4-2934-49c1-98c5-3142aaa33475 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100678 Mar 09 17:12:55.228628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Calling delete_port for 62272085-a84d-4970-9e77-e732d2291176 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:55.397020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] DHCP port deletion for f37ef2a1-6f7b-418c-8483-c2e75c653492 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:55.445215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.455217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] Deleting port 62272085-a84d-4970-9e77-e732d2291176 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:55.457647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (62272085-a84d-4970-9e77-e732d2291176), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.518818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (62272085-a84d-4970-9e77-e732d2291176), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.535674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3b2706d7-47bd-475e-b220-a8cfcc204788), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.595547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=3b2706d7-47bd-475e-b220-a8cfcc204788,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:55.613783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Port': ['ID=62272085-a84d-4970-9e77-e732d2291176,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:55.618180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No DVR routers for this DVR port 62272085-a84d-4970-9e77-e732d2291176 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:55.647575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e5554889-13fa-4544-9a60-ccac080bad74 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:55.665963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.675033 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-25321550-714a-432d-82ba-aba22b7e6115 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/3b2706d7-47bd-475e-b220-a8cfcc204788 HTTP/1.1" status: 204 len: 168 time: 2.0812914 Mar 09 17:12:55.677386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34982) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:55.696107 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e5554889-13fa-4544-9a60-ccac080bad74 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:55.698518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e5554889-13fa-4544-9a60-ccac080bad74 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:55.699113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 62272085-a84d-4970-9e77-e732d2291176 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:55.723382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f37ef2a1-6f7b-418c-8483-c2e75c653492), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.745081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34984) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:55.758061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37ef2a1-6f7b-418c-8483-c2e75c653492']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:55.770918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ebaff095-6ccf-4c3b-b329-971f92b6c7a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.780824 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8150c900-b906-4199-87bc-541e55a6f902') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:55.781110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8150c900-b906-4199-87bc-541e55a6f902') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:55.792707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] For port 62272085-a84d-4970-9e77-e732d2291176, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62272085-a84d-4970-9e77-e732d2291176,segment=NetworkSegment(8150c900-b906-4199-87bc-541e55a6f902),segment_id=8150c900-b906-4199-87bc-541e55a6f902)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:55.793409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (62272085-a84d-4970-9e77-e732d2291176), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.799897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (8150c900-b906-4199-87bc-541e55a6f902), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.811453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] Calling delete_port for 62272085-a84d-4970-9e77-e732d2291176 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:55.825460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8150c900-b906-4199-87bc-541e55a6f902), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.840315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:12:55.845819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (8150c900-b906-4199-87bc-541e55a6f902), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.845990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f276fb4-084f-4a32-8950-720f3522f858 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:12:55.846101 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:12:55.848267 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7f276fb4-084f-4a32-8950-720f3522f858 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1681900 Mar 09 17:12:55.848267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34986) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:55.876973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f197e-c06e-4da5-b3d4-c71f1cc00acb req-247f420a-0fa0-48f1-8118-29786cc91e18 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:55.879338 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-009f197e-c06e-4da5-b3d4-c71f1cc00acb req-247f420a-0fa0-48f1-8118-29786cc91e18 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1613555 Mar 09 17:12:55.900390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 62272085-a84d-4970-9e77-e732d2291176 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:55.900882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 62272085-a84d-4970-9e77-e732d2291176 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:55.919399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (62272085-a84d-4970-9e77-e732d2291176), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:55.944260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] Pushing event deleted for resources: {'Port': ['ID=62272085-a84d-4970-9e77-e732d2291176,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:55.953745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4df914-b542-48a2-92a9-80caebc6f1dc None None] No DVR routers for this DVR port 62272085-a84d-4970-9e77-e732d2291176 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:55.971233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ebaff095-6ccf-4c3b-b329-971f92b6c7a3 admin admin] Publish callbacks [] for security_group (6b85cb3e-f913-45a1-bf62-66071b6e37d5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.006883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46149cb7-8d33-441b-9af4-83c41290a440 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:56.009236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-46149cb7-8d33-441b-9af4-83c41290a440 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1599534 Mar 09 17:12:56.012007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34988) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:56.024124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f37ef2a1-6f7b-418c-8483-c2e75c653492), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.036933 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-009f197e-c06e-4da5-b3d4-c71f1cc00acb req-3879f0a7-167a-4192-95a6-1a0904ddb290 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400108 Mar 09 17:12:56.061498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.064729 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/networks/f37ef2a1-6f7b-418c-8483-c2e75c653492 HTTP/1.1" status: 204 len: 168 time: 1.2288988 Mar 09 17:12:56.067485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 34990) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:56.069030 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642cae9-08ca-4f4a-9b41-e350b67c1b72 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Pushing event deleted for resources: {'Network': ['ID=f37ef2a1-6f7b-418c-8483-c2e75c653492,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:56.074308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'routes': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:56.075550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ebaff095-6ccf-4c3b-b329-971f92b6c7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6b85cb3e-f913-45a1-bf62-66071b6e37d5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.156321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting port f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:56.156747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.301383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Added routes are [] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 09 17:12:56.302109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.extraroute_db [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Removed routes are [] {{(pid=104357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 09 17:12:56.302109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.395215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.431219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e456-3da7-4a3b-bdca-b8f7558ab80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:56.432687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e456-3da7-4a3b-bdca-b8f7558ab80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:56.434001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e456-3da7-4a3b-bdca-b8f7558ab80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:56.435584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ca05e456-3da7-4a3b-bdca-b8f7558ab80c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4225433 Mar 09 17:12:56.439144 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ebaff095-6ccf-4c3b-b329-971f92b6c7a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90f86675c1504e49a5120347988ab326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6931071 Mar 09 17:12:56.439822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34994) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:56.440610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaff095-6ccf-4c3b-b329-971f92b6c7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b85cb3e-f913-45a1-bf62-66071b6e37d5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:56.444028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Calling delete_port for f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:56.445497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 34996) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:56.484560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.489907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (f9713691-0c9d-439f-8154-6aa793d91264), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.538238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6614e4-3205-435c-b902-d2f48ba5acbe req-d107d746-6b1b-4b09-9466-6166b8bfe24d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:56.540155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2a6614e4-3205-435c-b902-d2f48ba5acbe req-d107d746-6b1b-4b09-9466-6166b8bfe24d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.1679428 Mar 09 17:12:56.544220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 462a37ca-584f-4c02-96e4-7a9aae4a2ee7 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:56.554251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (462a37ca-584f-4c02-96e4-7a9aae4a2ee7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.612095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router f9713691-0c9d-439f-8154-6aa793d91264 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:56.614730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c5eac09-c097-47fe-ad32-0293f62362a7 admin admin] Publish callbacks [] for security_group (6b85cb3e-f913-45a1-bf62-66071b6e37d5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.635044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (462a37ca-584f-4c02-96e4-7a9aae4a2ee7), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.664551 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2a6614e4-3205-435c-b902-d2f48ba5acbe req-830ab100-37eb-4990-a8ec-e1bf27e50df9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173882 Mar 09 17:12:56.686950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c5eac09-c097-47fe-ad32-0293f62362a7 admin admin] Publish callbacks [] for security_group (6b85cb3e-f913-45a1-bf62-66071b6e37d5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.743259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:56.750157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.751292 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d757d4d0-57ac-49c3-aeb6-77b7d99083ca tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 700 time: 0.6826956 Mar 09 17:12:56.755036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35000) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:56.759247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] Sync routers for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:56.772518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:56.773171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:56.785204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (462a37ca-584f-4c02-96e4-7a9aae4a2ee7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.797399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d152b719-ff25-471d-b9c0-a23e62c6f165 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 205 time: 0.0347695 Mar 09 17:12:56.803574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35002) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:56.864195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:56.890257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c5eac09-c097-47fe-ad32-0293f62362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6b85cb3e-f913-45a1-bf62-66071b6e37d5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.893438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c5eac09-c097-47fe-ad32-0293f62362a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.898231 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9c5eac09-c097-47fe-ad32-0293f62362a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b85cb3e-f913-45a1-bf62-66071b6e37d5 HTTP/1.1" status: 204 len: 168 time: 0.4411891 Mar 09 17:12:56.902767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (f9713691-0c9d-439f-8154-6aa793d91264), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.908379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eac09-c097-47fe-ad32-0293f62362a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b85cb3e-f913-45a1-bf62-66071b6e37d5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:56.924693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:53Z', 'revision_number': 11, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:56.950448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda822ff-5b15-4c15-b9c4-20f2a24a0328 req-faf15c61-036b-4ed9-a77d-c165092aa0cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:56.951035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (462a37ca-584f-4c02-96e4-7a9aae4a2ee7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:56.951967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda822ff-5b15-4c15-b9c4-20f2a24a0328 req-faf15c61-036b-4ed9-a77d-c165092aa0cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.2108357 Mar 09 17:12:56.958270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] Checking router: f9713691-0c9d-439f-8154-6aa793d91264 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:56.978865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] Routers {'f9713691-0c9d-439f-8154-6aa793d91264'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:56.980324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['f9713691-0c9d-439f-8154-6aa793d91264'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:56.991790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=462a37ca-584f-4c02-96e4-7a9aae4a2ee7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:56.998746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.001768 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-22db25c7-0f94-47ba-820e-9b035a0ecbb2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/462a37ca-584f-4c02-96e4-7a9aae4a2ee7 HTTP/1.1" status: 204 len: 168 time: 0.5584416 Mar 09 17:12:57.004400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35006) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:57.005276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.055560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4d77d-e8e2-4247-9cd9-276add3a54f5 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:57.071410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:12:57.075762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.109811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Port': ['ID=f3303a4b-5e42-40e0-bcae-1bbfedbfd7e3,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:57.116282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] Set router f9713691-0c9d-439f-8154-6aa793d91264 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:57.208018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (f9713691-0c9d-439f-8154-6aa793d91264), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.210015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.212041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:53Z', 'revision_number': 11, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:57.212380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (f9713691-0c9d-439f-8154-6aa793d91264), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.246306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b62ba4c-34d0-49dc-932a-8201b6b5eed0 None None] The sync data for ids ['f9713691-0c9d-439f-8154-6aa793d91264'] in dv-neutron-master-2-hyperv is: [{'id': 'f9713691-0c9d-439f-8154-6aa793d91264', 'name': 'tempest-RoutersTest-router-276966621', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:58Z', 'updated_at': '2022-03-09T17:12:53Z', 'revision_number': 11, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:57.255868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855382-d4e5-4d5f-85a3-762e99d9671e req-5cffb44c-5db6-498b-9a58-7b6a92aa10d7 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:57.271985 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-24855382-d4e5-4d5f-85a3-762e99d9671e req-5cffb44c-5db6-498b-9a58-7b6a92aa10d7 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1345880 Mar 09 17:12:57.276786 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda822ff-5b15-4c15-b9c4-20f2a24a0328 req-36d94ae6-7326-4211-b73e-cb007c2dcaaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815251 Mar 09 17:12:57.423461 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-24855382-d4e5-4d5f-85a3-762e99d9671e req-8f79b642-ab36-446c-bbc1-0532ce327071 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467328 Mar 09 17:12:57.528332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.678832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.707571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:57.714237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.720375 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a4f4daa6-10f8-4665-8680-9e02874e884f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8 HTTP/1.1" status: 204 len: 168 time: 0.7146609 Mar 09 17:12:57.721062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35022) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:57.766233 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0fde8cfb-be7b-4f59-aad2-0f6dec504532 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439441 Mar 09 17:12:57.767418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35026) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:57.772133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:57.806734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (f9713691-0c9d-439f-8154-6aa793d91264), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.807364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router f9713691-0c9d-439f-8154-6aa793d91264 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:12:57.809201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.815518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:57.820208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-83730506-f4ed-4ab9-9a1e-cdb3f7013721 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 204 len: 168 time: 1.0154123 Mar 09 17:12:57.825620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35028) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:57.833523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1242112912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:57.975088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:57.984872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.030944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Router 90de3326-80a3-4ec9-bd16-b0a2923c1e64 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:12:58.086966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.088584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.130944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:58.131457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b189c572-0c7d-4ff0-9820-bd43bbd78de7 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:58.137500 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1efe8151-a21b-41cc-8ceb-8c89daa914e6 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0204928 Mar 09 17:12:58.141728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35036) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.144258 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] Sync routers for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:58.163223 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:58.164589 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:58.183707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (1d492245-24c2-4e66-b215-4e5f812028d2), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.201629 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-bf546976-01c1-4f42-98c0-9ed78fc810bf tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] delete failed (client error): The resource could not be found. Mar 09 17:12:58.206201 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bf546976-01c1-4f42-98c0-9ed78fc810bf tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1353989141 HTTP/1.1" status: 404 len: 335 time: 0.0593820 Mar 09 17:12:58.206992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35040) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.212944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6eaba7ae-90b1-443c-943b-c768c257f2ce tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'router': {'external_gateway_info': {'network_id': '90de3326-80a3-4ec9-bd16-b0a2923c1e64'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:58.219993 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:58.231425 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:58.232505 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:58.248389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ad85abff-c663-42c2-bb14-77a0b9e8def0 None None] Provisioning complete for port e17c6612-962b-476d-b9de-6f2bf36ed4f3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:12:58.248796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ad85abff-c663-42c2-bb14-77a0b9e8def0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.274726 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:58.275549 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa00dcf-1b75-4229-a5b6-0bf2c6ded212 None None] The sync data for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:58.281138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.366003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ad85abff-c663-42c2-bb14-77a0b9e8def0 None None] Current status of the port e17c6612-962b-476d-b9de-6f2bf36ed4f3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:12:58.374094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (91f3d19d-1016-43c2-b5ae-84e70ccfdf2a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.403319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35042) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.410454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:12:58.411081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.415449 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4672875b-6375-45d3-9371-783d77f953bf tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5826476 Mar 09 17:12:58.418095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35046) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.425216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:58.426828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:58.433588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:58.434190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.463060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=91f3d19d-1016-43c2-b5ae-84e70ccfdf2a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:58.506855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6eaba7ae-90b1-443c-943b-c768c257f2ce tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router_gateway (90de3326-80a3-4ec9-bd16-b0a2923c1e64), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.515237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] Deleting port e17c6612-962b-476d-b9de-6f2bf36ed4f3 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:12:58.518767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.518916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:58.538763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e1f02560-fe81-4c21-b126-44de2c326fc4 tempest-DvrRoutersNegativeTest-1185115448 tempest-DvrRoutersNegativeTest-1185115448-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-215866404', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:58.541737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.policy [None req-e1f02560-fe81-4c21-b126-44de2c326fc4 tempest-DvrRoutersNegativeTest-1185115448 tempest-DvrRoutersNegativeTest-1185115448-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104358) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 09 17:12:58.547132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.policy [None req-e1f02560-fe81-4c21-b126-44de2c326fc4 tempest-DvrRoutersNegativeTest-1185115448 tempest-DvrRoutersNegativeTest-1185115448-project] Failed policy check for 'create_router' {{(pid=104358) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 09 17:12:58.547132 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-e1f02560-fe81-4c21-b126-44de2c326fc4 tempest-DvrRoutersNegativeTest-1185115448 tempest-DvrRoutersNegativeTest-1185115448-project] create failed (client error): Access was denied to this resource. Mar 09 17:12:58.547132 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e1f02560-fe81-4c21-b126-44de2c326fc4 tempest-DvrRoutersNegativeTest-1185115448 tempest-DvrRoutersNegativeTest-1185115448-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1319270 Mar 09 17:12:58.548079 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-62261088-26bf-42fd-afb1-01a448617d90 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7801504 Mar 09 17:12:58.550829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35052) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.556732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:58.598712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] For port e17c6612-962b-476d-b9de-6f2bf36ed4f3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e17c6612-962b-476d-b9de-6f2bf36ed4f3,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:12:58.599076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.612197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] Calling delete_port for e17c6612-962b-476d-b9de-6f2bf36ed4f3 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:12:58.692452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.694213 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-6eaba7ae-90b1-443c-943b-c768c257f2ce tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] update failed (client error): The resource could not be found. Mar 09 17:12:58.695837 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6eaba7ae-90b1-443c-943b-c768c257f2ce tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64 HTTP/1.1" status: 404 len: 339 time: 0.4870725 Mar 09 17:12:58.700677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35054) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.728841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72aaf-6b23-444f-a66f-fa16d246cb7a req-24aa54ad-1d71-4c6a-a538-13933c004c53 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:12:58.730381 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5da72aaf-6b23-444f-a66f-fa16d246cb7a req-24aa54ad-1d71-4c6a-a538-13933c004c53 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.2083321 Mar 09 17:12:58.772787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (e17c6612-962b-476d-b9de-6f2bf36ed4f3), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.776274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:58.779710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.804264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] Pushing event deleted for resources: {'Port': ['ID=e17c6612-962b-476d-b9de-6f2bf36ed4f3,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:58.809866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f983ae-b550-472b-9492-6f18d9ac974d None None] No DVR routers for this DVR port e17c6612-962b-476d-b9de-6f2bf36ed4f3 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:12:58.824238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.831113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8585bb8-d8ec-427b-b731-d41a4af65d74 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:12:58.843907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35056) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:58.854922 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5da72aaf-6b23-444f-a66f-fa16d246cb7a req-679e5a45-de4d-422c-a26e-cae453c4f524 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831890 Mar 09 17:12:58.945624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23e84d69-248a-4c03-bab8-85be85a4a2bb', 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'project_id': 'e1cc8de236b94b4da500f237f81cb99d', 'fixed_ips': [{'subnet_id': '91f3d19d-1016-43c2-b5ae-84e70ccfdf2a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:12:58.946473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:58.963820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.104437 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.ipam_backend_mixin [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91f3d19d-1016-43c2-b5ae-84e70ccfdf2a (CIDR: 2001:db8::/64) Mar 09 17:12:59.114246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35060) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:59.142465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Allocated IP 2001:db8::2 (23e84d69-248a-4c03-bab8-85be85a4a2bb/91f3d19d-1016-43c2-b5ae-84e70ccfdf2a/c7527005-f5cc-413a-be2b-26bcf7859deb) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:12:59.167048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Router 1d492245-24c2-4e66-b215-4e5f812028d2 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:12:59.203226 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:12:59.203729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:12:59.238478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.273964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:12:59.276319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-637a13ac-fdd9-4e8d-a58c-ab66b1086d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.284385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.297124 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a102415b-851c-458f-931a-c1e2fc7fe21d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "PUT /v2.0/routers/1d492245-24c2-4e66-b215-4e5f812028d2 HTTP/1.1" status: 200 len: 694 time: 0.7715914 Mar 09 17:12:59.297282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] Sync routers for ids ['1d492245-24c2-4e66-b215-4e5f812028d2'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:12:59.297385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35064) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:59.328667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] Routers {'1d492245-24c2-4e66-b215-4e5f812028d2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:59.328667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1d492245-24c2-4e66-b215-4e5f812028d2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:59.379032 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f1dad36f-0772-4cde-8811-0868d2c86faf tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8267024 Mar 09 17:12:59.384165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35066) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:59.391160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'subnet': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:12:59.413851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Publish callbacks [] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.418704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] Set router 1d492245-24c2-4e66-b215-4e5f812028d2 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:59.418891 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f9d5463d-48b5-4058-9e30-aaac0c5f26b6 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/routers/1d492245-24c2-4e66-b215-4e5f812028d2 HTTP/1.1" status: 200 len: 700 time: 0.1240826 Mar 09 17:12:59.421100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35068) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:59.469766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-16232875-b790-4409-af2f-35008c067c03 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d492245-24c2-4e66-b215-4e5f812028d2 HTTP/1.1" status: 200 len: 205 time: 0.0421987 Mar 09 17:12:59.470084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35070) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:59.475542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d492245-24c2-4e66-b215-4e5f812028d2', 'name': 'tempest-RoutersTest-router-1242112912', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:12:58Z', 'updated_at': '2022-03-09T17:12:58Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:59.517523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] Checking router: 1d492245-24c2-4e66-b215-4e5f812028d2 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:12:59.534635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.540863 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] Routers {'1d492245-24c2-4e66-b215-4e5f812028d2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:12:59.542919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1d492245-24c2-4e66-b215-4e5f812028d2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:59.574720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-637a13ac-fdd9-4e8d-a58c-ab66b1086d0d admin admin] Publish callbacks [] for security_group (c5db8ecf-31e5-48ae-9be1-116875a57af5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.592618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e17c6612-962b-476d-b9de-6f2bf36ed4f3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:12:59.647287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-637a13ac-fdd9-4e8d-a58c-ab66b1086d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c5db8ecf-31e5-48ae-9be1-116875a57af5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.687689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:12:59.691426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.716645 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-637a13ac-fdd9-4e8d-a58c-ab66b1086d0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d0f0ab59b08465ea765426ad7fbb5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988169 Mar 09 17:12:59.718155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35072) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:12:59.726938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a13ac-fdd9-4e8d-a58c-ab66b1086d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db8ecf-31e5-48ae-9be1-116875a57af5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:12:59.818532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e17c6612-962b-476d-b9de-6f2bf36ed4f3 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:12:59.818947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e17c6612-962b-476d-b9de-6f2bf36ed4f3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:12:59.829558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] Set router 1d492245-24c2-4e66-b215-4e5f812028d2 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:12:59.837089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:12:59.857363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed034bc9-e33d-48ab-bb56-dce2f6d73f06 admin admin] Publish callbacks [] for security_group (c5db8ecf-31e5-48ae-9be1-116875a57af5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.897059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:12:59.902298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:12:59.902603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed034bc9-e33d-48ab-bb56-dce2f6d73f06 admin admin] Publish callbacks [] for security_group (c5db8ecf-31e5-48ae-9be1-116875a57af5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.909287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d492245-24c2-4e66-b215-4e5f812028d2', 'name': 'tempest-RoutersTest-router-1242112912', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:12:58Z', 'updated_at': '2022-03-09T17:12:58Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:12:59.935982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (1d492245-24c2-4e66-b215-4e5f812028d2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:12:59.957227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6de21-0e3f-443a-960d-2eff1f71a394 None None] The sync data for ids ['1d492245-24c2-4e66-b215-4e5f812028d2'] in dv-neutron-master-2-hyperv is: [{'id': '1d492245-24c2-4e66-b215-4e5f812028d2', 'name': 'tempest-RoutersTest-router-1242112912', 'tenant_id': '3077bb554bde40aabed18420371e710d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:12:58Z', 'updated_at': '2022-03-09T17:12:58Z', 'revision_number': 2, 'project_id': '3077bb554bde40aabed18420371e710d', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:12:59.962084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Pushing event updated for resources: {'Port': ['ID=c7527005-f5cc-413a-be2b-26bcf7859deb,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:00.011547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Attempting to bind port c7527005-f5cc-413a-be2b-26bcf7859deb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:00.012073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Attempting to bind port c7527005-f5cc-413a-be2b-26bcf7859deb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:00.012565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Attempting to bind port c7527005-f5cc-413a-be2b-26bcf7859deb on network 23e84d69-248a-4c03-bab8-85be85a4a2bb {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:00.021144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:00.021942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Checking segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:00.022460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.022958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Bound using segment: {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:00.024252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Bound port: c7527005-f5cc-413a-be2b-26bcf7859deb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd18846-6823-4d42-8e8e-1af8958f48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:00.024798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.106034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] For port c7527005-f5cc-413a-be2b-26bcf7859deb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:00.109785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] For port c7527005-f5cc-413a-be2b-26bcf7859deb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7527005-f5cc-413a-be2b-26bcf7859deb,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:00.110507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed034bc9-e33d-48ab-bb56-dce2f6d73f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c5db8ecf-31e5-48ae-9be1-116875a57af5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.113437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ed034bc9-e33d-48ab-bb56-dce2f6d73f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.114755 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ed034bc9-e33d-48ab-bb56-dce2f6d73f06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5db8ecf-31e5-48ae-9be1-116875a57af5 HTTP/1.1" status: 204 len: 168 time: 0.3960404 Mar 09 17:13:00.125815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed034bc9-e33d-48ab-bb56-dce2f6d73f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db8ecf-31e5-48ae-9be1-116875a57af5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:00.158404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Allocated IP 172.20.0.1 (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d/aa2311da-41d0-4b45-8d32-d7cfea87e27f/98a416f8-bafb-4068-b797-63aed9a51e99) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:00.250446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.313186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b8c2d-81bf-4f18-88a3-3c8f07da9583 req-e1f82507-892a-42e7-ad6f-20c27b492f3a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:00.313186 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-800b8c2d-81bf-4f18-88a3-3c8f07da9583 req-e1f82507-892a-42e7-ad6f-20c27b492f3a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.3023703 Mar 09 17:13:00.339177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab4fc9-86a3-46b7-849e-5de63c27208a None None] Pushing event updated for resources: {'Port': ['ID=c7527005-f5cc-413a-be2b-26bcf7859deb,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:00.345352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.351639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router_controller (1d492245-24c2-4e66-b215-4e5f812028d2), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.369486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.objects.ports [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 17:13:00.535030 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-800b8c2d-81bf-4f18-88a3-3c8f07da9583 req-f4f51ce7-4779-4b17-91b5-40702f80217d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922204 Mar 09 17:13:00.552898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (1d492245-24c2-4e66-b215-4e5f812028d2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.552898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Fanout notify agent at l3_agent the message router_deleted on router 1d492245-24c2-4e66-b215-4e5f812028d2 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:13:00.556452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.561236 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-44f6ff24-e158-4b66-86a7-44b17611a8e9 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/1d492245-24c2-4e66-b215-4e5f812028d2 HTTP/1.1" status: 204 len: 168 time: 1.0865345 Mar 09 17:13:00.561477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35080) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.581869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.597419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7e1b381a-3565-4ea3-8d5a-9a979c47a86a tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d492245-24c2-4e66-b215-4e5f812028d2 HTTP/1.1" status: 200 len: 205 time: 0.0346770 Mar 09 17:13:00.598396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35082) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.655451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for port (98a416f8-bafb-4068-b797-63aed9a51e99), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.694483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-0c926263-bc5b-49d7-85ff-e36cab0095be tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:00.700646 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c926263-bc5b-49d7-85ff-e36cab0095be tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/1d492245-24c2-4e66-b215-4e5f812028d2 HTTP/1.1" status: 404 len: 336 time: 0.1012378 Mar 09 17:13:00.701399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35086) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.736581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.785178 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2986fd99-e348-4a21-a1d4-dad584a4704a tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:00.785759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2986fd99-e348-4a21-a1d4-dad584a4704a tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:00.789711 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2986fd99-e348-4a21-a1d4-dad584a4704a tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/0da3f8b9-0965-47bc-98cb-d9d3c9b2e48f HTTP/1.1" status: 404 len: 337 time: 0.0554707 Mar 09 17:13:00.792696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35092) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.839334 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-327f8216-1a2c-4c1b-9694-3d98bb49ad7d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:00.839833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327f8216-1a2c-4c1b-9694-3d98bb49ad7d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:00.842948 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-327f8216-1a2c-4c1b-9694-3d98bb49ad7d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/3a8d02f7-ad02-462e-a82d-f7ac2dcd5227 HTTP/1.1" status: 404 len: 337 time: 0.0482228 Mar 09 17:13:00.845504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.847451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:00.881325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d1bee3-915f-4507-a1eb-8c5e0ac0d88c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:00.881923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d1bee3-915f-4507-a1eb-8c5e0ac0d88c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:00.885835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-74d1bee3-915f-4507-a1eb-8c5e0ac0d88c tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/5fcf2682-345b-4c88-aba9-1bda9e48cd9c HTTP/1.1" status: 404 len: 337 time: 0.0394125 Mar 09 17:13:00.889099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35096) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.921322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:00.925152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Port': ['ID=98a416f8-bafb-4068-b797-63aed9a51e99,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:00.932855 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d597185d-89bc-41e8-bce0-a03997b62367 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:00.933356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d597185d-89bc-41e8-bce0-a03997b62367 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:00.939000 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d597185d-89bc-41e8-bce0-a03997b62367 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/51ad686b-032b-4568-9d91-e59447cbd63b HTTP/1.1" status: 404 len: 337 time: 0.0468349 Mar 09 17:13:00.946079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35100) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:00.946827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:00.949317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:01.013712 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f6235956-5261-4a89-aeb2-7babb2ff5029 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 200 len: 205 time: 0.0610569 Mar 09 17:13:01.016267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35102) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.045152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (49647f15-7420-479c-9cce-0ce183363862/9769f1fa-3d5a-4e2b-9465-a349304f5a68/728af985-c83e-4c8d-93c5-f97324006fc0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:01.061812 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.092565 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-7f44ced7-1ab7-4df0-afc0-cacc6de00fb5 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:01.096146 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7f44ced7-1ab7-4df0-afc0-cacc6de00fb5 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/f9713691-0c9d-439f-8154-6aa793d91264 HTTP/1.1" status: 404 len: 336 time: 0.0761964 Mar 09 17:13:01.096458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35104) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.122936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] For port c7527005-f5cc-413a-be2b-26bcf7859deb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7527005-f5cc-413a-be2b-26bcf7859deb,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:01.164841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.198993 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e011dba7-2c84-42c9-9776-46131be0c7aa tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a5af35e-d304-499f-84d8-3fcb9e62987d HTTP/1.1" status: 200 len: 205 time: 0.1011183 Mar 09 17:13:01.199569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35108) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.261167 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-f103b977-92f9-473a-94dd-c99bd77960a7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:01.265599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35112) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.267083 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f103b977-92f9-473a-94dd-c99bd77960a7 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/3a5af35e-d304-499f-84d8-3fcb9e62987d HTTP/1.1" status: 404 len: 336 time: 0.0646648 Mar 09 17:13:01.268223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.310666 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b395f39-51d8-4371-b76c-19081b0da7d8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:01.311283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b395f39-51d8-4371-b76c-19081b0da7d8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:01.314710 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7b395f39-51d8-4371-b76c-19081b0da7d8 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/40e4b06a-a9f7-44da-855a-d7d5dc9db109 HTTP/1.1" status: 404 len: 337 time: 0.0479937 Mar 09 17:13:01.317488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35116) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.321913 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (728af985-c83e-4c8d-93c5-f97324006fc0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.328644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-27eb019e-a45d-40f0-a931-1a3519de41a3 None None] Provisioning complete for port 98a416f8-bafb-4068-b797-63aed9a51e99 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:01.329228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27eb019e-a45d-40f0-a931-1a3519de41a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.330067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7328ad02-343e-4ab9-91de-dbe9adcaa86b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.385137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-27eb019e-a45d-40f0-a931-1a3519de41a3 None None] Port 98a416f8-bafb-4068-b797-63aed9a51e99 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:01.386507 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-75d2e0cc-c4ba-47ef-a8bb-5337f266bc88 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 200 len: 205 time: 0.0679035 Mar 09 17:13:01.391278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35118) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.416527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:01.419832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=c7527005-f5cc-413a-be2b-26bcf7859deb,revision_number=4']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:01.432530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:01.444305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:01.447750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.447989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.450648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Subnet': ['ID=7328ad02-343e-4ab9-91de-dbe9adcaa86b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:01.452658 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-78485b37-2d53-4716-8b9e-d3846baafb06 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:01.456406 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-78485b37-2d53-4716-8b9e-d3846baafb06 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/90360d18-58bd-4a7b-af04-f0457021bbe8 HTTP/1.1" status: 404 len: 336 time: 0.0592778 Mar 09 17:13:01.466602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35122) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.514097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35124) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.515343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-921e22e6-4c01-4fdb-a40e-243ee064890e tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52d9b42-009b-41b9-bc36-183a06b58d39 HTTP/1.1" status: 200 len: 205 time: 0.0469620 Mar 09 17:13:01.581626 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-baa96a3c-2e42-4be2-890f-f4c340bb5661 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:01.586198 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-baa96a3c-2e42-4be2-890f-f4c340bb5661 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/f52d9b42-009b-41b9-bc36-183a06b58d39 HTTP/1.1" status: 404 len: 336 time: 0.0709503 Mar 09 17:13:01.591632 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7be0dcd3-bf41-444f-af28-5d9862e1aea4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2048779 Mar 09 17:13:01.594486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35128) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.602717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35130) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.626051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.676109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7527005-f5cc-413a-be2b-26bcf7859deb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:01.678028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Request body: {'port': {'network_id': '23e84d69-248a-4c03-bab8-85be85a4a2bb', 'mac_address': 'fa:16:3e:c3:ff:19', 'name': 'tempest-NetworksTestDHCPv6-619143342'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:01.681179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35132) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.705968 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aea1c00-3ab7-43b4-8fc5-c504de9723d3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:01.706679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aea1c00-3ab7-43b4-8fc5-c504de9723d3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:01.710172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1aea1c00-3ab7-43b4-8fc5-c504de9723d3 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/936d358f-7fa7-41e1-bcf4-fcd25f5f86f4 HTTP/1.1" status: 404 len: 337 time: 0.1168342 Mar 09 17:13:01.718478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=728af985-c83e-4c8d-93c5-f97324006fc0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:01.724432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35134) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.749744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 49647f15-7420-479c-9cce-0ce183363862 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:01.752768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:01.782390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:01.799778 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3e517ec8-7ffc-4189-9974-2f05484e4ef5 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=a800f3da-ded7-4ae7-99a5-3581286e6e4a HTTP/1.1" status: 200 len: 205 time: 0.0719075 Mar 09 17:13:01.802160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35138) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.829901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c7527005-f5cc-413a-be2b-26bcf7859deb triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:01.830290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.844747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:01.884909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332021ba-5f43-49f6-bb6b-107b27aeedbc None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:01.898897 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-07aa1ad8-5611-447d-b532-2efd0d176c52 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:01.902627 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-07aa1ad8-5611-447d-b532-2efd0d176c52 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/a800f3da-ded7-4ae7-99a5-3581286e6e4a HTTP/1.1" status: 404 len: 336 time: 0.0968499 Mar 09 17:13:01.903413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35140) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:01.947203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1dd1c5-b30b-47ba-8676-4199b9744705 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:01.947750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1dd1c5-b30b-47ba-8676-4199b9744705 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:01.953544 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cb1dd1c5-b30b-47ba-8676-4199b9744705 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/0dad2a57-6a9a-4891-9fdf-6fb089d98abd HTTP/1.1" status: 404 len: 337 time: 0.0456324 Mar 09 17:13:01.953924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738470862'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:01.963694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de24e-6b2f-4a62-8cf7-cb35d3b2f781 req-d8130b90-0bf2-4dbf-8c76-9ca42e208689 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:01.970968 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18de24e-6b2f-4a62-8cf7-cb35d3b2f781 req-d8130b90-0bf2-4dbf-8c76-9ca42e208689 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.2693672 Mar 09 17:13:01.972903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35142) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:02.024821 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-582e6352-f464-47e8-bda6-04e345a2c58a tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a438512-308f-409d-bba8-c4168a7a7114 HTTP/1.1" status: 200 len: 205 time: 0.0444534 Mar 09 17:13:02.029568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35144) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:02.061812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Provisioning complete for port c7527005-f5cc-413a-be2b-26bcf7859deb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:02.062216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.083677 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-569862c1-a8a3-4869-b936-faee37634007 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] delete failed (client error): The resource could not be found. Mar 09 17:13:02.087771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-569862c1-a8a3-4869-b936-faee37634007 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/routers/3a438512-308f-409d-bba8-c4168a7a7114 HTTP/1.1" status: 404 len: 336 time: 0.0542722 Mar 09 17:13:02.090559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35146) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:02.139334 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f24c49-f99f-4d64-bad1-8a266104d777 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:02.139873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f24c49-f99f-4d64-bad1-8a266104d777 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:02.146418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-21f24c49-f99f-4d64-bad1-8a266104d777 tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/43ccd4d6-6e64-4e77-b5ee-94ffb0cff81a HTTP/1.1" status: 404 len: 337 time: 0.0515172 Mar 09 17:13:02.148713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18de24e-6b2f-4a62-8cf7-cb35d3b2f781 req-ef468a1e-da12-478b-99c4-139e99f5ed5e tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763153 Mar 09 17:13:02.149160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35148) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:02.156761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:02.157741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.168048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for port (98a416f8-bafb-4068-b797-63aed9a51e99), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.176016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-632e6077-9ae8-4b1d-a5e5-cd4dafb28f1d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:02.176513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632e6077-9ae8-4b1d-a5e5-cd4dafb28f1d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:02.179751 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-632e6077-9ae8-4b1d-a5e5-cd4dafb28f1d tempest-RoutersTest-1859453194 tempest-RoutersTest-1859453194-project] 10.222.0.16 "DELETE /v2.0/subnets/2cc82f06-bc61-44e3-bd7f-eecf76b4be14 HTTP/1.1" status: 404 len: 337 time: 0.0294735 Mar 09 17:13:02.234133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port c7527005-f5cc-413a-be2b-26bcf7859deb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7527005-f5cc-413a-be2b-26bcf7859deb,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:02.242197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:02.242584 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.249349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Made reservation on behalf of e1cc8de236b94b4da500f237f81cb99d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:02.277777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.283071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.335481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.345781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.374675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.400915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] device_id is not set on port 6909dce9-2f7a-479e-bb60-4b532eb4729a yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:13:02.405269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.456931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=c7527005-f5cc-413a-be2b-26bcf7859deb,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:02.470286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.479740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:02.480105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:02.486427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event updated for resources: {'Port': ['ID=98a416f8-bafb-4068-b797-63aed9a51e99,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:02.624532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8::25a (23e84d69-248a-4c03-bab8-85be85a4a2bb/91f3d19d-1016-43c2-b5ae-84e70ccfdf2a/6909dce9-2f7a-479e-bb60-4b532eb4729a) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:02.639046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:ff19 (23e84d69-248a-4c03-bab8-85be85a4a2bb/7328ad02-343e-4ab9-91de-dbe9adcaa86b/6909dce9-2f7a-479e-bb60-4b532eb4729a) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:02.662730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (0589c35f-ffae-4038-8c44-a7102616fc80), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.728838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35154) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:02.738363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:02.750214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0589c35f-ffae-4038-8c44-a7102616fc80), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:02.752706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:02.918554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0589c35f-ffae-4038-8c44-a7102616fc80,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:03.034170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-17a48673-51d0-48c9-b727-1a69d45cc736 None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:03.154497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Provisioning complete for port 728af985-c83e-4c8d-93c5-f97324006fc0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:03.155177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.197163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Port 728af985-c83e-4c8d-93c5-f97324006fc0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:03.210002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Provisioning complete for port 98a416f8-bafb-4068-b797-63aed9a51e99 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:03.211333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.215832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for port (6909dce9-2f7a-479e-bb60-4b532eb4729a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.253394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Port 98a416f8-bafb-4068-b797-63aed9a51e99 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:03.263801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Provisioning complete for port c7527005-f5cc-413a-be2b-26bcf7859deb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:03.264283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.330504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6909dce9-2f7a-479e-bb60-4b532eb4729a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.350404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-54b2bc3e-b079-49e7-b794-9c89718a8b0c None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:03.375817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:03.379160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:03.385937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:03.391240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:03.391878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.403554 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b8c97efd-6ceb-47b8-8cfd-4d508fd3b784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3077bb554bde40aabed18420371e710d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709099 Mar 09 17:13:03.408199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event updated for resources: {'Port': ['ID=6909dce9-2f7a-479e-bb60-4b532eb4729a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:03.411057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35160) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:03.420723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.425087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Router 90de3326-80a3-4ec9-bd16-b0a2923c1e64 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:03.463707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15e3cc-c0d2-40f3-8d78-6bc998c26f1c req-a52f78fd-0067-4006-9561-6b737f10ceed tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:03.465380 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ef15e3cc-c0d2-40f3-8d78-6bc998c26f1c req-a52f78fd-0067-4006-9561-6b737f10ceed tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1751473 Mar 09 17:13:03.472049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf82e4f-683f-4076-a3d3-e50018430b44 admin admin] Publish callbacks [] for security_group (8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.488491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (728af985-c83e-4c8d-93c5-f97324006fc0), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.498254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf82e4f-683f-4076-a3d3-e50018430b44 admin admin] Publish callbacks [] for security_group (8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.511623 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aaef9825-fc0c-4450-baa5-4f7efd3df2c4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9054644 Mar 09 17:13:03.512613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35162) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:03.542362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.605832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7527005-f5cc-413a-be2b-26bcf7859deb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:03.626422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.633430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting port 6909dce9-2f7a-479e-bb60-4b532eb4729a {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:03.637218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6909dce9-2f7a-479e-bb60-4b532eb4729a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.643665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-065403ff-47ad-4b38-80ba-240c4453cf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.677645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c7527005-f5cc-413a-be2b-26bcf7859deb triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:03.677645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.691917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:03.693455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c342e03-0451-4960-ab42-4d19e17fbd84,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:03.699365 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ef15e3cc-c0d2-40f3-8d78-6bc998c26f1c req-472517cb-e57f-40e6-a8c5-af6f47e41de5 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278125 Mar 09 17:13:03.706264 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] Sync routers for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:03.707762 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0ab0a4a5-28ed-4378-8aa3-22d607d1f4ca tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0059960 Mar 09 17:13:03.712954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35164) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:03.738130 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:03.738957 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:03.762402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf82e4f-683f-4076-a3d3-e50018430b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.764952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf82e4f-683f-4076-a3d3-e50018430b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.771039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.773046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3cf82e4f-683f-4076-a3d3-e50018430b44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8 HTTP/1.1" status: 204 len: 168 time: 0.3602698 Mar 09 17:13:03.773861 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2ed63982-fac8-4ca2-9aef-34332578f794 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0521355 Mar 09 17:13:03.776985 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:03.786778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35166) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:03.787841 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:03.788779 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:03.797613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.807698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf82e4f-683f-4076-a3d3-e50018430b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e516a7c-dfd2-493c-b0a0-ccbc5e759cc8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:03.813463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6909dce9-2f7a-479e-bb60-4b532eb4729a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.827679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Calling delete_port for 6909dce9-2f7a-479e-bb60-4b532eb4729a owned by {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:03.832940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=728af985-c83e-4c8d-93c5-f97324006fc0,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:03.858962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:03.859703 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211718-0e13-4df1-879d-b3978b8cb868 None None] The sync data for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:03.864679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0f0f2665-67fb-4058-ba44-5d71ecebb3d8 None None] Provisioning complete for port 6909dce9-2f7a-479e-bb60-4b532eb4729a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:03.865039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2665-67fb-4058-ba44-5d71ecebb3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6909dce9-2f7a-479e-bb60-4b532eb4729a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.908490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-223aea3a-7110-4087-a5c0-400df3e23087 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:03.918408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:03.926756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f2665-67fb-4058-ba44-5d71ecebb3d8 None None] Port 6909dce9-2f7a-479e-bb60-4b532eb4729a cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:04.013045 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-79a57775-a8e0-4606-8548-a76971ccd0b6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2249727 Mar 09 17:13:04.016602 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35170) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.047968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-security--1099641361', 'description': 'tempest-security-description-1101114320'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:04.116685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 49647f15-7420-479c-9cce-0ce183363862 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:04.118660 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-223aea3a-7110-4087-a5c0-400df3e23087 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 17:13:04.119768 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-223aea3a-7110-4087-a5c0-400df3e23087 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64 HTTP/1.1" status: 409 len: 376 time: 0.4041030 Mar 09 17:13:04.121479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:04.122930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35174) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.124455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.136670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6909dce9-2f7a-479e-bb60-4b532eb4729a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.227639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.287599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Port': ['ID=6909dce9-2f7a-479e-bb60-4b532eb4729a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:04.300040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.305530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.306924 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "PUT /v2.0/security-groups/0c342e03-0451-4960-ab42-4d19e17fbd84 HTTP/1.1" status: 200 len: 1797 time: 0.2878368 Mar 09 17:13:04.312709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35180) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.330359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:04.366757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.373185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70909-5d46-4280-adc6-da7031724f4a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c342e03-0451-4960-ab42-4d19e17fbd84,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:04.376873 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35184) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.382340 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a61500c3-494d-414c-971c-3a8820318073 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/6909dce9-2f7a-479e-bb60-4b532eb4729a HTTP/1.1" status: 204 len: 168 time: 0.8664999 Mar 09 17:13:04.471112 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2af9292e-2c95-44ec-92e3-bbf88f9079f9 None None] Provisioning complete for port 728af985-c83e-4c8d-93c5-f97324006fc0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:04.471658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2af9292e-2c95-44ec-92e3-bbf88f9079f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.472847 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e36452e1-e524-4db3-836f-7b983392de7c tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups/0c342e03-0451-4960-ab42-4d19e17fbd84 HTTP/1.1" status: 200 len: 1797 time: 0.1568322 Mar 09 17:13:04.478591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35186) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.528391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2af9292e-2c95-44ec-92e3-bbf88f9079f9 None None] Port 728af985-c83e-4c8d-93c5-f97324006fc0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:04.560315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc6b9c-1992-4e56-b64a-3c9ead6cb26e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:04.565116 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e3dc6b9c-1992-4e56-b64a-3c9ead6cb26e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1869082 Mar 09 17:13:04.566072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35190) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.627073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:04.642898 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dd72106b-75f4-4522-84d3-05ccfc774e04 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/ab05cb2a-dc68-493c-a116-55fa3718ff2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7822106 Mar 09 17:13:04.652624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:04.652848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-484eadee-3b70-4341-aa66-fd1e5ffd3e90 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.668682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:04.669356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:12:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:04.678656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.684061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-484eadee-3b70-4341-aa66-fd1e5ffd3e90 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.693123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe154a-570c-4a34-a562-7bca03939cba tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:04.694621 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9fe154a-570c-4a34-a562-7bca03939cba tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1233466 Mar 09 17:13:04.700669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35194) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.798643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74920491-9fd9-4bc8-8bb2-85eef27c994c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:04.800020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74920491-9fd9-4bc8-8bb2-85eef27c994c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:04.801474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74920491-9fd9-4bc8-8bb2-85eef27c994c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:04.806626 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-74920491-9fd9-4bc8-8bb2-85eef27c994c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1037619 Mar 09 17:13:04.807283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35204) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.817010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:04.878366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 7328ad02-343e-4ab9-91de-dbe9adcaa86b {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:04.882106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (7328ad02-343e-4ab9-91de-dbe9adcaa86b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.889973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-484eadee-3b70-4341-aa66-fd1e5ffd3e90 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0c342e03-0451-4960-ab42-4d19e17fbd84), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.892635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-484eadee-3b70-4341-aa66-fd1e5ffd3e90 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:04.896183 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-484eadee-3b70-4341-aa66-fd1e5ffd3e90 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/0c342e03-0451-4960-ab42-4d19e17fbd84 HTTP/1.1" status: 204 len: 168 time: 0.4140704 Mar 09 17:13:04.907875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35208) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:04.933590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26a94a-df18-4358-9501-fe434d705ae8 req-e864e139-d8ae-483f-928a-c984375737ee tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:04.941720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c26a94a-df18-4358-9501-fe434d705ae8 req-e864e139-d8ae-483f-928a-c984375737ee tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1254315 Mar 09 17:13:04.956860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eadee-3b70-4341-aa66-fd1e5ffd3e90 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c342e03-0451-4960-ab42-4d19e17fbd84,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:04.968098 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (7328ad02-343e-4ab9-91de-dbe9adcaa86b), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.014055 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c12c3166-b0b1-4db1-87b4-3bff05136b98 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1015704 Mar 09 17:13:05.015368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35210) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:05.047614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-4a70d4d7-4320-48fa-a587-c722c9001bc1 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] delete failed (client error): The resource could not be found. Mar 09 17:13:05.047614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4a70d4d7-4320-48fa-a587-c722c9001bc1 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/0c342e03-0451-4960-ab42-4d19e17fbd84 HTTP/1.1" status: 404 len: 347 time: 0.0268190 Mar 09 17:13:05.053232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35214) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:05.068469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073151413'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:05.111542 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c26a94a-df18-4358-9501-fe434d705ae8 req-0ccb554a-e12c-40d1-b791-737fc9aeff29 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646409 Mar 09 17:13:05.129388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7328ad02-343e-4ab9-91de-dbe9adcaa86b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.177187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:58Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728af985-c83e-4c8d-93c5-f97324006fc0', 'name': '', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:33:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:00Z', 'updated_at': '2022-03-09T17:13:02Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:05.212078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35216) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:05.212574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.228538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:05.228921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Updating router ab05cb2a-dc68-493c-a116-55fa3718ff2e port 728af985-c83e-4c8d-93c5-f97324006fc0 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:05.261676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.273379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting port 98a416f8-bafb-4068-b797-63aed9a51e99 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:05.273738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.318816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (7328ad02-343e-4ab9-91de-dbe9adcaa86b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.339391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9cdefc47-89e5-4b17-82f0-42edc76fde30 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:05.339834 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-9cdefc47-89e5-4b17-82f0-42edc76fde30 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 17:13:05.340375 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-9cdefc47-89e5-4b17-82f0-42edc76fde30 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 17:13:05.344731 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9cdefc47-89e5-4b17-82f0-42edc76fde30 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1279929 Mar 09 17:13:05.344731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.349600 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/7328ad02-343e-4ab9-91de-dbe9adcaa86b HTTP/1.1" status: 204 len: 168 time: 0.5380247 Mar 09 17:13:05.359758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614169c9-f341-412d-bf56-ae0039a40fef None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:05.365154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35224) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:05.365511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35226) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:05.377143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--815423636'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:05.388168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b9352-11fe-4f1d-b75b-1f42b14a2291 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=7328ad02-343e-4ab9-91de-dbe9adcaa86b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:05.415913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (cfc8419b-aeea-4f6e-8013-6c9abf506706), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.434032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.443469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Deleting subnet 91f3d19d-1016-43c2-b5ae-84e70ccfdf2a {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:05.448819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (91f3d19d-1016-43c2-b5ae-84e70ccfdf2a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.455102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Calling delete_port for 98a416f8-bafb-4068-b797-63aed9a51e99 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:05.502287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (91f3d19d-1016-43c2-b5ae-84e70ccfdf2a), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.517606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (cfc8419b-aeea-4f6e-8013-6c9abf506706), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.548115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.563959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc8419b-aeea-4f6e-8013-6c9abf506706,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:05.567660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.630313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Publish callbacks [] for port (728af985-c83e-4c8d-93c5-f97324006fc0), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.640128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (91f3d19d-1016-43c2-b5ae-84e70ccfdf2a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.668532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.669803 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d05833dc-fdde-4481-8844-5243cb637f42 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6061258 Mar 09 17:13:05.672907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35228) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:05.682944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': 'cfc8419b-aeea-4f6e-8013-6c9abf506706', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:05.747130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.762998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (861e7ed0-6ffb-4e17-a473-114532231747), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.776173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (98a416f8-bafb-4068-b797-63aed9a51e99), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.799749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d513cd-b846-423e-a95f-ebc47d222f14 None None] Pushing event updated for resources: {'Port': ['ID=728af985-c83e-4c8d-93c5-f97324006fc0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:05.811075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Port': ['ID=98a416f8-bafb-4068-b797-63aed9a51e99,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:05.823531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (91f3d19d-1016-43c2-b5ae-84e70ccfdf2a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.857974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (be5b0718-be33-40d4-8d10-714a7e584843), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.905046 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Subnet': ['ID=91f3d19d-1016-43c2-b5ae-84e70ccfdf2a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:05.928525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (861e7ed0-6ffb-4e17-a473-114532231747), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.940901 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:05.946843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a52f54be-0b1e-437b-afd5-c6b88eae27d2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/91f3d19d-1016-43c2-b5ae-84e70ccfdf2a HTTP/1.1" status: 204 len: 168 time: 0.5786159 Mar 09 17:13:05.953414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35230) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.026038 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a5f464f9-3097-4ae9-90ab-4325b9fdf87c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640616 Mar 09 17:13:06.031477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35232) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.063409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861e7ed0-6ffb-4e17-a473-114532231747,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:06.132715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (90de3326-80a3-4ec9-bd16-b0a2923c1e64), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.163556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (be5b0718-be33-40d4-8d10-714a7e584843), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.170134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Attempting to bind port 728af985-c83e-4c8d-93c5-f97324006fc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:06.170515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Attempting to bind port 728af985-c83e-4c8d-93c5-f97324006fc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:06.170885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Attempting to bind port 728af985-c83e-4c8d-93c5-f97324006fc0 on network 49647f15-7420-479c-9cce-0ce183363862 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:06.181171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:06.181429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Checking segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:06.181830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.182236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Bound using segment: {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:06.182740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Bound port: 728af985-c83e-4c8d-93c5-f97324006fc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de00209d-90c3-464f-9d98-bb40239baa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '49647f15-7420-479c-9cce-0ce183363862'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:06.183143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.242804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89a272-3f9d-41f3-884f-92e85a1245b4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:06.247799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35236) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.249755 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4c89a272-3f9d-41f3-884f-92e85a1245b4 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2119241 Mar 09 17:13:06.256417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (4716f3e3-1efc-485e-b587-5db52ab94350), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.310872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe95e-779c-4d23-9cb6-fb9f52ab4cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.321511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] For port 728af985-c83e-4c8d-93c5-f97324006fc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:06.324700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b2f600d8-a2c7-4a55-b505-41e15b99bb15 None None] Provisioning complete for port 728af985-c83e-4c8d-93c5-f97324006fc0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:06.325438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b2f600d8-a2c7-4a55-b505-41e15b99bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.329259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] For port 728af985-c83e-4c8d-93c5-f97324006fc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=728af985-c83e-4c8d-93c5-f97324006fc0,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:06.343299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (be5b0718-be33-40d4-8d10-714a7e584843), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.370239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b2f600d8-a2c7-4a55-b505-41e15b99bb15 None None] Port 728af985-c83e-4c8d-93c5-f97324006fc0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:06.405992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4716f3e3-1efc-485e-b587-5db52ab94350), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.407783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.413579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Router 90de3326-80a3-4ec9-bd16-b0a2923c1e64 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:06.440136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5b0718-be33-40d4-8d10-714a7e584843,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:06.474054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c11c85-b1ec-443e-baaf-010c31991f06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:06.475711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-33c11c85-b1ec-443e-baaf-010c31991f06 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2269154 Mar 09 17:13:06.486791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35238) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.499747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:06.506810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:06.506810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d513cd-b846-423e-a95f-ebc47d222f14 None None] Pushing event updated for resources: {'Port': ['ID=728af985-c83e-4c8d-93c5-f97324006fc0,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:06.528635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:06.540403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-149ed3a3-fa65-40c7-a49f-9893cce80155 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4086800 Mar 09 17:13:06.540661 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] Sync routers for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:06.541101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35240) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.551248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:06.552073 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:06.561705 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6bb83f55-4078-49c4-85d4-2788f3a8e289 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682271 Mar 09 17:13:06.569688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35242) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.572491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4716f3e3-1efc-485e-b587-5db52ab94350,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:06.602878 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a043282-1b09-4d28-8476-4bf9bd175fb5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:06.603760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a043282-1b09-4d28-8476-4bf9bd175fb5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:06.605497 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:06.609694 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5a043282-1b09-4d28-8476-4bf9bd175fb5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/6909dce9-2f7a-479e-bb60-4b532eb4729a HTTP/1.1" status: 404 len: 333 time: 0.0384796 Mar 09 17:13:06.610325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35244) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.625989 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] Routers {'90de3326-80a3-4ec9-bd16-b0a2923c1e64'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:06.629266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38039a83-4493-42ff-bf4d-444b1244d6bb req-6bfa4490-3353-4e13-aa69-6325aac57868 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:06.629417 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:06.634944 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-38039a83-4493-42ff-bf4d-444b1244d6bb req-6bfa4490-3353-4e13-aa69-6325aac57868 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.3568859 Mar 09 17:13:06.641547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.645363 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-674a108d-dc65-4d36-b5fe-0dc0d2bd1ede tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9659302 Mar 09 17:13:06.660792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35246) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.664208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-0e25a938-c0c7-4f08-87df-134bdb465115 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] show failed (client error): The resource could not be found. Mar 09 17:13:06.672660 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0e25a938-c0c7-4f08-87df-134bdb465115 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-891235995 HTTP/1.1" status: 404 len: 334 time: 0.1234920 Mar 09 17:13:06.675114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35248) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.690395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7396a6a5-1f62-4d7d-bdd0-6cbc890e19ff tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:06.696938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.698201 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e0b0cbc2-a83c-40e5-b6af-8be4cabae0cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3317385 Mar 09 17:13:06.699197 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0bff84-1da2-42c4-a819-840f40505359 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:06.699664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0bff84-1da2-42c4-a819-840f40505359 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:06.701762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35250) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.705767 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0a0bff84-1da2-42c4-a819-840f40505359 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/7328ad02-343e-4ab9-91de-dbe9adcaa86b HTTP/1.1" status: 404 len: 337 time: 0.0934951 Mar 09 17:13:06.706384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35252) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.708275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '4716f3e3-1efc-485e-b587-5db52ab94350', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:06.717056 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:06.717725 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7b26e-ed45-42c0-bdfe-7359dfd925eb None None] The sync data for ids ['90de3326-80a3-4ec9-bd16-b0a2923c1e64'] in dv-neutron-master-2-hyperv is: [] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:06.721094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f9fba-d184-4c5e-9a3c-ce5bb3b21935 None None] Network 23e84d69-248a-4c03-bab8-85be85a4a2bb requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:06.758670 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c9b6c8-d742-40bd-9748-2cd54e2bfafa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:06.759322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c9b6c8-d742-40bd-9748-2cd54e2bfafa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:06.766086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c4c9b6c8-d742-40bd-9748-2cd54e2bfafa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/91f3d19d-1016-43c2-b5ae-84e70ccfdf2a HTTP/1.1" status: 404 len: 337 time: 0.0533254 Mar 09 17:13:06.770972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35254) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.790387 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-38039a83-4493-42ff-bf4d-444b1244d6bb req-171290ee-4ab6-42e9-af03-c66256b17bd1 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498599 Mar 09 17:13:06.809020 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-7396a6a5-1f62-4d7d-bdd0-6cbc890e19ff tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] update failed (client error): The resource could not be found. Mar 09 17:13:06.816556 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7396a6a5-1f62-4d7d-bdd0-6cbc890e19ff tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-218305800 HTTP/1.1" status: 404 len: 334 time: 0.1403975 Mar 09 17:13:06.818735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35256) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.832084 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af1b5c1-2561-4f71-9127-9fc096ab1ae5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:06.832669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af1b5c1-2561-4f71-9127-9fc096ab1ae5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:06.838092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6af1b5c1-2561-4f71-9127-9fc096ab1ae5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/3b2706d7-47bd-475e-b220-a8cfcc204788 HTTP/1.1" status: 404 len: 333 time: 0.0616131 Mar 09 17:13:06.839167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35258) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.857221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-38785355-7952-4d70-9a04-92df4e3af267 None None] Provisioning complete for port c7527005-f5cc-413a-be2b-26bcf7859deb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:06.857598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38785355-7952-4d70-9a04-92df4e3af267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.867458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:06.883800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a010-2cfc-4f91-8f42-1ec1265ec4a7 req-f14860f3-eaab-4820-9219-3778c89c6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:06.886177 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5178a010-2cfc-4f91-8f42-1ec1265ec4a7 req-f14860f3-eaab-4820-9219-3778c89c6a16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1130 time: 0.0942976 Mar 09 17:13:06.888380 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfad270-e50b-4050-b589-fcc06fec2d0d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:06.889058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfad270-e50b-4050-b589-fcc06fec2d0d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:06.895500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4bfad270-e50b-4050-b589-fcc06fec2d0d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/462a37ca-584f-4c02-96e4-7a9aae4a2ee7 HTTP/1.1" status: 404 len: 337 time: 0.0539856 Mar 09 17:13:06.898612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35260) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:06.925613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca5a79e0-47cb-4adb-b6c0-9bc6c7c33dc0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (be5b0718-be33-40d4-8d10-714a7e584843), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.940084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca5a79e0-47cb-4adb-b6c0-9bc6c7c33dc0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (be5b0718-be33-40d4-8d10-714a7e584843), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.948533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting subnet d51d9c09-8ff6-4837-8f4e-5c78df0fde02 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:06.956105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (d51d9c09-8ff6-4837-8f4e-5c78df0fde02), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:06.959573 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28eb456-a429-48ca-87f6-32c53915478c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:06.960293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28eb456-a429-48ca-87f6-32c53915478c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:06.966984 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a28eb456-a429-48ca-87f6-32c53915478c tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/f8f2f4f3-6cec-481f-a4d5-a13fac9a79a8 HTTP/1.1" status: 404 len: 337 time: 0.0672214 Mar 09 17:13:06.969713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35262) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.010350 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (d51d9c09-8ff6-4837-8f4e-5c78df0fde02), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.058709 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5178a010-2cfc-4f91-8f42-1ec1265ec4a7 req-774c609c-7c97-4998-9eeb-559bac01785f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608493 Mar 09 17:13:07.061481 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dbb7cb-4f45-42e0-bbfc-3257ca7c4a82 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.062967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4dbb7cb-4f45-42e0-bbfc-3257ca7c4a82 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.069030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group_rule (9fd0b588-212f-4a9b-a76a-fce5826c5f9e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.070329 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c4dbb7cb-4f45-42e0-bbfc-3257ca7c4a82 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/3e036b5b-a33e-41c2-a377-d9fa2b2796fe HTTP/1.1" status: 404 len: 333 time: 0.0992379 Mar 09 17:13:07.071179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35264) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.104697 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b905ae98-d50c-4e77-9688-666cee6e07d6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.105538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b905ae98-d50c-4e77-9688-666cee6e07d6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.107103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca5a79e0-47cb-4adb-b6c0-9bc6c7c33dc0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (be5b0718-be33-40d4-8d10-714a7e584843), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.114107 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b905ae98-d50c-4e77-9688-666cee6e07d6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5670f806-52db-4d5a-a5cf-c71a85eafb21 HTTP/1.1" status: 404 len: 337 time: 0.0416460 Mar 09 17:13:07.115098 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35266) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.147627 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14b8e76-5fc1-4894-a22f-e4fe4440d592 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.148589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14b8e76-5fc1-4894-a22f-e4fe4440d592 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.156156 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b14b8e76-5fc1-4894-a22f-e4fe4440d592 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/0b24ef9a-3bb5-4a26-b3d1-b16c23de1757 HTTP/1.1" status: 404 len: 337 time: 0.0395343 Mar 09 17:13:07.157114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35268) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.160639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] DHCP port deletion for 23e84d69-248a-4c03-bab8-85be85a4a2bb request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:07.176528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca5a79e0-47cb-4adb-b6c0-9bc6c7c33dc0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.181656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ca5a79e0-47cb-4adb-b6c0-9bc6c7c33dc0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/be5b0718-be33-40d4-8d10-714a7e584843 HTTP/1.1" status: 204 len: 168 time: 0.5105641 Mar 09 17:13:07.182545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a79e0-47cb-4adb-b6c0-9bc6c7c33dc0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be5b0718-be33-40d4-8d10-714a7e584843,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:07.187111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35272) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.198953 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4220a2a1-1ce9-4413-8de8-9ec3693f446e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.199876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4220a2a1-1ce9-4413-8de8-9ec3693f446e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.204843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4220a2a1-1ce9-4413-8de8-9ec3693f446e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/ce0cc03a-c3a8-47b3-83ed-d1c2b66dcaf0 HTTP/1.1" status: 404 len: 333 time: 0.0462925 Mar 09 17:13:07.205924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35274) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.235244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (d51d9c09-8ff6-4837-8f4e-5c78df0fde02), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.259788 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-97be773d-0ea5-49ec-acdb-11b5c33fec11 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698133 Mar 09 17:13:07.260627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35276) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.265053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.282359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] Deleting port c7527005-f5cc-413a-be2b-26bcf7859deb {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:07.282740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.326276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-226f50a1-8210-41a8-85bd-7867006d4389 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (cfc8419b-aeea-4f6e-8013-6c9abf506706), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.334251 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeab42f2-19dc-4de6-9e2c-d4b8e4090016 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.334841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeab42f2-19dc-4de6-9e2c-d4b8e4090016 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.340047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eeab42f2-19dc-4de6-9e2c-d4b8e4090016 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/682a41bb-4a9c-46e8-9731-c37d51497391 HTTP/1.1" status: 404 len: 337 time: 0.1329510 Mar 09 17:13:07.347810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35278) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.355832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group_rule (9fd0b588-212f-4a9b-a76a-fce5826c5f9e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.385980 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7bf212-cdba-4e5d-b831-9b0f19401ce2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.385980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7bf212-cdba-4e5d-b831-9b0f19401ce2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.386443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] For port c7527005-f5cc-413a-be2b-26bcf7859deb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7527005-f5cc-413a-be2b-26bcf7859deb,segment=NetworkSegment(8bd18846-6823-4d42-8e8e-1af8958f48a6),segment_id=8bd18846-6823-4d42-8e8e-1af8958f48a6)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:07.386753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.390198 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3e7bf212-cdba-4e5d-b831-9b0f19401ce2 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5567e8ad-074c-41d1-92b8-120ff0e1033e HTTP/1.1" status: 404 len: 337 time: 0.0335062 Mar 09 17:13:07.390198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-226f50a1-8210-41a8-85bd-7867006d4389 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (cfc8419b-aeea-4f6e-8013-6c9abf506706), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.392674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35280) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.393192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-38785355-7952-4d70-9a04-92df4e3af267 None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:07.407078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (d51d9c09-8ff6-4837-8f4e-5c78df0fde02), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.417168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] Calling delete_port for c7527005-f5cc-413a-be2b-26bcf7859deb owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:07.440927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:58Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728af985-c83e-4c8d-93c5-f97324006fc0', 'name': '', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:33:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:00Z', 'updated_at': '2022-03-09T17:13:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:07.456424 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df9f252-003b-48aa-a0f2-2790c9fb3087 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.457141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df9f252-003b-48aa-a0f2-2790c9fb3087 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.464011 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1df9f252-003b-48aa-a0f2-2790c9fb3087 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/85e89ebf-b646-4a56-b986-5c7068cf732e HTTP/1.1" status: 404 len: 333 time: 0.0672405 Mar 09 17:13:07.464489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35282) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.469972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42c207-307b-476c-b464-b1c01af6b46f None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:58Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728af985-c83e-4c8d-93c5-f97324006fc0', 'name': '', 'network_id': '49647f15-7420-479c-9cce-0ce183363862', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:33:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:00Z', 'updated_at': '2022-03-09T17:13:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '9769f1fa-3d5a-4e2b-9465-a349304f5a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:07.474225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Subnet': ['ID=d51d9c09-8ff6-4837-8f4e-5c78df0fde02,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:07.481697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.487769 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df204691-0796-4caa-bc8c-08b53e23dc10 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/subnets/d51d9c09-8ff6-4837-8f4e-5c78df0fde02 HTTP/1.1" status: 204 len: 168 time: 0.6484735 Mar 09 17:13:07.487769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (9fd0b588-212f-4a9b-a76a-fce5826c5f9e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.491276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35284) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.526020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33e7fa-fe99-4d8a-9ac4-b3f27a2f0ce9 None None] Network b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:07.532214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-226f50a1-8210-41a8-85bd-7867006d4389 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (cfc8419b-aeea-4f6e-8013-6c9abf506706), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.535950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-226f50a1-8210-41a8-85bd-7867006d4389 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.544560 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-226f50a1-8210-41a8-85bd-7867006d4389 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/cfc8419b-aeea-4f6e-8013-6c9abf506706 HTTP/1.1" status: 204 len: 168 time: 0.2791216 Mar 09 17:13:07.545216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd0b588-212f-4a9b-a76a-fce5826c5f9e,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:07.545744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35286) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.556194 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e1c728-99b8-4ea7-906a-fc4ae1c1f68b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.556918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e1c728-99b8-4ea7-906a-fc4ae1c1f68b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.560437 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a8e1c728-99b8-4ea7-906a-fc4ae1c1f68b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/80a3a347-d682-4fa6-acfc-277872bc5601 HTTP/1.1" status: 404 len: 337 time: 0.0948603 Mar 09 17:13:07.575080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35288) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.620104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b7cb5090-5904-443b-a704-882288923e12 None None] Provisioning complete for port 728af985-c83e-4c8d-93c5-f97324006fc0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:07.620553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5090-5904-443b-a704-882288923e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.624817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting subnet 88b26378-aed5-4919-a766-69321180fa13 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:07.633062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (88b26378-aed5-4919-a766-69321180fa13), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.649023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f50a1-8210-41a8-85bd-7867006d4389 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc8419b-aeea-4f6e-8013-6c9abf506706,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:07.693655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.695539 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0f9e06c0-5963-44d6-8175-9a51a3e3a7ac tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9909534 Mar 09 17:13:07.698910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35290) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.707925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9049f3ca-777c-46cb-89eb-d2047154faf0 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '4716f3e3-1efc-485e-b587-5db52ab94350', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:07.729488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7527005-f5cc-413a-be2b-26bcf7859deb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:07.738323 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c48548-52da-480c-85c8-a8315c4255f6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.738937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c48548-52da-480c-85c8-a8315c4255f6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.742767 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-14c48548-52da-480c-85c8-a8315c4255f6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/de6acaa3-6ee5-449c-9541-faedc1e9a264 HTTP/1.1" status: 404 len: 333 time: 0.0882709 Mar 09 17:13:07.747762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35292) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.748317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (88b26378-aed5-4919-a766-69321180fa13), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.842345 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0bac36d6-0eeb-4835-892a-2721c8397712 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2693610 Mar 09 17:13:07.843486 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e0386c-a374-4377-8843-4ae71a2ec872 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.843957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e0386c-a374-4377-8843-4ae71a2ec872 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.847152 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-05e0386c-a374-4377-8843-4ae71a2ec872 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/fdd78784-7d56-4d18-bfd6-21c65b9e67f1 HTTP/1.1" status: 404 len: 337 time: 0.0984409 Mar 09 17:13:07.847792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35296) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.849676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35298) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.868463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--891074566'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:07.903147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7527005-f5cc-413a-be2b-26bcf7859deb is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:07.907004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.923774 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-78507ff6-0455-4a88-b059-14203d98cc59 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.924567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78507ff6-0455-4a88-b059-14203d98cc59 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.927724 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-78507ff6-0455-4a88-b059-14203d98cc59 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/bbcd2f17-05b5-4868-9b81-41371e552802 HTTP/1.1" status: 404 len: 333 time: 0.0771971 Mar 09 17:13:07.930475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35300) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:07.950542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (c7527005-f5cc-413a-be2b-26bcf7859deb), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.956274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (88b26378-aed5-4919-a766-69321180fa13), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.963565 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-574ca7dc-2a20-4d31-91e7-71cd0cc59c6e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:07.964053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574ca7dc-2a20-4d31-91e7-71cd0cc59c6e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:07.967796 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-574ca7dc-2a20-4d31-91e7-71cd0cc59c6e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/af82d1a3-84cd-450d-b1a3-717c3d45f12a HTTP/1.1" status: 404 len: 337 time: 0.0362782 Mar 09 17:13:07.970936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:07.994356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35302) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.013862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] No DVR routers for this DVR port c7527005-f5cc-413a-be2b-26bcf7859deb on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:08.022012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] DHCP port deletion for b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:08.034932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a2260-34f0-425d-8e04-afb08e968be0 None None] Pushing event deleted for resources: {'Port': ['ID=c7527005-f5cc-413a-be2b-26bcf7859deb,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:08.056275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5090-5904-443b-a704-882288923e12 None None] Current status of the port 728af985-c83e-4c8d-93c5-f97324006fc0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:08.056745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5090-5904-443b-a704-882288923e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.088174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (4f950014-0877-416b-9269-0fbaa97bcae6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.098917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9049f3ca-777c-46cb-89eb-d2047154faf0 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group_rule (53c4c5f2-3be6-41d7-9dd4-8cf79f327acf), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.116227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1350a76-672d-4c18-a759-d8e57d8eb175 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.117992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1350a76-672d-4c18-a759-d8e57d8eb175 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.121978 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c1350a76-672d-4c18-a759-d8e57d8eb175 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/860ea401-9250-4364-a957-a3edd5b1468d HTTP/1.1" status: 404 len: 333 time: 0.0317206 Mar 09 17:13:08.123853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35304) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.164493 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0e7118-d1f8-4d44-969e-9df17519452a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.166629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0e7118-d1f8-4d44-969e-9df17519452a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.170257 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5a0e7118-d1f8-4d44-969e-9df17519452a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/8b1e4c52-e3ea-4b86-bff8-22a5ec435977 HTTP/1.1" status: 404 len: 337 time: 0.0450916 Mar 09 17:13:08.172950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35306) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.176967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (88b26378-aed5-4919-a766-69321180fa13), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.212032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4f950014-0877-416b-9269-0fbaa97bcae6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.218179 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6dc785-2a23-4a52-953b-ae478f91785a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.218897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6dc785-2a23-4a52-953b-ae478f91785a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.224409 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8f6dc785-2a23-4a52-953b-ae478f91785a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/399b07b5-d4aa-4026-8a81-9addcb240bc8 HTTP/1.1" status: 404 len: 333 time: 0.0480597 Mar 09 17:13:08.227346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35308) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.240869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b7cb5090-5904-443b-a704-882288923e12 None None] For port 728af985-c83e-4c8d-93c5-f97324006fc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=728af985-c83e-4c8d-93c5-f97324006fc0,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:08.267682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-8033bf98-c5c9-460e-a1d0-5729ac77237a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.268378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8033bf98-c5c9-460e-a1d0-5729ac77237a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.271767 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8033bf98-c5c9-460e-a1d0-5729ac77237a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/244963ef-b381-4ddb-9f38-deeb22625193 HTTP/1.1" status: 404 len: 337 time: 0.0382383 Mar 09 17:13:08.279167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35310) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.281780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.285422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/subnets/88b26378-aed5-4919-a766-69321180fa13 HTTP/1.1" status: 204 len: 168 time: 0.7545729 Mar 09 17:13:08.287403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8a405-db10-42a5-b713-2676f7db0e86 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Subnet': ['ID=88b26378-aed5-4919-a766-69321180fa13,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:08.290232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35312) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.299621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fbda-b1e7-42aa-be1a-0263949224e8 req-d0ac7cb5-1fc8-4f21-8c6c-feb8a36b53d4 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:08.308252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc49fbda-b1e7-42aa-be1a-0263949224e8 req-d0ac7cb5-1fc8-4f21-8c6c-feb8a36b53d4 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.2367966 Mar 09 17:13:08.322291 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc56b31a-2663-42b1-9d69-e284984a0843 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.323164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc56b31a-2663-42b1-9d69-e284984a0843 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.326237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6b271-3b16-4ac5-ac59-7dbf4c7f82ed None None] Network fe37a69e-0276-4d14-9c31-9aeed11521ca requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:08.326630 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bc56b31a-2663-42b1-9d69-e284984a0843 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/cb842ea2-1555-4dd4-8d91-fe697e55412d HTTP/1.1" status: 404 len: 333 time: 0.0483770 Mar 09 17:13:08.327672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f950014-0877-416b-9269-0fbaa97bcae6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:08.329772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35314) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.359599 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d48fb5-6b4a-4f2a-9c56-d98f699f29a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.360075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d48fb5-6b4a-4f2a-9c56-d98f699f29a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.365714 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-06d48fb5-6b4a-4f2a-9c56-d98f699f29a3 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/cf42b870-d9e6-4a7e-bb9d-ac5babd3b65e HTTP/1.1" status: 404 len: 337 time: 0.0326140 Mar 09 17:13:08.367512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.368707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f4f85210-06ae-4641-b108-95a252a2260d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5199296 Mar 09 17:13:08.369264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35316) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.378783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35318) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.380843 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-9049f3ca-777c-46cb-89eb-d2047154faf0 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 17:13:08.381921 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9049f3ca-777c-46cb-89eb-d2047154faf0 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6821859 Mar 09 17:13:08.389809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35320) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.409880 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7467069-77ea-4ca2-85c5-afb6b39c7f32 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.410350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7467069-77ea-4ca2-85c5-afb6b39c7f32 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.420071 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a7467069-77ea-4ca2-85c5-afb6b39c7f32 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/edd32955-c91a-4534-a3e9-3129c649f29f HTTP/1.1" status: 404 len: 337 time: 0.0476639 Mar 09 17:13:08.423208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '4f950014-0877-416b-9269-0fbaa97bcae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:08.427637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35322) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.473707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f857e11-af1f-48d7-8544-6c2019fdb9fa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.473707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f857e11-af1f-48d7-8544-6c2019fdb9fa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.479659 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f857e11-af1f-48d7-8544-6c2019fdb9fa tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/8663a991-9f72-4246-a9db-a9544fe41a21 HTTP/1.1" status: 404 len: 333 time: 0.0487781 Mar 09 17:13:08.480771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35324) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.513417 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab71cf4-4cd8-4c30-bc7e-952fab98c628 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.513921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab71cf4-4cd8-4c30-bc7e-952fab98c628 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.514718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5090-5904-443b-a704-882288923e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.521309 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fab71cf4-4cd8-4c30-bc7e-952fab98c628 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5210f847-dbd2-4b2c-843d-6110217877b8 HTTP/1.1" status: 404 len: 337 time: 0.0371923 Mar 09 17:13:08.522048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35326) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.525432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] Deleting port 1a48d02e-7767-4e15-8ba8-7882610ba858 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:08.525816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.559871 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6fbd51-b27e-436b-a047-3c164ff24b3a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.560415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6fbd51-b27e-436b-a047-3c164ff24b3a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.566170 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb6fbd51-b27e-436b-a047-3c164ff24b3a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/14d64fff-892a-41e9-ba71-1e2dc3a767a4 HTTP/1.1" status: 404 len: 337 time: 0.0408223 Mar 09 17:13:08.566451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.569717 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc49fbda-b1e7-42aa-be1a-0263949224e8 req-c59f8da4-a3d7-4959-b181-cd6fe111464b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570183 Mar 09 17:13:08.591721 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b519be-d75a-48ee-9666-0ee5b469a913 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.592374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b519be-d75a-48ee-9666-0ee5b469a913 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.596338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.602417 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d1b519be-d75a-48ee-9666-0ee5b469a913 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/830f9b97-e9dc-4e7c-a66d-60c270d6b4ce HTTP/1.1" status: 404 len: 333 time: 0.0283747 Mar 09 17:13:08.602572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35330) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.629687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-701c6597-b732-4358-bdf9-f6c0c301819c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (4716f3e3-1efc-485e-b587-5db52ab94350), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.639993 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-efffb69d-f017-4d43-a4f8-d520c840f264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.640496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efffb69d-f017-4d43-a4f8-d520c840f264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.646085 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-efffb69d-f017-4d43-a4f8-d520c840f264 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/31ef90a4-6934-467f-ba16-a16368fb74f0 HTTP/1.1" status: 404 len: 337 time: 0.0396802 Mar 09 17:13:08.647609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35332) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.658933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (8e5e5d39-cd9c-4d46-8248-2f62898cbd5a), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.680907 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2d0932-7c5a-414e-8c5a-dfbd9aedc0a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.681373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2d0932-7c5a-414e-8c5a-dfbd9aedc0a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.687389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-701c6597-b732-4358-bdf9-f6c0c301819c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (4716f3e3-1efc-485e-b587-5db52ab94350), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.687614 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3c2d0932-7c5a-414e-8c5a-dfbd9aedc0a8 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/3e7bc81b-bd45-4ccb-a9bc-da27bf833f61 HTTP/1.1" status: 404 len: 337 time: 0.0362632 Mar 09 17:13:08.689572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35334) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.739375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9799bd-c0f0-4ccf-9fdb-04bdf0a2ae69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.739873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9799bd-c0f0-4ccf-9fdb-04bdf0a2ae69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.746441 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8f9799bd-c0f0-4ccf-9fdb-04bdf0a2ae69 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/241c2128-7068-42d4-9b65-deb8a3587cfd HTTP/1.1" status: 404 len: 333 time: 0.0455728 Mar 09 17:13:08.746640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (8e5e5d39-cd9c-4d46-8248-2f62898cbd5a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.747595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.773335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting port 1a48d02e-7767-4e15-8ba8-7882610ba858 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:08.773696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.785639 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab597a7-fa73-4cb2-9815-5676c9bf7908 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.791474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab597a7-fa73-4cb2-9815-5676c9bf7908 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.797958 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9ab597a7-fa73-4cb2-9815-5676c9bf7908 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/60f89c95-712f-42e4-832f-7694c3c8dce2 HTTP/1.1" status: 404 len: 337 time: 0.0492773 Mar 09 17:13:08.798570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35338) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.826360 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-843c8d3c-45dc-4078-8747-6346a13d7c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:08.826816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843c8d3c-45dc-4078-8747-6346a13d7c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:08.833082 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-843c8d3c-45dc-4078-8747-6346a13d7c25 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/d1e4b4bb-0b9e-410e-8896-5adcfae8ba90 HTTP/1.1" status: 404 len: 337 time: 0.0335500 Mar 09 17:13:08.833676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.850741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] For port 1a48d02e-7767-4e15-8ba8-7882610ba858, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a48d02e-7767-4e15-8ba8-7882610ba858,segment=NetworkSegment(b73af3e5-8ed5-4c3a-a857-faf04096cf35),segment_id=b73af3e5-8ed5-4c3a-a857-faf04096cf35)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:08.851143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.865521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Calling delete_port for 1a48d02e-7767-4e15-8ba8-7882610ba858 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:08.869871 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f2c3ed5f-f29f-4ec5-b08a-9d356951e2af tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f85cf66-508f-40d4-b66b-d201a79eb0c0 HTTP/1.1" status: 200 len: 205 time: 0.0351110 Mar 09 17:13:08.870497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35342) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.877460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8e5e5d39-cd9c-4d46-8248-2f62898cbd5a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.889369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] For port 1a48d02e-7767-4e15-8ba8-7882610ba858, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a48d02e-7767-4e15-8ba8-7882610ba858,segment=NetworkSegment(b73af3e5-8ed5-4c3a-a857-faf04096cf35),segment_id=b73af3e5-8ed5-4c3a-a857-faf04096cf35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:08.889935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.903225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] Calling delete_port for 1a48d02e-7767-4e15-8ba8-7882610ba858 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:08.912658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-701c6597-b732-4358-bdf9-f6c0c301819c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4716f3e3-1efc-485e-b587-5db52ab94350), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.916326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-701c6597-b732-4358-bdf9-f6c0c301819c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:08.917681 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-701c6597-b732-4358-bdf9-f6c0c301819c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/4716f3e3-1efc-485e-b587-5db52ab94350 HTTP/1.1" status: 204 len: 168 time: 0.5203664 Mar 09 17:13:08.923717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35344) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.930344 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-221edf83-a317-4346-b7d0-eff7ebc4005e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] delete failed (client error): The resource could not be found. Mar 09 17:13:08.936067 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-221edf83-a317-4346-b7d0-eff7ebc4005e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/routers/5f85cf66-508f-40d4-b66b-d201a79eb0c0 HTTP/1.1" status: 404 len: 336 time: 0.0642931 Mar 09 17:13:08.938923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35346) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:08.947288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5e5d39-cd9c-4d46-8248-2f62898cbd5a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:08.949353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c6597-b732-4358-bdf9-f6c0c301819c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4716f3e3-1efc-485e-b587-5db52ab94350,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:08.999268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:13:09.002288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:09.006136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5090-5904-443b-a704-882288923e12 None None] Pushing event updated for resources: {'Port': ['ID=728af985-c83e-4c8d-93c5-f97324006fc0,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:09.013730 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b7b00cd0-faa7-43e6-bf80-4541c368c85c tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0887458 Mar 09 17:13:09.014727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35348) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.019946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--156965102'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:09.024732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.028055 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfa864d-72a7-4664-a764-8b7d0e2b367e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.029039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfa864d-72a7-4664-a764-8b7d0e2b367e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.035041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6dfa864d-72a7-4664-a764-8b7d0e2b367e tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/b0446009-d224-452c-9fb0-6f2d952ce9b2 HTTP/1.1" status: 404 len: 337 time: 0.0923347 Mar 09 17:13:09.035293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35350) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.078022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35352) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.082446 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-078e9920-54ea-4b7d-8e06-fe1cadd46a2d tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccf8175f-bf69-4358-9692-dde030d9b145 HTTP/1.1" status: 200 len: 205 time: 0.0421231 Mar 09 17:13:09.086207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.090967 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a995f82-f4b4-4972-9f18-610166f221d5 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6823313 Mar 09 17:13:09.091264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35354) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.137591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.181435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] Pushing event deleted for resources: {'Port': ['ID=1a48d02e-7767-4e15-8ba8-7882610ba858,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:09.183391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] DHCP port deletion for fe37a69e-0276-4d14-9c31-9aeed11521ca request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:09.214274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d80f00-0f93-432c-8ead-bae58116ceff None None] No DVR routers for this DVR port 1a48d02e-7767-4e15-8ba8-7882610ba858 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:09.261276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cdccc674-d33b-4156-b16a-74b38f5585a0 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:09.261676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.306256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:09.325463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:09.329086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c89bb4-29c8-4546-90b3-f7a28e19e5fe" -d '{"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:09.367265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'port_id': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'mac_address': 'fa:16:3e:b7:9d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:13:09.379720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:09.382989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26063385-bb2d-4616-8b2b-04df01e1b229 x-openstack-request-id: req-26063385-bb2d-4616-8b2b-04df01e1b229 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:09.383535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:09.383798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26063385-bb2d-4616-8b2b-04df01e1b229 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:09.384198 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'code': 200} Mar 09 17:13:09.392311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] Deleting port 1c783572-4aa9-4097-9107-c8a0680184af {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:09.392778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1c783572-4aa9-4097-9107-c8a0680184af), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.443919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.446297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '4f950014-0877-416b-9269-0fbaa97bcae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:09.455588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-51c75ce8-aaf8-436c-9785-4e538f19a856 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] delete failed (client error): The resource could not be found. Mar 09 17:13:09.459227 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-51c75ce8-aaf8-436c-9785-4e538f19a856 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/routers/ccf8175f-bf69-4358-9692-dde030d9b145 HTTP/1.1" status: 404 len: 336 time: 0.3802197 Mar 09 17:13:09.459747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35358) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.460047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.482684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1a48d02e-7767-4e15-8ba8-7882610ba858), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.484173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cdccc674-d33b-4156-b16a-74b38f5585a0 is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:09.484669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.497066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] No DVR routers for this DVR port 1a48d02e-7767-4e15-8ba8-7882610ba858 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:09.524554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Port': ['ID=1a48d02e-7767-4e15-8ba8-7882610ba858,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:09.542134 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1920f3d-c8dd-40b3-bba8-e64dfae5203f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.543817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1920f3d-c8dd-40b3-bba8-e64dfae5203f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.547796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:09.563067 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d1920f3d-c8dd-40b3-bba8-e64dfae5203f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/955ac604-c28b-4ae6-9727-3560e0ec0383 HTTP/1.1" status: 404 len: 337 time: 0.0906661 Mar 09 17:13:09.563067 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35360) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.571333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] For port 1c783572-4aa9-4097-9107-c8a0680184af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c783572-4aa9-4097-9107-c8a0680184af,segment=NetworkSegment(d8bce93b-4c63-4f0c-aacd-1077208eacdd),segment_id=d8bce93b-4c63-4f0c-aacd-1077208eacdd)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:09.572884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1c783572-4aa9-4097-9107-c8a0680184af), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.585296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdccc674-d33b-4156-b16a-74b38f5585a0 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:13:09.618916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] Calling delete_port for 1c783572-4aa9-4097-9107-c8a0680184af owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:09.628969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.663789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0841845-cb8f-4fb7-b53d-6a8e0770864f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.665394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0841845-cb8f-4fb7-b53d-6a8e0770864f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.672417 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b0841845-cb8f-4fb7-b53d-6a8e0770864f tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/197ff724-f5a9-451a-be67-dc0da7503c0a HTTP/1.1" status: 404 len: 337 time: 0.1137285 Mar 09 17:13:09.674977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35366) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.685848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (d19a6abc-0767-4332-8bb5-a66cdddb4d5b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.688113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (003086be-48a7-4993-833a-1ac32b0b7a3d), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.709909 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e204db26-4738-40c3-98fb-80e330533594 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.711151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e204db26-4738-40c3-98fb-80e330533594 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.716124 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e204db26-4738-40c3-98fb-80e330533594 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/32c0ac41-1474-4992-82ed-17bd347bc776 HTTP/1.1" status: 404 len: 333 time: 0.0399957 Mar 09 17:13:09.717379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:09.718183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:09.719039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35368) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.724471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:09.754739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 728af985-c83e-4c8d-93c5-f97324006fc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:09.757362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73af3e5-8ed5-4c3a-a857-faf04096cf35') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:09.758488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73af3e5-8ed5-4c3a-a857-faf04096cf35') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:09.769423 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-de605219-a148-4594-b8ac-f19e7dbddfc6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.774704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de605219-a148-4594-b8ac-f19e7dbddfc6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.774958 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-de605219-a148-4594-b8ac-f19e7dbddfc6 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/483480f9-4d08-4447-abd6-d4a5c7dc1f21 HTTP/1.1" status: 404 len: 337 time: 0.0531595 Mar 09 17:13:09.776738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35370) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.788140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (b73af3e5-8ed5-4c3a-a857-faf04096cf35), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.805823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b73af3e5-8ed5-4c3a-a857-faf04096cf35), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.813618 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-688f920b-bf7d-41e3-a3f2-ba03fa91fa44 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.813877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:09.814654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (b73af3e5-8ed5-4c3a-a857-faf04096cf35), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.815554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688f920b-bf7d-41e3-a3f2-ba03fa91fa44 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.820703 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-688f920b-bf7d-41e3-a3f2-ba03fa91fa44 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/aa1a82be-bd4a-422c-b0de-fa8d0b5eec44 HTTP/1.1" status: 404 len: 333 time: 0.0425797 Mar 09 17:13:09.823882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35372) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.830647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 728af985-c83e-4c8d-93c5-f97324006fc0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:09.831217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.863739 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57e7618-d7f1-46c1-83e0-ce2dfb056db5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.864575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57e7618-d7f1-46c1-83e0-ce2dfb056db5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.869382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (1c783572-4aa9-4097-9107-c8a0680184af), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.871211 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a57e7618-d7f1-46c1-83e0-ce2dfb056db5 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/f2916683-6750-4d5e-bbc2-563ac36c69c9 HTTP/1.1" status: 404 len: 337 time: 0.0446475 Mar 09 17:13:09.873427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35374) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:09.894233 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:09.902351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d19a6abc-0767-4332-8bb5-a66cdddb4d5b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.907776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.908419 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a749c6fa-8cfc-43cc-9500-db1dabbcc843 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.909479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a749c6fa-8cfc-43cc-9500-db1dabbcc843 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.909630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] Pushing event deleted for resources: {'Port': ['ID=1c783572-4aa9-4097-9107-c8a0680184af,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:09.916607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67d20e-dd04-4514-875a-96758489a68a None None] No DVR routers for this DVR port 1c783572-4aa9-4097-9107-c8a0680184af on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:09.929993 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a749c6fa-8cfc-43cc-9500-db1dabbcc843 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/8fc46a60-1290-40c0-a382-7eff3c9c749f HTTP/1.1" status: 404 len: 333 time: 0.0507085 Mar 09 17:13:09.929993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35376) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.960592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19a6abc-0767-4332-8bb5-a66cdddb4d5b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:09.967870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (003086be-48a7-4993-833a-1ac32b0b7a3d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.974149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca6f2b-4139-4473-aaa5-f3c2ef0bf6c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:09.974710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ca6f2b-4139-4473-aaa5-f3c2ef0bf6c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:09.975757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1923-5aca-483f-8752-e1187cb4b6db req-41945cea-6464-414d-bac5-94b65fc955aa tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:09.977857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-574d1923-5aca-483f-8752-e1187cb4b6db req-41945cea-6464-414d-bac5-94b65fc955aa tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 944 time: 0.2907741 Mar 09 17:13:09.979027 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-81ca6f2b-4139-4473-aaa5-f3c2ef0bf6c9 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/d4673ea8-41dd-4778-b839-fbe2d21c1be9 HTTP/1.1" status: 404 len: 337 time: 0.0498972 Mar 09 17:13:09.980808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 728af985-c83e-4c8d-93c5-f97324006fc0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:09.981507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35378) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:09.981897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.993503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:09.995491 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/networks/b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f HTTP/1.1" status: 204 len: 168 time: 1.6849687 Mar 09 17:13:09.998071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35380) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.013620 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18ca394-5f34-4b6b-8762-b6eefba057f1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.013620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18ca394-5f34-4b6b-8762-b6eefba057f1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.017740 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d18ca394-5f34-4b6b-8762-b6eefba057f1 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/a1f43675-0316-4227-bafc-383ff3266176 HTTP/1.1" status: 404 len: 333 time: 0.0334461 Mar 09 17:13:10.020857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35382) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.030749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac702d-b40d-4e7a-8ff6-94b3e9ce6f60 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Network': ['ID=b151df48-2ff6-4c4a-b0a4-bc56a4a37b2f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:10.034538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.039252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-91fea039-8046-4101-bb8f-95b189db5ba5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0224864 Mar 09 17:13:10.047530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35384) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.050538 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e32ebd-3ed1-4f9e-8cbb-5d77e3a02d8b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.051005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e32ebd-3ed1-4f9e-8cbb-5d77e3a02d8b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.056410 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-32e32ebd-3ed1-4f9e-8cbb-5d77e3a02d8b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/ee8759a7-df3f-4e22-9ab6-d8d54c454dea HTTP/1.1" status: 404 len: 337 time: 0.0324173 Mar 09 17:13:10.058062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (003086be-48a7-4993-833a-1ac32b0b7a3d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.058298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9fab9f0f-ae78-444b-8ce6-01b866049e61 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'd19a6abc-0767-4332-8bb5-a66cdddb4d5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:10.060531 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-9fab9f0f-ae78-444b-8ce6-01b866049e61 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 09 17:13:10.060531 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-9fab9f0f-ae78-444b-8ce6-01b866049e61 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:10.060769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35386) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.060881 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9fab9f0f-ae78-444b-8ce6-01b866049e61 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111985 Mar 09 17:13:10.063039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35388) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.066384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c783572-4aa9-4097-9107-c8a0680184af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:10.090334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1c783572-4aa9-4097-9107-c8a0680184af {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:10.091217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1c783572-4aa9-4097-9107-c8a0680184af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:10.091856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1a48d02e-7767-4e15-8ba8-7882610ba858 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:10.113477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1a48d02e-7767-4e15-8ba8-7882610ba858 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:10.114090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1a48d02e-7767-4e15-8ba8-7882610ba858 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:10.120008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab0f269c-995f-4115-9545-d034bcb47ae5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (d19a6abc-0767-4332-8bb5-a66cdddb4d5b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.144531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab0f269c-995f-4115-9545-d034bcb47ae5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (d19a6abc-0767-4332-8bb5-a66cdddb4d5b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.157930 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-57782151-f03e-4991-9819-8e566029e5ad tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.158508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57782151-f03e-4991-9819-8e566029e5ad tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.161588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-57782151-f03e-4991-9819-8e566029e5ad tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/ee73d0a1-e504-435d-80c7-aa9cf1655fc3 HTTP/1.1" status: 404 len: 333 time: 0.0937462 Mar 09 17:13:10.167589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003086be-48a7-4993-833a-1ac32b0b7a3d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:10.168398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35390) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.184904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (fe37a69e-0276-4d14-9c31-9aeed11521ca), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.190553 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-574d1923-5aca-483f-8752-e1187cb4b6db req-3d8bd666-c109-4137-a9b3-ce68a78f2361 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003503 Mar 09 17:13:10.220847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35392) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.256075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cdccc674-d33b-4156-b16a-74b38f5585a0 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:10.256516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.271867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdccc674-d33b-4156-b16a-74b38f5585a0 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:13:10.279199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.283103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b72166c4-fb34-49db-919f-9db1c670bd6e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1893175 Mar 09 17:13:10.285361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35394) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.292045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '4f950014-0877-416b-9269-0fbaa97bcae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:10.295574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:10.345085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (fe37a69e-0276-4d14-9c31-9aeed11521ca), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.382265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-49985e98-dab4-4a99-be15-1fc61a952f25 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/floatingips/b0552c7b-9927-42b3-984b-3dc6f13408e4 HTTP/1.1" status: 200 len: 991 time: 0.1611457 Mar 09 17:13:10.386487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe37a69e-0276-4d14-9c31-9aeed11521ca']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:10.391001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.398577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bce93b-4c63-4f0c-aacd-1077208eacdd') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:10.398953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bce93b-4c63-4f0c-aacd-1077208eacdd') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:10.410369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (d8bce93b-4c63-4f0c-aacd-1077208eacdd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.426083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d8bce93b-4c63-4f0c-aacd-1077208eacdd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.432962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (d8bce93b-4c63-4f0c-aacd-1077208eacdd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:10.441061 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:10.449437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:10.501324 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-29834224-0143-4317-8725-8bed41dc2a48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.501710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29834224-0143-4317-8725-8bed41dc2a48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.501832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (c671fbc7-df13-453f-8aa6-ff98f838029b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.504787 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-29834224-0143-4317-8725-8bed41dc2a48 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/5a48a45a-ca6c-4531-83c3-a09e502ad941 HTTP/1.1" status: 404 len: 337 time: 0.3354323 Mar 09 17:13:10.507388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35396) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.543834 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-95da14d9-cb0d-4faf-9b92-70452426d6f0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.544408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95da14d9-cb0d-4faf-9b92-70452426d6f0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.547367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-95da14d9-cb0d-4faf-9b92-70452426d6f0 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/07a753d0-29e5-4101-95d6-68c4cae55784 HTTP/1.1" status: 404 len: 333 time: 0.0390093 Mar 09 17:13:10.550131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35398) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.575102 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1459ab05-a1c7-4e31-bb2e-e6599a092e8a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.575557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1459ab05-a1c7-4e31-bb2e-e6599a092e8a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.577455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (c671fbc7-df13-453f-8aa6-ff98f838029b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.578584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1459ab05-a1c7-4e31-bb2e-e6599a092e8a tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/00e8cfdb-be39-4dcc-af5b-86a14c4cd9fd HTTP/1.1" status: 404 len: 337 time: 0.0274670 Mar 09 17:13:10.581124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35400) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.598043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (fe37a69e-0276-4d14-9c31-9aeed11521ca), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.607696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.608596 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21728c2-cdc6-43a1-b649-61605dd47192 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.608596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21728c2-cdc6-43a1-b649-61605dd47192 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.611748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/networks/fe37a69e-0276-4d14-9c31-9aeed11521ca HTTP/1.1" status: 204 len: 168 time: 0.6057131 Mar 09 17:13:10.611862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f21728c2-cdc6-43a1-b649-61605dd47192 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/ports/ae7241f1-634a-427c-9c8b-2091da5b9cbe HTTP/1.1" status: 404 len: 333 time: 0.0274928 Mar 09 17:13:10.611862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35402) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.612053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35404) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.620965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b695fdd-8fb4-4bfa-9aa7-8c1968921ec9 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Network': ['ID=fe37a69e-0276-4d14-9c31-9aeed11521ca,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:10.626854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['cdccc674-d33b-4156-b16a-74b38f5585a0'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:13:10.643663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab0f269c-995f-4115-9545-d034bcb47ae5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d19a6abc-0767-4332-8bb5-a66cdddb4d5b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.646274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab0f269c-995f-4115-9545-d034bcb47ae5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.647449 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ab0f269c-995f-4115-9545-d034bcb47ae5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/d19a6abc-0767-4332-8bb5-a66cdddb4d5b HTTP/1.1" status: 204 len: 168 time: 0.5833838 Mar 09 17:13:10.650697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35406) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.676496 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aceb695-dd25-43ae-85a6-663e35d55e89 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:10.677226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aceb695-dd25-43ae-85a6-663e35d55e89 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:10.680130 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1aceb695-dd25-43ae-85a6-663e35d55e89 tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/subnets/fc9f37e7-93d0-43fe-bf59-aa5cc2687ec0 HTTP/1.1" status: 404 len: 337 time: 0.0661290 Mar 09 17:13:10.682850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35408) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.684791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f269c-995f-4115-9545-d034bcb47ae5 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19a6abc-0767-4332-8bb5-a66cdddb4d5b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:10.697874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c671fbc7-df13-453f-8aa6-ff98f838029b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.705492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting subnet aa2311da-41d0-4b45-8d32-d7cfea87e27f {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:10.710259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (aa2311da-41d0-4b45-8d32-d7cfea87e27f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.740844 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-53be385c-278b-4cf9-9b68-ba476a328d0f tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889783 Mar 09 17:13:10.746555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35410) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.746752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c671fbc7-df13-453f-8aa6-ff98f838029b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:10.751680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--570810266'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:10.783304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (aa2311da-41d0-4b45-8d32-d7cfea87e27f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.806080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (23e84d69-248a-4c03-bab8-85be85a4a2bb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.868060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.869325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9b07dcf2-fae6-457f-9688-ba8ac11d605e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5814221 Mar 09 17:13:10.869717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (aa2311da-41d0-4b45-8d32-d7cfea87e27f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.872118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35412) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:10.878867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '4f950014-0877-416b-9269-0fbaa97bcae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:10.911560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (23e84d69-248a-4c03-bab8-85be85a4a2bb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.938641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e84d69-248a-4c03-bab8-85be85a4a2bb']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:10.949748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd18846-6823-4d42-8e8e-1af8958f48a6') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:10.950051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd18846-6823-4d42-8e8e-1af8958f48a6') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:10.958640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (8bd18846-6823-4d42-8e8e-1af8958f48a6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.963580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.972702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8bd18846-6823-4d42-8e8e-1af8958f48a6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.978676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:10.979074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (8bd18846-6823-4d42-8e8e-1af8958f48a6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:10.982035 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:11.002749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (aa2311da-41d0-4b45-8d32-d7cfea87e27f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.038340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2311da-41d0-4b45-8d32-d7cfea87e27f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.046526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.054156 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-66ddb12e-ffe6-4b33-90ad-ace4e1505ff3 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/subnets/aa2311da-41d0-4b45-8d32-d7cfea87e27f HTTP/1.1" status: 204 len: 168 time: 0.4373546 Mar 09 17:13:11.054351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a2a44-e4b5-42dc-865a-fc92d711222f None None] Network 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:11.054810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35414) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.074008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (047c3ec4-042c-4eba-88d4-602ed33fa805), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.086227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (b5e8f062-5267-4777-bf2c-3148f5d83677), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.144056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (23e84d69-248a-4c03-bab8-85be85a4a2bb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.158358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (047c3ec4-042c-4eba-88d4-602ed33fa805), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.161373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.168078 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] 10.222.0.16 "DELETE /v2.0/networks/23e84d69-248a-4c03-bab8-85be85a4a2bb HTTP/1.1" status: 204 len: 168 time: 0.4839597 Mar 09 17:13:11.178849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.196004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047c3ec4-042c-4eba-88d4-602ed33fa805,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.198556 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff50a0-d652-4a34-9f69-f823417dff1b tempest-NetworksTestDHCPv6-235772247 tempest-NetworksTestDHCPv6-235772247-project] Pushing event deleted for resources: {'Network': ['ID=23e84d69-248a-4c03-bab8-85be85a4a2bb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.203974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.204332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.204706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.205045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.205380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.205710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.206039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.206773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.207119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.207454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.208058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.208424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.208753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.236825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] DHCP port deletion for 5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:11.242830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (b5e8f062-5267-4777-bf2c-3148f5d83677), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.275212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Deleting port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:11.275212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.291383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] Deleting port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:11.291902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.324016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.325718 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-34e1eb50-1240-4612-b02d-bb367bb1ce49 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5784636 Mar 09 17:13:11.328359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35418) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.332924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2065c9f7-9fae-4168-aea4-43a427775cc3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '047c3ec4-042c-4eba-88d4-602ed33fa805', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:11.333500 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-2065c9f7-9fae-4168-aea4-43a427775cc3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 09 17:13:11.333982 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-2065c9f7-9fae-4168-aea4-43a427775cc3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:11.337360 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2065c9f7-9fae-4168-aea4-43a427775cc3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056391 Mar 09 17:13:11.338204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35420) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.342839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] For port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,segment=NetworkSegment(774ace7b-4f80-4f86-8c6a-1e0f6d129e12),segment_id=774ace7b-4f80-4f86-8c6a-1e0f6d129e12)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:11.343041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.356269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Calling delete_port for 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:11.362172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] For port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,segment=NetworkSegment(774ace7b-4f80-4f86-8c6a-1e0f6d129e12),segment_id=774ace7b-4f80-4f86-8c6a-1e0f6d129e12)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:11.362683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.376627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] Calling delete_port for 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:11.396110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2913cef6-2d30-4530-abaa-3deeb9ad4fe9 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (047c3ec4-042c-4eba-88d4-602ed33fa805), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.402328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b5e8f062-5267-4777-bf2c-3148f5d83677), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.421131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2913cef6-2d30-4530-abaa-3deeb9ad4fe9 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (047c3ec4-042c-4eba-88d4-602ed33fa805), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.430801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8f062-5267-4777-bf2c-3148f5d83677,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.550904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.552164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2913cef6-2d30-4530-abaa-3deeb9ad4fe9 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (047c3ec4-042c-4eba-88d4-602ed33fa805), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.555429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2913cef6-2d30-4530-abaa-3deeb9ad4fe9 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.560022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.560022 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9cacccc0-d18b-40fb-8856-acef57cc0099 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6844339 Mar 09 17:13:11.560296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (9e7bc993-c93e-4870-ad62-c4c4d252e2a0), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.562295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:11.563087 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2913cef6-2d30-4530-abaa-3deeb9ad4fe9 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/047c3ec4-042c-4eba-88d4-602ed33fa805 HTTP/1.1" status: 204 len: 168 time: 0.2239127 Mar 09 17:13:11.563900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35422) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.564253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35424) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.579593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '4f950014-0877-416b-9269-0fbaa97bcae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:11.584016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Port': ['ID=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.588686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] No DVR routers for this DVR port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:11.598837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.599330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913cef6-2d30-4530-abaa-3deeb9ad4fe9 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c3ec4-042c-4eba-88d4-602ed33fa805,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.603592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.604238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.604675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:11.607169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] Pushing event deleted for resources: {'Port': ['ID=9e7bc993-c93e-4870-ad62-c4c4d252e2a0,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.609358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:11.609710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:11.618330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a712e-81fb-4caf-ba5f-1ebde50111d3 None None] No DVR routers for this DVR port 9e7bc993-c93e-4870-ad62-c4c4d252e2a0 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:11.672819 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb097797-4132-4e44-980a-04df06920439 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1016920 Mar 09 17:13:11.673677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35428) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.678183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072544079'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:11.704464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.733654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:11.733889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (81570345-6959-4c24-a10b-d2e521055215), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.736340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774ace7b-4f80-4f86-8c6a-1e0f6d129e12') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:11.736765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774ace7b-4f80-4f86-8c6a-1e0f6d129e12') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:11.747939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (774ace7b-4f80-4f86-8c6a-1e0f6d129e12), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.748143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35430) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.762035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (774ace7b-4f80-4f86-8c6a-1e0f6d129e12), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.765448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.769119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (774ace7b-4f80-4f86-8c6a-1e0f6d129e12), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:11.777184 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:11.817117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (81570345-6959-4c24-a10b-d2e521055215), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.862343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (96865493-a63d-4131-831b-2cc636ab4de9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.889008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (81570345-6959-4c24-a10b-d2e521055215), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.903834 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c9ef4f36-075d-4fd9-8aa6-9f15e3f9c435 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1cc8de236b94b4da500f237f81cb99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545868 Mar 09 17:13:11.906474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35434) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.912999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81570345-6959-4c24-a10b-d2e521055215,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.930146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.935408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:11.938680 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/networks/5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d HTTP/1.1" status: 204 len: 168 time: 0.8837776 Mar 09 17:13:11.941443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35436) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.954086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b5f3b-aad9-43a7-b4d9-4f8cb4624184 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Pushing event deleted for resources: {'Network': ['ID=5b0a2749-a92c-4a33-9e7a-a5e3dbc9879d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:11.971267 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ee9dd0e3-f8ed-4081-94e0-a7d7bb0f47fe tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "GET /v2.0/ports?device_id=90de3326-80a3-4ec9-bd16-b0a2923c1e64 HTTP/1.1" status: 200 len: 205 time: 0.0286112 Mar 09 17:13:11.973583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35438) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:11.978952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cf5238a-e734-416c-bef7-f09a32d796c4 admin admin] Publish callbacks [] for security_group (8b60c45b-b633-41f7-913f-f31dca1e01f6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.001166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cf5238a-e734-416c-bef7-f09a32d796c4 admin admin] Publish callbacks [] for security_group (8b60c45b-b633-41f7-913f-f31dca1e01f6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.016726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (96865493-a63d-4131-831b-2cc636ab4de9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.038228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.040010 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dfa8ad31-9c31-46da-b894-f442c5a42e87 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4702828 Mar 09 17:13:12.044067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35442) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.069546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-864dcca0-337f-4955-9ed4-7a0af0ce5878 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (81570345-6959-4c24-a10b-d2e521055215), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.077242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-864dcca0-337f-4955-9ed4-7a0af0ce5878 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (81570345-6959-4c24-a10b-d2e521055215), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.079874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.118681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cf5238a-e734-416c-bef7-f09a32d796c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8b60c45b-b633-41f7-913f-f31dca1e01f6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.119190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96865493-a63d-4131-831b-2cc636ab4de9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.121429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2cf5238a-e734-416c-bef7-f09a32d796c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.127427 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2cf5238a-e734-416c-bef7-f09a32d796c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b60c45b-b633-41f7-913f-f31dca1e01f6 HTTP/1.1" status: 204 len: 168 time: 0.2152729 Mar 09 17:13:12.133783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5238a-e734-416c-bef7-f09a32d796c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60c45b-b633-41f7-913f-f31dca1e01f6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.161926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.166937 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fe536757-b7cb-4733-8761-f8934e197c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4923005 Mar 09 17:13:12.167170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35446) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.172530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-732a081d-98b7-42e0-8737-ce37f45d28cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '96865493-a63d-4131-831b-2cc636ab4de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:12.174231 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-732a081d-98b7-42e0-8737-ce37f45d28cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 09 17:13:12.174765 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-732a081d-98b7-42e0-8737-ce37f45d28cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:12.176418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-732a081d-98b7-42e0-8737-ce37f45d28cf tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074666 Mar 09 17:13:12.178610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35448) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.184634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-20e9f058-9df5-4b62-8bbb-08841703dcca tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '96865493-a63d-4131-831b-2cc636ab4de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:12.185277 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-20e9f058-9df5-4b62-8bbb-08841703dcca tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 09 17:13:12.185758 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-20e9f058-9df5-4b62-8bbb-08841703dcca tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:12.187516 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-20e9f058-9df5-4b62-8bbb-08841703dcca tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077748 Mar 09 17:13:12.189043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-864dcca0-337f-4955-9ed4-7a0af0ce5878 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (81570345-6959-4c24-a10b-d2e521055215), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.191643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35450) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.199492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-864dcca0-337f-4955-9ed4-7a0af0ce5878 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.200553 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-864dcca0-337f-4955-9ed4-7a0af0ce5878 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/81570345-6959-4c24-a10b-d2e521055215 HTTP/1.1" status: 204 len: 168 time: 0.1552713 Mar 09 17:13:12.206301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8354d5dd-c02f-4f8e-8942-e69365bf55ec tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '96865493-a63d-4131-831b-2cc636ab4de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:12.207371 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-8354d5dd-c02f-4f8e-8942-e69365bf55ec tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 09 17:13:12.207874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-8354d5dd-c02f-4f8e-8942-e69365bf55ec tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:12.208876 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8354d5dd-c02f-4f8e-8942-e69365bf55ec tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140779 Mar 09 17:13:12.213295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35452) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.213834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35454) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.223778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f70d6256-3687-4e02-94d0-fba6b364cd10 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '96865493-a63d-4131-831b-2cc636ab4de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:12.224703 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-f70d6256-3687-4e02-94d0-fba6b364cd10 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 09 17:13:12.225194 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-f70d6256-3687-4e02-94d0-fba6b364cd10 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:12.226265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f70d6256-3687-4e02-94d0-fba6b364cd10 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105331 Mar 09 17:13:12.228320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dcca0-337f-4955-9ed4-7a0af0ce5878 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81570345-6959-4c24-a10b-d2e521055215,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.229967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35456) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.272638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.275369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router_controller (90de3326-80a3-4ec9-bd16-b0a2923c1e64), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.301002 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-56fcf40b-ec87-4244-b3ca-2613ffb4c7f2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0861797 Mar 09 17:13:12.305640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35458) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.344429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f83fb1e-2d30-4cca-94ec-984a4a1853e6 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (96865493-a63d-4131-831b-2cc636ab4de9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.346335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-683a0091-d4f0-4552-8191-19f80d8d44ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (b5e8f062-5267-4777-bf2c-3148f5d83677), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.356035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-683a0091-d4f0-4552-8191-19f80d8d44ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (b5e8f062-5267-4777-bf2c-3148f5d83677), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.386862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f83fb1e-2d30-4cca-94ec-984a4a1853e6 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (96865493-a63d-4131-831b-2cc636ab4de9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.435592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (90de3326-80a3-4ec9-bd16-b0a2923c1e64), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.436172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Fanout notify agent at l3_agent the message router_deleted on router 90de3326-80a3-4ec9-bd16-b0a2923c1e64 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:13:12.443230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.445567 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dd7b2330-d324-42a3-aab0-6ccb1c81f5e5 tempest-RoutersNegativeTest-1152974242 tempest-RoutersNegativeTest-1152974242-project] 10.222.0.16 "DELETE /v2.0/routers/90de3326-80a3-4ec9-bd16-b0a2923c1e64 HTTP/1.1" status: 204 len: 168 time: 0.4698730 Mar 09 17:13:12.553093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-683a0091-d4f0-4552-8191-19f80d8d44ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b5e8f062-5267-4777-bf2c-3148f5d83677), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.562802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-683a0091-d4f0-4552-8191-19f80d8d44ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.562802 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-683a0091-d4f0-4552-8191-19f80d8d44ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b5e8f062-5267-4777-bf2c-3148f5d83677 HTTP/1.1" status: 204 len: 168 time: 0.2528486 Mar 09 17:13:12.562802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f83fb1e-2d30-4cca-94ec-984a4a1853e6 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (96865493-a63d-4131-831b-2cc636ab4de9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.563121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35464) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.563223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f83fb1e-2d30-4cca-94ec-984a4a1853e6 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.566525 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f83fb1e-2d30-4cca-94ec-984a4a1853e6 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/96865493-a63d-4131-831b-2cc636ab4de9 HTTP/1.1" status: 204 len: 168 time: 0.3232780 Mar 09 17:13:12.567168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35468) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.579155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a0091-d4f0-4552-8191-19f80d8d44ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e8f062-5267-4777-bf2c-3148f5d83677,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.581945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83fb1e-2d30-4cca-94ec-984a4a1853e6 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96865493-a63d-4131-831b-2cc636ab4de9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.592885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:12.661588 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-90c907d5-4f40-42d1-baa1-836d7b8f10af tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0948801 Mar 09 17:13:12.662790 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9d675e2-81b4-47e1-8a58-a25931c00653 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946095 Mar 09 17:13:12.663295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port cdccc674-d33b-4156-b16a-74b38f5585a0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:12.664299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.667153 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35476) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.667724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35474) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.671556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923813184'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:12.701652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fccc8407-4446-4238-a1da-b03f8a444663 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (c671fbc7-df13-453f-8aa6-ff98f838029b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.710063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fccc8407-4446-4238-a1da-b03f8a444663 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (c671fbc7-df13-453f-8aa6-ff98f838029b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.746832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port cdccc674-d33b-4156-b16a-74b38f5585a0 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:12.747361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.769665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:12.771891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b03acff-56a2-476e-8714-d42b741df04f" -d '{"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-plugged", "status": "completed", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:12.778570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.786779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:12.810689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ab909-5779-4d41-9ade-7029dfa25d55 x-openstack-request-id: req-172ab909-5779-4d41-9ade-7029dfa25d55 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:12.810987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-plugged", "status": "completed", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:12.811248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-172ab909-5779-4d41-9ade-7029dfa25d55 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:12.811645 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'code': 200} Mar 09 17:13:12.843769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fccc8407-4446-4238-a1da-b03f8a444663 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c671fbc7-df13-453f-8aa6-ff98f838029b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.850317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fccc8407-4446-4238-a1da-b03f8a444663 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.854031 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fccc8407-4446-4238-a1da-b03f8a444663 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c671fbc7-df13-453f-8aa6-ff98f838029b HTTP/1.1" status: 204 len: 168 time: 0.1828694 Mar 09 17:13:12.856905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35480) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.872521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8407-4446-4238-a1da-b03f8a444663 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c671fbc7-df13-453f-8aa6-ff98f838029b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.884652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.898971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (e536652d-e2b2-41f2-99c6-8cb2f94685a3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.934478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35486) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:12.935011 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b8ea5aca-5b60-4aa8-9456-276f9793c4ad tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0769088 Mar 09 17:13:12.940468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:12.972616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9122a60a-675a-43dc-9eac-a7721a284f1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (003086be-48a7-4993-833a-1ac32b0b7a3d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.975927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e536652d-e2b2-41f2-99c6-8cb2f94685a3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:12.993736 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9122a60a-675a-43dc-9eac-a7721a284f1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (003086be-48a7-4993-833a-1ac32b0b7a3d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.002126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.036946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e536652d-e2b2-41f2-99c6-8cb2f94685a3,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:13.134577 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e4953cb5-97d4-4877-8235-881f0d9d813e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a70f70774744010b7f9577d6f040a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312592 Mar 09 17:13:13.137001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35492) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.171610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.173103 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-988b0b91-d885-451f-b05f-71ebe6e7ad33 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5049458 Mar 09 17:13:13.175839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35494) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.180318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a08b2a74-c88b-4535-a278-af08858f1eaa tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.180946 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-a08b2a74-c88b-4535-a278-af08858f1eaa tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 17:13:13.181419 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-a08b2a74-c88b-4535-a278-af08858f1eaa tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.182359 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a08b2a74-c88b-4535-a278-af08858f1eaa tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055766 Mar 09 17:13:13.184388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-33aaaca5-5df9-43f2-a379-ea69a0a5686a admin admin] Publish callbacks [] for security_group (5abe5ecf-7cd1-4da9-9982-47298994e171), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.184916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35496) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.189033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bb794cab-dc10-441c-9ee9-57382016a023 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.205968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-33aaaca5-5df9-43f2-a379-ea69a0a5686a admin admin] Publish callbacks [] for security_group (5abe5ecf-7cd1-4da9-9982-47298994e171), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.226548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9122a60a-675a-43dc-9eac-a7721a284f1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (003086be-48a7-4993-833a-1ac32b0b7a3d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.233018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9122a60a-675a-43dc-9eac-a7721a284f1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.236563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35498) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.238387 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9122a60a-675a-43dc-9eac-a7721a284f1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/003086be-48a7-4993-833a-1ac32b0b7a3d HTTP/1.1" status: 204 len: 168 time: 0.3005180 Mar 09 17:13:13.244033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122a60a-675a-43dc-9eac-a7721a284f1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=003086be-48a7-4993-833a-1ac32b0b7a3d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:13.278186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1716fd56-262e-4a1b-8241-6ec01b0f5f0d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405288 Mar 09 17:13:13.281221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35504) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.307830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b63fc4c1-42f5-4b19-9741-7f31e3963bb3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (8e5e5d39-cd9c-4d46-8248-2f62898cbd5a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.315924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b63fc4c1-42f5-4b19-9741-7f31e3963bb3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (8e5e5d39-cd9c-4d46-8248-2f62898cbd5a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.363856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-33aaaca5-5df9-43f2-a379-ea69a0a5686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5abe5ecf-7cd1-4da9-9982-47298994e171), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.367473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-33aaaca5-5df9-43f2-a379-ea69a0a5686a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.368653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-33aaaca5-5df9-43f2-a379-ea69a0a5686a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5abe5ecf-7cd1-4da9-9982-47298994e171 HTTP/1.1" status: 204 len: 168 time: 0.2307439 Mar 09 17:13:13.376185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaaca5-5df9-43f2-a379-ea69a0a5686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe5ecf-7cd1-4da9-9982-47298994e171,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:13.399679 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-bb794cab-dc10-441c-9ee9-57382016a023 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.400912 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bb794cab-dc10-441c-9ee9-57382016a023 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2150915 Mar 09 17:13:13.403984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35510) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.411588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-54b91d91-ad1f-4836-b44a-602ca8cc3254 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.411588 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-54b91d91-ad1f-4836-b44a-602ca8cc3254 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 09 17:13:13.411588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-54b91d91-ad1f-4836-b44a-602ca8cc3254 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.411588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-54b91d91-ad1f-4836-b44a-602ca8cc3254 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056827 Mar 09 17:13:13.413638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.422817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-776781a0-e821-494e-91e1-149bbf3c395f tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.452443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b63fc4c1-42f5-4b19-9741-7f31e3963bb3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8e5e5d39-cd9c-4d46-8248-2f62898cbd5a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.458566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b63fc4c1-42f5-4b19-9741-7f31e3963bb3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.463507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b63fc4c1-42f5-4b19-9741-7f31e3963bb3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8e5e5d39-cd9c-4d46-8248-2f62898cbd5a HTTP/1.1" status: 204 len: 168 time: 0.1774619 Mar 09 17:13:13.464112 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35514) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.465575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fc4c1-42f5-4b19-9741-7f31e3963bb3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e5e5d39-cd9c-4d46-8248-2f62898cbd5a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:13.505789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ec746cf4-bdcd-4b87-8265-8c8f755ed34a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419254 Mar 09 17:13:13.509306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.563448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fee1895a-e2b8-4f63-9283-e62a4ab95e2a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (4f950014-0877-416b-9269-0fbaa97bcae6), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.577487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35520) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.589869 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-776781a0-e821-494e-91e1-149bbf3c395f tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.591175 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-776781a0-e821-494e-91e1-149bbf3c395f tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1765397 Mar 09 17:13:13.592448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fee1895a-e2b8-4f63-9283-e62a4ab95e2a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (4f950014-0877-416b-9269-0fbaa97bcae6), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.594277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35524) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.601360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1c830b39-4b65-4530-b835-994e795f2eb4 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.601360 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-1c830b39-4b65-4530-b835-994e795f2eb4 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 17:13:13.601360 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-1c830b39-4b65-4530-b835-994e795f2eb4 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.602280 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c830b39-4b65-4530-b835-994e795f2eb4 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060029 Mar 09 17:13:13.604246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35526) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.609978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b7a58924-9d6b-4e84-bfdf-19930c405ddd tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.727614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fee1895a-e2b8-4f63-9283-e62a4ab95e2a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4f950014-0877-416b-9269-0fbaa97bcae6), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.730366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fee1895a-e2b8-4f63-9283-e62a4ab95e2a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.734243 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fee1895a-e2b8-4f63-9283-e62a4ab95e2a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f950014-0877-416b-9269-0fbaa97bcae6 HTTP/1.1" status: 204 len: 168 time: 0.2214789 Mar 09 17:13:13.735069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35528) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.745419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1895a-e2b8-4f63-9283-e62a4ab95e2a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f950014-0877-416b-9269-0fbaa97bcae6,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:13.782057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-b7a58924-9d6b-4e84-bfdf-19930c405ddd tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.785939 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b7a58924-9d6b-4e84-bfdf-19930c405ddd tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1778359 Mar 09 17:13:13.786900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.792136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f50500ea-ad77-4e93-a9d6-f318e7f01902 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.792695 dv-neutron-master-2-hyperv neutron-server[104358]: WARNING neutron.api.v2.base [None req-f50500ea-ad77-4e93-a9d6-f318e7f01902 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 09 17:13:13.793125 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-f50500ea-ad77-4e93-a9d6-f318e7f01902 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.796931 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f50500ea-ad77-4e93-a9d6-f318e7f01902 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068841 Mar 09 17:13:13.797268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35532) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.803698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9e5e4bd6-0c8c-41e6-ab82-e59947b81a9b tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.806879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-375109355'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.817346 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ab48e222-6017-4692-8e81-a92508c2ee0d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768552 Mar 09 17:13:13.819149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35534) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.825954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850575081'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:13.955754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:13.959124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.961422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.975138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:13.986906 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-9e5e4bd6-0c8c-41e6-ab82-e59947b81a9b tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:13.990611 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9e5e4bd6-0c8c-41e6-ab82-e59947b81a9b tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1897388 Mar 09 17:13:13.991165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35536) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:13.998725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f65eb5b5-40ed-4e6e-a96d-bcd28160bfa7 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': 'e536652d-e2b2-41f2-99c6-8cb2f94685a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:14.076373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (802ff9b9-f62c-45e9-b152-b03b36a98eb4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.096607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for security_group (38d92972-02de-4642-9a60-7a50e2e6115d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.192564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-f65eb5b5-40ed-4e6e-a96d-bcd28160bfa7 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:14.193646 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f65eb5b5-40ed-4e6e-a96d-bcd28160bfa7 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2007987 Mar 09 17:13:14.196692 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35540) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.244023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (802ff9b9-f62c-45e9-b152-b03b36a98eb4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.249836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (38d92972-02de-4642-9a60-7a50e2e6115d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.250801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18c7dc56-25c7-4ea5-b7a3-8ac475d48c54 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (e536652d-e2b2-41f2-99c6-8cb2f94685a3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.274087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18c7dc56-25c7-4ea5-b7a3-8ac475d48c54 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (e536652d-e2b2-41f2-99c6-8cb2f94685a3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.281505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:14.287824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802ff9b9-f62c-45e9-b152-b03b36a98eb4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:14.303420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2bf0df5e-911a-43e2-b3cd-f55f480ed3ca), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.303769 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment 2bf0df5e-911a-43e2-b3cd-f55f480ed3ca of type vlan for network 6b31368c-da2e-4bf7-a412-6ada22344248 Mar 09 17:13:14.348257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.349475 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a08e781b-15b3-4a21-a060-a98ad1d28b56 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5271742 Mar 09 17:13:14.353009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35542) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.353388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d92972-02de-4642-9a60-7a50e2e6115d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:14.357779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '802ff9b9-f62c-45e9-b152-b03b36a98eb4', 'direction': 'ingress', 'protocol': 17}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:14.365885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6b31368c-da2e-4bf7-a412-6ada22344248), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.403492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18c7dc56-25c7-4ea5-b7a3-8ac475d48c54 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e536652d-e2b2-41f2-99c6-8cb2f94685a3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.406190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18c7dc56-25c7-4ea5-b7a3-8ac475d48c54 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.407354 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-18c7dc56-25c7-4ea5-b7a3-8ac475d48c54 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/e536652d-e2b2-41f2-99c6-8cb2f94685a3 HTTP/1.1" status: 204 len: 168 time: 0.2097471 Mar 09 17:13:14.410105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35544) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.417287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7dc56-25c7-4ea5-b7a3-8ac475d48c54 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e536652d-e2b2-41f2-99c6-8cb2f94685a3,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:14.455585 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4c905b28-c62a-471e-b3b2-a63c1e213bca tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441437 Mar 09 17:13:14.459725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35546) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.465013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--212714200'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:14.480290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (4eb5df2b-86e8-499c-be13-487289c57fdc), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.512257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6b31368c-da2e-4bf7-a412-6ada22344248), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.517469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:14.518124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.534680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (4eb5df2b-86e8-499c-be13-487289c57fdc), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.584024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=6b31368c-da2e-4bf7-a412-6ada22344248,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:14.593964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6b31368c-da2e-4bf7-a412-6ada22344248 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:14.594994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.632956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4eb5df2b-86e8-499c-be13-487289c57fdc), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.639186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-322d9185-cfe4-4504-871e-2af74aa5e435 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0603962 Mar 09 17:13:14.649345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb5df2b-86e8-499c-be13-487289c57fdc,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:14.670794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (1d45fdd5-7411-484e-90d4-6e88330d1f6a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.729527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.730931 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f3f4dedc-10f4-4e8c-9b6e-6ea4dd793d6b tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3767178 Mar 09 17:13:14.733772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35548) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.759971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1d45fdd5-7411-484e-90d4-6e88330d1f6a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.777239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35550) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.782517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:14.800314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d45fdd5-7411-484e-90d4-6e88330d1f6a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:14.815467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df8d95a5-b6bf-4bd5-9476-ef813420773a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (802ff9b9-f62c-45e9-b152-b03b36a98eb4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.838767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df8d95a5-b6bf-4bd5-9476-ef813420773a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (802ff9b9-f62c-45e9-b152-b03b36a98eb4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.885608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.886843 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-45e14588-8190-4d2a-8135-664a327d70d1 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4261899 Mar 09 17:13:14.889875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35552) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.894396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-29798bea-2045-4f7c-a3f3-7853ef14068a tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '1d45fdd5-7411-484e-90d4-6e88330d1f6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:14.978239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df8d95a5-b6bf-4bd5-9476-ef813420773a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (802ff9b9-f62c-45e9-b152-b03b36a98eb4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.980981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df8d95a5-b6bf-4bd5-9476-ef813420773a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:14.982151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df8d95a5-b6bf-4bd5-9476-ef813420773a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/802ff9b9-f62c-45e9-b152-b03b36a98eb4 HTTP/1.1" status: 204 len: 168 time: 0.2473879 Mar 09 17:13:14.985003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35554) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:14.991745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d95a5-b6bf-4bd5-9476-ef813420773a tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802ff9b9-f62c-45e9-b152-b03b36a98eb4,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:15.004517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:15.007831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.102669 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c478e4a-8db7-4d1e-8b38-bdcc2835425c tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163821 Mar 09 17:13:15.106334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35556) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.111021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082856863'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:15.158427 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-29798bea-2045-4f7c-a3f3-7853ef14068a tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The resource could not be found. Mar 09 17:13:15.159456 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-29798bea-2045-4f7c-a3f3-7853ef14068a tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2686315 Mar 09 17:13:15.167033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35558) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.173089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-eee2b718-08ad-4615-8117-5aec5f54b330 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '1d45fdd5-7411-484e-90d4-6e88330d1f6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f77456c7-f3e8-4d79-a7f4-a0c1e1241ec2'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:15.220886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.284792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (626e042c-580d-46d7-ad67-ffbdca2920b2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.335313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (02116f3b-1fd8-400a-915d-c58e2239f241), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.394623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=02116f3b-1fd8-400a-915d-c58e2239f241,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:15.395236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (626e042c-580d-46d7-ad67-ffbdca2920b2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.404831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:15.405787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 6b31368c-da2e-4bf7-a412-6ada22344248, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:15.431863 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-eee2b718-08ad-4615-8117-5aec5f54b330 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The resource could not be found. Mar 09 17:13:15.433155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eee2b718-08ad-4615-8117-5aec5f54b330 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2651975 Mar 09 17:13:15.433442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626e042c-580d-46d7-ad67-ffbdca2920b2,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:15.435945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35560) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.490321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64ba41ef-e2c5-427d-8ea0-a4613f6dc416 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (1d45fdd5-7411-484e-90d4-6e88330d1f6a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.513123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64ba41ef-e2c5-427d-8ea0-a4613f6dc416 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (1d45fdd5-7411-484e-90d4-6e88330d1f6a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.518011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 6b31368c-da2e-4bf7-a412-6ada22344248 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:15.574036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.575514 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cd497151-f287-4133-9636-eb5592bfc809 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4681423 Mar 09 17:13:15.578072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35562) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.582344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100169656'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:15.626144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b31368c-da2e-4bf7-a412-6ada22344248) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:15.630615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:15.631223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.635844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab42b0a-3c22-4c25-b6a2-d49d1ef50dce None None] Network 6b31368c-da2e-4bf7-a412-6ada22344248 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:15.692282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64ba41ef-e2c5-427d-8ea0-a4613f6dc416 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1d45fdd5-7411-484e-90d4-6e88330d1f6a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.695736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-64ba41ef-e2c5-427d-8ea0-a4613f6dc416 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.696805 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-64ba41ef-e2c5-427d-8ea0-a4613f6dc416 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d45fdd5-7411-484e-90d4-6e88330d1f6a HTTP/1.1" status: 204 len: 168 time: 0.2598736 Mar 09 17:13:15.699516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35564) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.708836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba41ef-e2c5-427d-8ea0-a4613f6dc416 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d45fdd5-7411-484e-90d4-6e88330d1f6a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:15.726802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.734228 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cd7834c3-f1e1-41b0-a120-239961a40076 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9557607 Mar 09 17:13:15.741434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35566) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.750141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454279884'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:15.751266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b31368c-da2e-4bf7-a412-6ada22344248', 'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '02116f3b-1fd8-400a-915d-c58e2239f241'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:15.752489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.757887 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c682cb11-1473-402f-afdf-820b3cb6abf3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565851 Mar 09 17:13:15.758775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35568) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.763181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c0fbc612-739b-48f5-a345-5ece5989ad7e tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '6d34ba57-642b-4b41-ae9a-477584e70a34', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:15.818274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (b475d13e-fd53-4482-9725-7bd9ddf2205c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.872363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:15.875821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.893942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Allocated IP 172.20.255.242 (6b31368c-da2e-4bf7-a412-6ada22344248/02116f3b-1fd8-400a-915d-c58e2239f241/78ea96de-54b5-425f-b71e-65a047ac584e) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:15.897131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b475d13e-fd53-4482-9725-7bd9ddf2205c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.905568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:15.936214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.936591 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment 20f4545b-6c8f-4b50-8376-a055352389f6 of type vlan for network 53671139-9fec-4fad-b10d-895c27de4b96 Mar 09 17:13:15.937913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b475d13e-fd53-4482-9725-7bd9ddf2205c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:15.969418 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-c0fbc612-739b-48f5-a345-5ece5989ad7e tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The resource could not be found. Mar 09 17:13:15.970686 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c0fbc612-739b-48f5-a345-5ece5989ad7e tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2109048 Mar 09 17:13:15.974286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35570) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:15.979369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--701777481'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:15.982461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (53671139-9fec-4fad-b10d-895c27de4b96), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.997117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:15.998093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7a95f3a3-2391-4905-84af-b21605f72cff tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4190531 Mar 09 17:13:16.001896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35572) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.006967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '626e042c-580d-46d7-ad67-ffbdca2920b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b475d13e-fd53-4482-9725-7bd9ddf2205c', 'remote_ip_prefix': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:16.051578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Publish callbacks [] for port (78ea96de-54b5-425f-b71e-65a047ac584e), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.077849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.106328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (53671139-9fec-4fad-b10d-895c27de4b96), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.111454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:16.112037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.125148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (fb791df9-993f-46ad-ba80-ceabc9069b74), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.175266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (00725983-03b4-4c58-b688-9eb7d2a57cf2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.175518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.178818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=53671139-9fec-4fad-b10d-895c27de4b96,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.206159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 53671139-9fec-4fad-b10d-895c27de4b96 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:16.209043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (fb791df9-993f-46ad-ba80-ceabc9069b74), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.219770 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b9be906c-734d-436c-9b20-39c05826fedf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4727089 Mar 09 17:13:16.220746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35574) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.225663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '53671139-9fec-4fad-b10d-895c27de4b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:16.233804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Network 6b31368c-da2e-4bf7-a412-6ada22344248 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:16.247467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:16.249827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:16.298637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (00725983-03b4-4c58-b688-9eb7d2a57cf2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.333535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00725983-03b4-4c58-b688-9eb7d2a57cf2,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.338214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (fb791df9-993f-46ad-ba80-ceabc9069b74), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.357093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb791df9-993f-46ad-ba80-ceabc9069b74,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.407061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:16.410670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.437765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.442592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Pushing event updated for resources: {'Port': ['ID=78ea96de-54b5-425f-b71e-65a047ac584e,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.442823 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-49da0008-f479-432c-a234-654273088c1e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4397633 Mar 09 17:13:16.445637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35576) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.446237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.449949 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-34ea167b-b54b-4d17-99d8-f7507ccc2c83 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4721749 Mar 09 17:13:16.450642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.457388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603512636'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:16.475105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.475462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.475805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.477467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.477827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.478229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.478560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.479066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.479562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.480078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.480439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.480829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.484751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:16.513129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e584113-8756-4f12-8c87-9eadd29ebbb0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (fb791df9-993f-46ad-ba80-ceabc9069b74), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.513617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Attempting to bind port 78ea96de-54b5-425f-b71e-65a047ac584e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:16.514012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Attempting to bind port 78ea96de-54b5-425f-b71e-65a047ac584e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:16.514376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Attempting to bind port 78ea96de-54b5-425f-b71e-65a047ac584e on network 6b31368c-da2e-4bf7-a412-6ada22344248 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:16.519783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:16.520159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Checking segment: {'id': '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:16.520591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.520987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Bound using segment: {'id': '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:16.521453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Bound port: 78ea96de-54b5-425f-b71e-65a047ac584e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6b31368c-da2e-4bf7-a412-6ada22344248'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:16.521838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.523626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e584113-8756-4f12-8c87-9eadd29ebbb0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (fb791df9-993f-46ad-ba80-ceabc9069b74), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.570615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.584373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] For port 78ea96de-54b5-425f-b71e-65a047ac584e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:16.588189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] For port 78ea96de-54b5-425f-b71e-65a047ac584e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78ea96de-54b5-425f-b71e-65a047ac584e,segment=NetworkSegment(2bf0df5e-911a-43e2-b3cd-f55f480ed3ca),segment_id=2bf0df5e-911a-43e2-b3cd-f55f480ed3ca)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:16.630436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e584113-8756-4f12-8c87-9eadd29ebbb0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (fb791df9-993f-46ad-ba80-ceabc9069b74), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.642009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e584113-8756-4f12-8c87-9eadd29ebbb0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.643125 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8e584113-8756-4f12-8c87-9eadd29ebbb0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fb791df9-993f-46ad-ba80-ceabc9069b74 HTTP/1.1" status: 204 len: 168 time: 0.1963577 Mar 09 17:13:16.646551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35582) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.651907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e584113-8756-4f12-8c87-9eadd29ebbb0 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb791df9-993f-46ad-ba80-ceabc9069b74,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.676073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.700710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (c93e3662-a50a-4059-88bf-be3a12073a2b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.715812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9810434e-2339-4725-8f22-1350cf204eb7 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0675936 Mar 09 17:13:16.718835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35584) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.738601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.743754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0087d72-d316-4dfa-a199-d58dd8ef7d49 None None] Pushing event updated for resources: {'Port': ['ID=78ea96de-54b5-425f-b71e-65a047ac584e,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.815026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c93e3662-a50a-4059-88bf-be3a12073a2b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.844274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.848808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b70169d6-75d7-4bfb-8d92-bf04eb26f6a6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (b475d13e-fd53-4482-9725-7bd9ddf2205c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.852318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e3662-a50a-4059-88bf-be3a12073a2b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:16.856586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': '20f4545b-6c8f-4b50-8376-a055352389f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53671139-9fec-4fad-b10d-895c27de4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:16.856959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 53671139-9fec-4fad-b10d-895c27de4b96, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:16.881722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b70169d6-75d7-4bfb-8d92-bf04eb26f6a6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (b475d13e-fd53-4482-9725-7bd9ddf2205c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.907335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:16.909109 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c49d96a0-aa00-4363-b830-671775fa66a3 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4579346 Mar 09 17:13:16.911804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35586) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:16.919582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3029254a-c4dd-4bef-8aee-103f7a2ce98d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group_rule': {'security_group_id': '00725983-03b4-4c58-b688-9eb7d2a57cf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c93e3662-a50a-4059-88bf-be3a12073a2b'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:16.986781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 53671139-9fec-4fad-b10d-895c27de4b96 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:17.015296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b70169d6-75d7-4bfb-8d92-bf04eb26f6a6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b475d13e-fd53-4482-9725-7bd9ddf2205c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.018281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b70169d6-75d7-4bfb-8d92-bf04eb26f6a6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.019669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b70169d6-75d7-4bfb-8d92-bf04eb26f6a6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/b475d13e-fd53-4482-9725-7bd9ddf2205c HTTP/1.1" status: 204 len: 168 time: 0.2997963 Mar 09 17:13:17.023112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35588) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.042389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70169d6-75d7-4bfb-8d92-bf04eb26f6a6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475d13e-fd53-4482-9725-7bd9ddf2205c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.081219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 53671139-9fec-4fad-b10d-895c27de4b96) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:17.091343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-94b58c7c-9ea1-4394-b02f-0289a8e21475 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0633063 Mar 09 17:13:17.091492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e35c04-c7df-4405-b975-b83174aa9863 None None] Network 53671139-9fec-4fad-b10d-895c27de4b96 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:17.091769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35590) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.097186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:17.097942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.120306 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-3029254a-c4dd-4bef-8aee-103f7a2ce98d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:13:17.121405 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3029254a-c4dd-4bef-8aee-103f7a2ce98d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2083166 Mar 09 17:13:17.126064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35592) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.147242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47d5475c-71e2-4f20-ab00-cea36a659786 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (626e042c-580d-46d7-ad67-ffbdca2920b2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.172585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47d5475c-71e2-4f20-ab00-cea36a659786 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (626e042c-580d-46d7-ad67-ffbdca2920b2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.193101 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-46fcb352-5615-4a67-b5c3-b00b685615ad tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9712694 Mar 09 17:13:17.197140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35594) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.210186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-53671139-9fec-4fad-b10d-895c27de4b96', 'network_id': '53671139-9fec-4fad-b10d-895c27de4b96', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': 'fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:17.211605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.234888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c30bddc-6f29-4e3b-a0bb-3ea2baa70087 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (c93e3662-a50a-4059-88bf-be3a12073a2b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.292747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47d5475c-71e2-4f20-ab00-cea36a659786 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (626e042c-580d-46d7-ad67-ffbdca2920b2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.294338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c30bddc-6f29-4e3b-a0bb-3ea2baa70087 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (c93e3662-a50a-4059-88bf-be3a12073a2b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.295431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-47d5475c-71e2-4f20-ab00-cea36a659786 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.296814 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-47d5475c-71e2-4f20-ab00-cea36a659786 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/626e042c-580d-46d7-ad67-ffbdca2920b2 HTTP/1.1" status: 204 len: 168 time: 0.2053633 Mar 09 17:13:17.300757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35596) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.322388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5475c-71e2-4f20-ab00-cea36a659786 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626e042c-580d-46d7-ad67-ffbdca2920b2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.337760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (53671139-9fec-4fad-b10d-895c27de4b96), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.367694 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-65f85b5b-3f71-4f66-8398-12e4a13700ae tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645971 Mar 09 17:13:17.369712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Allocated IP 172.20.0.2 (53671139-9fec-4fad-b10d-895c27de4b96/fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb/5188c87d-07cc-4da7-9378-6b34a0161eab) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:17.371608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35598) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.378666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334757080'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:17.432477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c30bddc-6f29-4e3b-a0bb-3ea2baa70087 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c93e3662-a50a-4059-88bf-be3a12073a2b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.435403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c30bddc-6f29-4e3b-a0bb-3ea2baa70087 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.436620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c30bddc-6f29-4e3b-a0bb-3ea2baa70087 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/c93e3662-a50a-4059-88bf-be3a12073a2b HTTP/1.1" status: 204 len: 168 time: 0.3095446 Mar 09 17:13:17.439453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35600) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.440522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.457892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.469420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30bddc-6f29-4e3b-a0bb-3ea2baa70087 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e3662-a50a-4059-88bf-be3a12073a2b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.572443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Publish callbacks [] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.579649 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4bfd612d-a803-40dd-a183-4b2072eccc62 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1386404 Mar 09 17:13:17.588931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.628522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (8c80b8d9-b476-4047-a4d5-f63ff84baf97), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.644674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 78ea96de-54b5-425f-b71e-65a047ac584e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:17.658246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37d720d7-c9b3-4106-82be-16a58f6bd778 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (00725983-03b4-4c58-b688-9eb7d2a57cf2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.683184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37d720d7-c9b3-4106-82be-16a58f6bd778 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (00725983-03b4-4c58-b688-9eb7d2a57cf2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.690048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.718237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8c80b8d9-b476-4047-a4d5-f63ff84baf97), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.730136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Network 53671139-9fec-4fad-b10d-895c27de4b96 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:17.737340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:17.739853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:17.763063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Pushing event updated for resources: {'Port': ['ID=5188c87d-07cc-4da7-9378-6b34a0161eab,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.763562 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80b8d9-b476-4047-a4d5-f63ff84baf97,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.787910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 78ea96de-54b5-425f-b71e-65a047ac584e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:17.788301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.815619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37d720d7-c9b3-4106-82be-16a58f6bd778 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (00725983-03b4-4c58-b688-9eb7d2a57cf2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.818842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-37d720d7-c9b3-4106-82be-16a58f6bd778 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.826235 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-37d720d7-c9b3-4106-82be-16a58f6bd778 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/00725983-03b4-4c58-b688-9eb7d2a57cf2 HTTP/1.1" status: 204 len: 168 time: 0.2297623 Mar 09 17:13:17.826385 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35604) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.830869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.860960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Attempting to bind port 5188c87d-07cc-4da7-9378-6b34a0161eab on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:17.860960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Attempting to bind port 5188c87d-07cc-4da7-9378-6b34a0161eab by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '20f4545b-6c8f-4b50-8376-a055352389f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53671139-9fec-4fad-b10d-895c27de4b96'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:17.860960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Attempting to bind port 5188c87d-07cc-4da7-9378-6b34a0161eab on network 53671139-9fec-4fad-b10d-895c27de4b96 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:17.862763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4bfaae-9696-4b78-b682-19440a399df3 None None] Network 6b31368c-da2e-4bf7-a412-6ada22344248 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:17.869729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d720d7-c9b3-4106-82be-16a58f6bd778 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00725983-03b4-4c58-b688-9eb7d2a57cf2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.884387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:17.884925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Checking segment: {'id': '20f4545b-6c8f-4b50-8376-a055352389f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53671139-9fec-4fad-b10d-895c27de4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:17.885341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.885735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Bound using segment: {'id': '20f4545b-6c8f-4b50-8376-a055352389f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53671139-9fec-4fad-b10d-895c27de4b96'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:17.886225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Bound port: 5188c87d-07cc-4da7-9378-6b34a0161eab, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f4545b-6c8f-4b50-8376-a055352389f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '53671139-9fec-4fad-b10d-895c27de4b96'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:17.886601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.891153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:17.892131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35606) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.892873 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f81de5d1-7dc1-43c3-8191-83a57a5ca3de tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0684717 Mar 09 17:13:17.897331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.899306 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ba5d9ada-9ae3-41e0-8e8d-44abb2087887 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5265245 Mar 09 17:13:17.900643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177713567'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:17.912163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35608) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:17.918260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '8c80b8d9-b476-4047-a4d5-f63ff84baf97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:17.950897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (53671139-9fec-4fad-b10d-895c27de4b96), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:17.973561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53671139-9fec-4fad-b10d-895c27de4b96']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:17.984678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f4545b-6c8f-4b50-8376-a055352389f6') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:17.984985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f4545b-6c8f-4b50-8376-a055352389f6') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:17.995536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.010818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.017422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:18.017860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.019278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Provisioning complete for port 78ea96de-54b5-425f-b71e-65a047ac584e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:18.019789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:18.021241 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:18.040387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (4547f91e-e342-44c9-8c41-d7f8a991b743), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.085965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.100667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (4547f91e-e342-44c9-8c41-d7f8a991b743), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.106373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 78ea96de-54b5-425f-b71e-65a047ac584e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:18.106764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.109485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] For port 5188c87d-07cc-4da7-9378-6b34a0161eab, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:18.113553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] For port 5188c87d-07cc-4da7-9378-6b34a0161eab, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5188c87d-07cc-4da7-9378-6b34a0161eab,segment=NetworkSegment(20f4545b-6c8f-4b50-8376-a055352389f6),segment_id=20f4545b-6c8f-4b50-8376-a055352389f6)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:18.128325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.api [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:13:18.128325 dv-neutron-master-2-hyperv neutron-server[104357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:13:18.128325 dv-neutron-master-2-hyperv neutron-server[104357]: [parameters: {'id': '53671139-9fec-4fad-b10d-895c27de4b96'}] Mar 09 17:13:18.128325 dv-neutron-master-2-hyperv neutron-server[104357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:18.128894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG oslo_db.api [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:18.157780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (1b872957-4826-49ce-805c-1b49ac440285), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.169240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 78ea96de-54b5-425f-b71e-65a047ac584e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78ea96de-54b5-425f-b71e-65a047ac584e,segment=NetworkSegment(2bf0df5e-911a-43e2-b3cd-f55f480ed3ca),segment_id=2bf0df5e-911a-43e2-b3cd-f55f480ed3ca)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:18.202479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4547f91e-e342-44c9-8c41-d7f8a991b743), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.204174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Current status of the port 78ea96de-54b5-425f-b71e-65a047ac584e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:18.204838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.220198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4547f91e-e342-44c9-8c41-d7f8a991b743,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.238299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1b872957-4826-49ce-805c-1b49ac440285), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.238485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.274793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b872957-4826-49ce-805c-1b49ac440285,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.316255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4dd7-cb00-406b-90ae-dadaf7ded266 None None] Pushing event updated for resources: {'Port': ['ID=5188c87d-07cc-4da7-9378-6b34a0161eab,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.320623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.338057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.340413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3342bb34-0b40-4f5c-9715-71eb5c2b289d tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4442184 Mar 09 17:13:18.342609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35610) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.343885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.346806 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d8dfb47e-722a-40d6-b76f-194cd41e6bce tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4317734 Mar 09 17:13:18.348085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35612) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.349444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-351fa3c2-1c61-40dc-99ca-07d886168897 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:18.349873 dv-neutron-master-2-hyperv neutron-server[104357]: WARNING neutron.api.v2.base [None req-351fa3c2-1c61-40dc-99ca-07d886168897 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 17:13:18.350618 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-351fa3c2-1c61-40dc-99ca-07d886168897 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 17:13:18.351852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-351fa3c2-1c61-40dc-99ca-07d886168897 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "PUT /v2.0/security-groups/1b872957-4826-49ce-805c-1b49ac440285 HTTP/1.1" status: 409 len: 330 time: 0.0079284 Mar 09 17:13:18.356057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.399747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4414074b-817c-4359-8c3b-b44c1df5176e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (4547f91e-e342-44c9-8c41-d7f8a991b743), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.411931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:18.411931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:18.411931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=78ea96de-54b5-425f-b71e-65a047ac584e,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.419929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4fa12-7e27-4c69-8bc5-e869057da5db None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:18.422537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4414074b-817c-4359-8c3b-b44c1df5176e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (4547f91e-e342-44c9-8c41-d7f8a991b743), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.458763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36994ec6-4211-4a7c-9587-8000bd516e35 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (1b872957-4826-49ce-805c-1b49ac440285), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.481973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36994ec6-4211-4a7c-9587-8000bd516e35 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (1b872957-4826-49ce-805c-1b49ac440285), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.506166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4fa12-7e27-4c69-8bc5-e869057da5db None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:18.526580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4414074b-817c-4359-8c3b-b44c1df5176e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4547f91e-e342-44c9-8c41-d7f8a991b743), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.531372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4414074b-817c-4359-8c3b-b44c1df5176e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.532695 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4414074b-817c-4359-8c3b-b44c1df5176e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4547f91e-e342-44c9-8c41-d7f8a991b743 HTTP/1.1" status: 204 len: 168 time: 0.1834795 Mar 09 17:13:18.535817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35616) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.541183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414074b-817c-4359-8c3b-b44c1df5176e tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4547f91e-e342-44c9-8c41-d7f8a991b743,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.574814 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c3e7db6b-92ab-4148-9f33-24095a7551f7 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377204 Mar 09 17:13:18.577598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35620) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.622527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36994ec6-4211-4a7c-9587-8000bd516e35 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1b872957-4826-49ce-805c-1b49ac440285), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.625631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36994ec6-4211-4a7c-9587-8000bd516e35 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.628826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59fa6a8e-b9f6-42c1-8d38-701720f871a8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (8c80b8d9-b476-4047-a4d5-f63ff84baf97), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.629617 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-36994ec6-4211-4a7c-9587-8000bd516e35 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b872957-4826-49ce-805c-1b49ac440285 HTTP/1.1" status: 204 len: 168 time: 0.2706702 Mar 09 17:13:18.630446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35622) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.630952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (53671139-9fec-4fad-b10d-895c27de4b96), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.640849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994ec6-4211-4a7c-9587-8000bd516e35 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b872957-4826-49ce-805c-1b49ac440285,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.706697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84529889-e918-4f3a-9a92-8afffcbb616e None None] Network 53671139-9fec-4fad-b10d-895c27de4b96 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:18.707200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59fa6a8e-b9f6-42c1-8d38-701720f871a8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (8c80b8d9-b476-4047-a4d5-f63ff84baf97), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.732256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e5c23d72-d9ed-4968-933d-5f7e582e2a22 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984874 Mar 09 17:13:18.736065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35624) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.750725 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-35a98248-5cb6-4cc5-b684-4e7e7f24ce5e tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] delete failed (client error): The resource could not be found. Mar 09 17:13:18.756273 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-35a98248-5cb6-4cc5-b684-4e7e7f24ce5e tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "DELETE /v2.0/security-groups/976f8feb-7ad1-4427-b245-e6f419e47d13 HTTP/1.1" status: 404 len: 347 time: 0.0144196 Mar 09 17:13:18.756273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35626) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.771279 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-ad4efcb6-0752-4d94-853a-69db6d4d5dbe tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] show failed (client error): The resource could not be found. Mar 09 17:13:18.777235 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ad4efcb6-0752-4d94-853a-69db6d4d5dbe tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-groups/f92d1f2d-d9f0-4f2b-94a2-18ae566394f4 HTTP/1.1" status: 404 len: 347 time: 0.0159438 Mar 09 17:13:18.777361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 5188c87d-07cc-4da7-9378-6b34a0161eab {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:18.777361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.777537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35628) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.788578 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6ec29f33-6d17-45b4-9a56-7eaa17c30705 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] show failed (client error): The resource could not be found. Mar 09 17:13:18.792946 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6ec29f33-6d17-45b4-9a56-7eaa17c30705 tempest-NegativeSecGroupTest-1211283219 tempest-NegativeSecGroupTest-1211283219-project] 10.222.0.16 "GET /v2.0/security-group-rules/00260a69-284e-4184-b66a-24a412d46060 HTTP/1.1" status: 404 len: 356 time: 0.0112848 Mar 09 17:13:18.841047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 5188c87d-07cc-4da7-9378-6b34a0161eab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5188c87d-07cc-4da7-9378-6b34a0161eab,segment=NetworkSegment(20f4545b-6c8f-4b50-8376-a055352389f6),segment_id=20f4545b-6c8f-4b50-8376-a055352389f6)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:18.841418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.853083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 5188c87d-07cc-4da7-9378-6b34a0161eab owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:18.927581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59fa6a8e-b9f6-42c1-8d38-701720f871a8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8c80b8d9-b476-4047-a4d5-f63ff84baf97), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.930777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-59fa6a8e-b9f6-42c1-8d38-701720f871a8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:18.932089 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-59fa6a8e-b9f6-42c1-8d38-701720f871a8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c80b8d9-b476-4047-a4d5-f63ff84baf97 HTTP/1.1" status: 204 len: 168 time: 0.3535397 Mar 09 17:13:18.934821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35632) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:18.943538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa6a8e-b9f6-42c1-8d38-701720f871a8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80b8d9-b476-4047-a4d5-f63ff84baf97,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:18.954544 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:13:18.968151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-78149043-9ff8-4eea-95e9-0a32c5e617d8 None None] Current status of the port 78ea96de-54b5-425f-b71e-65a047ac584e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:18.994012 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b2908e3f-982f-46ec-887b-81cf90e15e3f tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577967 Mar 09 17:13:18.997576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35634) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:19.002031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--731490267'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:19.078547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5188c87d-07cc-4da7-9378-6b34a0161eab), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.088925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a92e80a2-b57c-4117-bd8b-d062f4b8a111 None None] Provisioning complete for port 78ea96de-54b5-425f-b71e-65a047ac584e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:19.089483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a92e80a2-b57c-4117-bd8b-d062f4b8a111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.106321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=5188c87d-07cc-4da7-9378-6b34a0161eab,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:19.108139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 5188c87d-07cc-4da7-9378-6b34a0161eab on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:19.130678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.169739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a92e80a2-b57c-4117-bd8b-d062f4b8a111 None None] Current status of the port 78ea96de-54b5-425f-b71e-65a047ac584e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:19.204819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (53671139-9fec-4fad-b10d-895c27de4b96), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.234256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53671139-9fec-4fad-b10d-895c27de4b96']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:19.247178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f4545b-6c8f-4b50-8376-a055352389f6') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:19.247485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f4545b-6c8f-4b50-8376-a055352389f6') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:19.261756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.284237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.293268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (14358579-e00e-48c9-8f4e-9ede13421018), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.295808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:19.296188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (20f4545b-6c8f-4b50-8376-a055352389f6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:19.299092 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:19.452676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (14358579-e00e-48c9-8f4e-9ede13421018), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.470671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (53671139-9fec-4fad-b10d-895c27de4b96), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.482624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.485823 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/53671139-9fec-4fad-b10d-895c27de4b96 HTTP/1.1" status: 204 len: 168 time: 2.2877433 Mar 09 17:13:19.489422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35638) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:19.495334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813934066'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:19.503062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc6f2-c929-4d94-8689-495247be70e1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=53671139-9fec-4fad-b10d-895c27de4b96,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:19.505004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14358579-e00e-48c9-8f4e-9ede13421018,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:19.543108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.544713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-83c03269-3c71-47da-910e-ecb7b15cd0ed tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5461013 Mar 09 17:13:19.553254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35640) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:19.553254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '14358579-e00e-48c9-8f4e-9ede13421018', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:19.578272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 78ea96de-54b5-425f-b71e-65a047ac584e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:19.599212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35642) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:19.615479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:19.618934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.627204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 78ea96de-54b5-425f-b71e-65a047ac584e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:19.627587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.643242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:19.652456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.652804 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment b050d19a-f02d-4058-8ac4-467cef38729d of type vlan for network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d Mar 09 17:13:19.699245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (a3c67e4e-7543-4163-ac39-5056769fc2e5), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.704280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.711650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 78ea96de-54b5-425f-b71e-65a047ac584e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:19.786788 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dfa8e506-277e-45e8-afc7-2d24e1d56591 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bba1c20de1fb4803947517b04b81e5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862786 Mar 09 17:13:19.789607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35646) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:19.804710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (a3c67e4e-7543-4163-ac39-5056769fc2e5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.837740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b6db71b-b812-42cb-b82b-457565a5bf65 admin admin] Publish callbacks [] for security_group (861e7ed0-6ffb-4e17-a473-114532231747), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.843200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.848330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:19.852829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.859667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b6db71b-b812-42cb-b82b-457565a5bf65 admin admin] Publish callbacks [] for security_group (861e7ed0-6ffb-4e17-a473-114532231747), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.875398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a3c67e4e-7543-4163-ac39-5056769fc2e5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.905634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c67e4e-7543-4163-ac39-5056769fc2e5,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:19.936441 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:19.947815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:19.967608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-36e4fd0a-1b7b-4a32-8c1c-3cfc839cfee7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4691703 Mar 09 17:13:19.967850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35648) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:19.969045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:19.986494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b6db71b-b812-42cb-b82b-457565a5bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (861e7ed0-6ffb-4e17-a473-114532231747), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.989304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b6db71b-b812-42cb-b82b-457565a5bf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:19.992965 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2b6db71b-b812-42cb-b82b-457565a5bf65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/861e7ed0-6ffb-4e17-a473-114532231747 HTTP/1.1" status: 204 len: 168 time: 0.1999159 Mar 09 17:13:20.017875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6db71b-b812-42cb-b82b-457565a5bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e7ed0-6ffb-4e17-a473-114532231747,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:20.029748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.033511 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-939b96f3-253d-4e2b-bb48-2efdf83835f3 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4826348 Mar 09 17:13:20.037930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35652) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.054401 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-552460e5-aace-4c4a-ba65-c9c38efcccf4 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules/a3c67e4e-7543-4163-ac39-5056769fc2e5 HTTP/1.1" status: 200 len: 763 time: 0.0169058 Mar 09 17:13:20.055808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35654) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.096162 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-48da48eb-2b18-4571-b3e9-996f7bedda07 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393503 Mar 09 17:13:20.098631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35656) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.121632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a0a6-8912-42bc-a8db-6129b278e8f8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (a3c67e4e-7543-4163-ac39-5056769fc2e5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.129174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a0a6-8912-42bc-a8db-6129b278e8f8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (a3c67e4e-7543-4163-ac39-5056769fc2e5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.154979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:20.158546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.214573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:13:20.215092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:13:20.338293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a0a6-8912-42bc-a8db-6129b278e8f8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a3c67e4e-7543-4163-ac39-5056769fc2e5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.342851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a0a6-8912-42bc-a8db-6129b278e8f8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.344015 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f8f7a0a6-8912-42bc-a8db-6129b278e8f8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a3c67e4e-7543-4163-ac39-5056769fc2e5 HTTP/1.1" status: 204 len: 168 time: 0.2444441 Mar 09 17:13:20.351926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7a0a6-8912-42bc-a8db-6129b278e8f8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c67e4e-7543-4163-ac39-5056769fc2e5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:20.352234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35662) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.438829 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c3f840f-e544-4b30-bbb3-07a53b9a7f93 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853529 Mar 09 17:13:20.441673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35668) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.446935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '14358579-e00e-48c9-8f4e-9ede13421018', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:20.579051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7e6bc297-b4cb-4a6d-86c9-2ee433365d2e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.583456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (f59f2dc2-4556-4f34-98bd-3f13bb1b9efb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.632520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (f59f2dc2-4556-4f34-98bd-3f13bb1b9efb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.646121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=7e6bc297-b4cb-4a6d-86c9-2ee433365d2e,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:20.649443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': 'b050d19a-f02d-4058-8ac4-467cef38729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:20.649808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:20.723978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (f59f2dc2-4556-4f34-98bd-3f13bb1b9efb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.743926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59f2dc2-4556-4f34-98bd-3f13bb1b9efb,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:20.792513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:20.834061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.835896 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9a5156b8-91cc-493c-a86e-175562f9075d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3925664 Mar 09 17:13:20.838566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35678) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.854710 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-08737453-bc7c-4a7a-a346-7569aca5ba02 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules/f59f2dc2-4556-4f34-98bd-3f13bb1b9efb HTTP/1.1" status: 200 len: 763 time: 0.0150483 Mar 09 17:13:20.856979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35680) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.897564 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-269bc548-7bcd-4055-a9d5-5ac0a4630f54 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0394871 Mar 09 17:13:20.900323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:20.900839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35682) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:20.904899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:20.905510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.909699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e5e31-0891-4722-a293-8fd388b29099 None None] Network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:20.933001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f32399d7-83dc-4bc3-8835-747b256264cf tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (f59f2dc2-4556-4f34-98bd-3f13bb1b9efb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:20.943530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f32399d7-83dc-4bc3-8835-747b256264cf tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (f59f2dc2-4556-4f34-98bd-3f13bb1b9efb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.016340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d', 'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '7e6bc297-b4cb-4a6d-86c9-2ee433365d2e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:21.017273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.020670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b39e1ba8-4530-4adc-9933-df6146020e83 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0556312 Mar 09 17:13:21.026986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35688) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.035270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35690) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.040166 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038040 Mar 09 17:13:21.043166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35692) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.056037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f32399d7-83dc-4bc3-8835-747b256264cf tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (f59f2dc2-4556-4f34-98bd-3f13bb1b9efb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.065437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f32399d7-83dc-4bc3-8835-747b256264cf tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.066592 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f32399d7-83dc-4bc3-8835-747b256264cf tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f59f2dc2-4556-4f34-98bd-3f13bb1b9efb HTTP/1.1" status: 204 len: 168 time: 0.1647258 Mar 09 17:13:21.069189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35696) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.077164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32399d7-83dc-4bc3-8835-747b256264cf tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f59f2dc2-4556-4f34-98bd-3f13bb1b9efb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:21.124490 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6532d0e4-53f5-433a-9ebb-60914d62d137 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513961 Mar 09 17:13:21.124736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35698) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.129820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '14358579-e00e-48c9-8f4e-9ede13421018', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:21.166959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.184628 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-61d1c9cd-cb5f-4138-87b5-6df289ef43fd tempest-NetworksApiDiscovery-379801178 tempest-NetworksApiDiscovery-379801178-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1347740 Mar 09 17:13:21.189466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Allocated IP 172.20.0.3 (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d/7e6bc297-b4cb-4a6d-86c9-2ee433365d2e/826bd86b-7dc7-44ff-a724-cfaaf685bb32) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:21.244325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Project 758acb6970eb4aee8cde86bdb82222bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:13:21.245852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7e6bc297-b4cb-4a6d-86c9-2ee433365d2e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.250470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (dc2ed974-01c3-47ff-8646-16eb63039ae0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.316587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (dc2ed974-01c3-47ff-8646-16eb63039ae0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.361286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Publish callbacks [] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.379127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35702) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.438889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.439275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (dc2ed974-01c3-47ff-8646-16eb63039ae0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.482641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:21.485562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:21.489932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:21.493876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Pushing event updated for resources: {'Port': ['ID=826bd86b-7dc7-44ff-a724-cfaaf685bb32,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:21.547313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (7e6bc297-b4cb-4a6d-86c9-2ee433365d2e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.567948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Attempting to bind port 826bd86b-7dc7-44ff-a724-cfaaf685bb32 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:21.568227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Attempting to bind port 826bd86b-7dc7-44ff-a724-cfaaf685bb32 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b050d19a-f02d-4058-8ac4-467cef38729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:21.568644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Attempting to bind port 826bd86b-7dc7-44ff-a724-cfaaf685bb32 on network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:21.574266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:21.574650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Checking segment: {'id': 'b050d19a-f02d-4058-8ac4-467cef38729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:21.575065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.575488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Bound using segment: {'id': 'b050d19a-f02d-4058-8ac4-467cef38729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:21.575968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Bound port: 826bd86b-7dc7-44ff-a724-cfaaf685bb32, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b050d19a-f02d-4058-8ac4-467cef38729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:21.576408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.578242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6bc297-b4cb-4a6d-86c9-2ee433365d2e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:21.661765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.687944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:21.699688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b050d19a-f02d-4058-8ac4-467cef38729d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:21.699973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b050d19a-f02d-4058-8ac4-467cef38729d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:21.711985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.728384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.740812 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:21.741612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:21.766534 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:21.772199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35706) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.834863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2ed974-01c3-47ff-8646-16eb63039ae0,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:21.836463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] For port 826bd86b-7dc7-44ff-a724-cfaaf685bb32, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:21.840555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] For port 826bd86b-7dc7-44ff-a724-cfaaf685bb32, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=826bd86b-7dc7-44ff-a724-cfaaf685bb32,segment=NetworkSegment(b050d19a-f02d-4058-8ac4-467cef38729d),segment_id=b050d19a-f02d-4058-8ac4-467cef38729d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:21.882120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:13:21.882120 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:13:21.882120 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': 'eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d'}] Mar 09 17:13:21.882120 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:21.882120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:21.911461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6511afe0-dea4-460b-b4b2-4b951fda196c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.924044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.938918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:21.942489 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1640d747-fd20-46a5-a504-70e8f7a304cd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8144612 Mar 09 17:13:21.942741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35710) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:21.970487 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f8ac6fe-4e83-49d7-bf7a-65f3463608a2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules/dc2ed974-01c3-47ff-8646-16eb63039ae0 HTTP/1.1" status: 200 len: 769 time: 0.0266638 Mar 09 17:13:21.973846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35712) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.018855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6511afe0-dea4-460b-b4b2-4b951fda196c admin admin] Publish callbacks [] for security_group (e2c98526-fc64-4b8c-9cfe-7a7be664393b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.021656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9e0e4-d72d-46f9-b9f8-1bb00810cac4 None None] Pushing event updated for resources: {'Port': ['ID=826bd86b-7dc7-44ff-a724-cfaaf685bb32,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:22.040700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576bfbb-484c-419b-962a-f5130a70b142 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:22.049572 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2f7a9477-139b-4721-b616-3c50172bdcc2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0734935 Mar 09 17:13:22.052122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35714) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.099237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6511afe0-dea4-460b-b4b2-4b951fda196c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e2c98526-fc64-4b8c-9cfe-7a7be664393b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.100790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35d43794-c435-43fc-9533-cca10c8a1a9d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (dc2ed974-01c3-47ff-8646-16eb63039ae0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.112382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35d43794-c435-43fc-9533-cca10c8a1a9d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (dc2ed974-01c3-47ff-8646-16eb63039ae0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.129430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576bfbb-484c-419b-962a-f5130a70b142 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:22.153098 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511afe0-dea4-460b-b4b2-4b951fda196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c98526-fc64-4b8c-9cfe-7a7be664393b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:22.159972 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6511afe0-dea4-460b-b4b2-4b951fda196c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=906452433ac14ca2b40ebb68bfa1984f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835220 Mar 09 17:13:22.160264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35716) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.211106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.215351 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5777a790-768e-4c28-a4ec-c44bd7696efc admin admin] Publish callbacks [] for security_group (e2c98526-fc64-4b8c-9cfe-7a7be664393b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.237229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5777a790-768e-4c28-a4ec-c44bd7696efc admin admin] Publish callbacks [] for security_group (e2c98526-fc64-4b8c-9cfe-7a7be664393b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.249619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35d43794-c435-43fc-9533-cca10c8a1a9d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (dc2ed974-01c3-47ff-8646-16eb63039ae0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.254448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-35d43794-c435-43fc-9533-cca10c8a1a9d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.258902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-35d43794-c435-43fc-9533-cca10c8a1a9d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dc2ed974-01c3-47ff-8646-16eb63039ae0 HTTP/1.1" status: 204 len: 168 time: 0.2026160 Mar 09 17:13:22.259560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35718) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.268315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d43794-c435-43fc-9533-cca10c8a1a9d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc2ed974-01c3-47ff-8646-16eb63039ae0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:22.322280 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-afb5a47d-7ae2-439f-8fb8-1522bb3ea6bd tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614614 Mar 09 17:13:22.323271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c2090-afb8-491c-a54f-eac73ac8b669 None None] Network eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:22.324856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35720) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.379712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-acfc753a-4242-4886-8904-c32540dad55d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (14358579-e00e-48c9-8f4e-9ede13421018), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.385536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.410626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-acfc753a-4242-4886-8904-c32540dad55d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (14358579-e00e-48c9-8f4e-9ede13421018), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.420183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5777a790-768e-4c28-a4ec-c44bd7696efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e2c98526-fc64-4b8c-9cfe-7a7be664393b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.425054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5777a790-768e-4c28-a4ec-c44bd7696efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.425054 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5777a790-768e-4c28-a4ec-c44bd7696efc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2c98526-fc64-4b8c-9cfe-7a7be664393b HTTP/1.1" status: 204 len: 168 time: 0.2629194 Mar 09 17:13:22.476307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a790-768e-4c28-a4ec-c44bd7696efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c98526-fc64-4b8c-9cfe-7a7be664393b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:22.519678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 826bd86b-7dc7-44ff-a724-cfaaf685bb32 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:22.520021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.583439 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 826bd86b-7dc7-44ff-a724-cfaaf685bb32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=826bd86b-7dc7-44ff-a724-cfaaf685bb32,segment=NetworkSegment(b050d19a-f02d-4058-8ac4-467cef38729d),segment_id=b050d19a-f02d-4058-8ac4-467cef38729d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:22.583808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.589417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 728af985-c83e-4c8d-93c5-f97324006fc0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:22.589767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.595617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 826bd86b-7dc7-44ff-a724-cfaaf685bb32 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:22.642361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-acfc753a-4242-4886-8904-c32540dad55d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (14358579-e00e-48c9-8f4e-9ede13421018), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.644907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-acfc753a-4242-4886-8904-c32540dad55d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.646076 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-acfc753a-4242-4886-8904-c32540dad55d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/14358579-e00e-48c9-8f4e-9ede13421018 HTTP/1.1" status: 204 len: 168 time: 0.3193631 Mar 09 17:13:22.650179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35724) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.672428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc753a-4242-4886-8904-c32540dad55d tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14358579-e00e-48c9-8f4e-9ede13421018,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:22.688464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 728af985-c83e-4c8d-93c5-f97324006fc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=728af985-c83e-4c8d-93c5-f97324006fc0,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:22.688901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.703718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 728af985-c83e-4c8d-93c5-f97324006fc0 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:22.726318 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-18690ff4-9746-432a-be13-b265d01a6d84 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0680523 Mar 09 17:13:22.726577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35726) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:22.731053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group': {'name': 'tempest-secgroup--87921157'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:22.812587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (826bd86b-7dc7-44ff-a724-cfaaf685bb32), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.846036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=826bd86b-7dc7-44ff-a724-cfaaf685bb32,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:22.848544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 826bd86b-7dc7-44ff-a724-cfaaf685bb32 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:22.850328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.953911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:22.984779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:22.999780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b050d19a-f02d-4058-8ac4-467cef38729d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:23.000084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b050d19a-f02d-4058-8ac4-467cef38729d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:23.012404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (728af985-c83e-4c8d-93c5-f97324006fc0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.017616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.036216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (5edfc84f-f520-4bb4-81a8-29659ad6ec5b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.040729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.046721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:23.047115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (b050d19a-f02d-4058-8ac4-467cef38729d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:23.050233 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:23.071734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=728af985-c83e-4c8d-93c5-f97324006fc0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:23.121891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5edfc84f-f520-4bb4-81a8-29659ad6ec5b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.159796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edfc84f-f520-4bb4-81a8-29659ad6ec5b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:23.220881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.224671 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2cfe11ef-ad68-414b-b3fa-c0163e3d4b30 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4946587 Mar 09 17:13:23.224931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35738) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:23.230795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Request body: {'security_group_rule': {'security_group_id': '5edfc84f-f520-4bb4-81a8-29659ad6ec5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:23.236241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.240847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.247545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d HTTP/1.1" status: 204 len: 168 time: 2.2160523 Mar 09 17:13:23.248417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35740) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:23.257564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283885806'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:23.263501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf0e63-55f5-4104-92e2-0ead5b344dbe tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:23.266564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.363245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (3e6b025c-3681-4357-9d5e-ae572fa54d31), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.423563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (3e6b025c-3681-4357-9d5e-ae572fa54d31), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.436336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:23.439733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.505522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:23.524986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.525355 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment 382acb24-c22e-4fd5-a6ed-03dce8f80b4b of type vlan for network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 Mar 09 17:13:23.567359 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:23.569367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3e6b025c-3681-4357-9d5e-ae572fa54d31), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.579348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.590368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6b025c-3681-4357-9d5e-ae572fa54d31,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:23.639549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35750) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:23.703014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.705585 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4d803231-46b2-4b99-b80b-096429aaaca2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4791973 Mar 09 17:13:23.707843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35754) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:23.713804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:23.715357 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7b310122-6b32-469f-9225-4e8381daef42 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/ab05cb2a-dc68-493c-a116-55fa3718ff2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3345635 Mar 09 17:13:23.728273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:23.736909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.742423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:23.743333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.744887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:23.745519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:23.772404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879006542-network', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:23.808169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf82da45-85db-400d-a613-930e4c2adf31 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (5edfc84f-f520-4bb4-81a8-29659ad6ec5b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.836246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf82da45-85db-400d-a613-930e4c2adf31 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (5edfc84f-f520-4bb4-81a8-29659ad6ec5b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.836528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=f01b235c-ed3f-457c-b3a7-77ef1517e5b2,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:23.841367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d477088f-ae73-4b77-a1bd-0d8b1a78fbd9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5918190 Mar 09 17:13:23.844195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35758) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:23.849532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:23.849755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:23.923544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Made reservation on behalf of b046bec90b254a4a860b2bce22dac67f for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:23.926410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.930164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:23.937982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.982019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf82da45-85db-400d-a613-930e4c2adf31 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5edfc84f-f520-4bb4-81a8-29659ad6ec5b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.984715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf82da45-85db-400d-a613-930e4c2adf31 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:23.985926 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cf82da45-85db-400d-a613-930e4c2adf31 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/5edfc84f-f520-4bb4-81a8-29659ad6ec5b HTTP/1.1" status: 204 len: 168 time: 0.2769563 Mar 09 17:13:23.990920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35760) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.003169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82da45-85db-400d-a613-930e4c2adf31 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edfc84f-f520-4bb4-81a8-29659ad6ec5b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:24.022424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:24.027872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.067652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks [] for security_group (b75d5045-0417-4c8a-a0a7-d3b14bb46592), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.137758 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-358cbf62-1a78-4d9f-b86a-1e2d9bcfb3b6 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1475074 Mar 09 17:13:24.140457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35764) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.159906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b75d5045-0417-4c8a-a0a7-d3b14bb46592), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.200231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:22Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:58Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:24.206806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:24.233241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:24.239408 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a8452630-b48a-4359-8080-bd46a05e89d9 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0977976 Mar 09 17:13:24.241448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:24.241917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c9532d1d-341e-4767-a449-69a6fc57c50d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.242084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:24.242282 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Added segment c9532d1d-341e-4767-a449-69a6fc57c50d of type vlan for network 631dbfe4-129a-4b26-a6c4-820d3e818a59 Mar 09 17:13:24.244452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35766) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.253397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d5045-0417-4c8a-a0a7-d3b14bb46592,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:24.264628 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-a3c806e7-9f1f-402f-8380-e0f79193d5b8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] delete failed (client error): The resource could not be found. Mar 09 17:13:24.265714 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a3c806e7-9f1f-402f-8380-e0f79193d5b8 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "DELETE /v2.0/security-groups/5edfc84f-f520-4bb4-81a8-29659ad6ec5b HTTP/1.1" status: 404 len: 347 time: 0.0202641 Mar 09 17:13:24.270050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35768) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.302373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166070a-dc0f-4a2d-8339-c95330395b6d req-4d99c5ca-fdd6-4d4c-9890-09d474c4be21 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:24.303895 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8166070a-dc0f-4a2d-8339-c95330395b6d req-4d99c5ca-fdd6-4d4c-9890-09d474c4be21 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.1469789 Mar 09 17:13:24.307499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (631dbfe4-129a-4b26-a6c4-820d3e818a59), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.328689 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-44e6d828-350e-4b14-af43-1adb43bcd2b2 tempest-SecGroupIPv6Test-1631785398 tempest-SecGroupIPv6Test-1631785398-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572677 Mar 09 17:13:24.368312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:24.373764 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8166070a-dc0f-4a2d-8339-c95330395b6d req-6da5ac3c-7d36-4090-8e8a-de78b1f9362a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623050 Mar 09 17:13:24.375484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (93bc3807-055e-4309-ab4e-08947bbf0621), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.426537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (631dbfe4-129a-4b26-a6c4-820d3e818a59), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.427550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:24.428140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.441418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=93bc3807-055e-4309-ab4e-08947bbf0621,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:24.452158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': '382acb24-c22e-4fd5-a6ed-03dce8f80b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:24.452653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: f01b235c-ed3f-457c-b3a7-77ef1517e5b2, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:24.532641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] Pushing event updated for resources: {'Network': ['ID=631dbfe4-129a-4b26-a6c4-820d3e818a59,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:24.541652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:24.542306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:24.575754 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ab49438a-e24a-4c6e-9ec1-cb6633e36b4e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9333465 Mar 09 17:13:24.576039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35772) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.581675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Request body: {'subnet': {'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879006542-subnet', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:24.626324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f01b235c-ed3f-457c-b3a7-77ef1517e5b2) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:24.630414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:24.631070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.640319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d010566-2a48-4809-bd65-b3bf1b31fe22 None None] Network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:24.721810 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cf7572a2-a459-4ba3-8971-50413bbb03e8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8760970 Mar 09 17:13:24.723250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Made reservation on behalf of b046bec90b254a4a860b2bce22dac67f for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:24.728611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35776) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.729272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:22Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:58Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:24.734258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.776621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cb738-48c9-4495-84c8-d0d1f5190362 None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:22Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39e621b2-3573-4ecd-86d4-121f3557df31', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.114', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'port_id': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'fixed_ip_address': '172.20.0.27', 'status': 'ACTIVE', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'mac_address': 'fa:16:3e:fd:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193f528f-dde3-495d-893a-2400cbc00553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:11:52Z', 'updated_at': '2022-03-09T17:11:58Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:24.785006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f01b235c-ed3f-457c-b3a7-77ef1517e5b2', 'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '93bc3807-055e-4309-ab4e-08947bbf0621'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:24.786160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.858855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35778) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:24.869704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.931019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (93bc3807-055e-4309-ab4e-08947bbf0621), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:24.949744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Allocated IP 172.20.0.1 (f01b235c-ed3f-457c-b3a7-77ef1517e5b2/93bc3807-055e-4309-ab4e-08947bbf0621/13f05f23-8548-431b-a3da-c72387cff3ae) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:25.023302 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-66e21e13-36f4-406f-adab-45e5b61a447c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=758acb6970eb4aee8cde86bdb82222bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604803 Mar 09 17:13:25.023514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35782) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:25.070932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-441c3855-1adc-43df-a155-5704ba1e6bf6 admin admin] Publish callbacks [] for security_group (0589c35f-ffae-4038-8c44-a7102616fc80), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.089925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (7a95889c-5e44-4f0b-a696-f104ef761963), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.091529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-441c3855-1adc-43df-a155-5704ba1e6bf6 admin admin] Publish callbacks [] for security_group (0589c35f-ffae-4038-8c44-a7102616fc80), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.097440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Publish callbacks [] for port (13f05f23-8548-431b-a3da-c72387cff3ae), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.152613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a95889c-5e44-4f0b-a696-f104ef761963,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:25.157284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Checking segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:25.157662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Network hostable DHCP agents. Network: 631dbfe4-129a-4b26-a6c4-820d3e818a59, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:25.201641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.241108 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-441c3855-1adc-43df-a155-5704ba1e6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0589c35f-ffae-4038-8c44-a7102616fc80), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.245329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:25.245492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-441c3855-1adc-43df-a155-5704ba1e6bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.246887 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-441c3855-1adc-43df-a155-5704ba1e6bf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0589c35f-ffae-4038-8c44-a7102616fc80 HTTP/1.1" status: 204 len: 168 time: 0.2224767 Mar 09 17:13:25.250930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:25.255710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:25.256042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c3855-1adc-43df-a155-5704ba1e6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0589c35f-ffae-4038-8c44-a7102616fc80,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:25.260869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Pushing event updated for resources: {'Port': ['ID=13f05f23-8548-431b-a3da-c72387cff3ae,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:25.315905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:25.330308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Attempting to bind port 13f05f23-8548-431b-a3da-c72387cff3ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:25.330308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Attempting to bind port 13f05f23-8548-431b-a3da-c72387cff3ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '382acb24-c22e-4fd5-a6ed-03dce8f80b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:25.330552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Attempting to bind port 13f05f23-8548-431b-a3da-c72387cff3ae on network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:25.336491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:25.336870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Checking segment: {'id': '382acb24-c22e-4fd5-a6ed-03dce8f80b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:25.337272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.337662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Bound using segment: {'id': '382acb24-c22e-4fd5-a6ed-03dce8f80b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:25.338123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Bound port: 13f05f23-8548-431b-a3da-c72387cff3ae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382acb24-c22e-4fd5-a6ed-03dce8f80b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:25.338502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.367230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (93bc3807-055e-4309-ab4e-08947bbf0621), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.406711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] For port 13f05f23-8548-431b-a3da-c72387cff3ae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:25.411186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] For port 13f05f23-8548-431b-a3da-c72387cff3ae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13f05f23-8548-431b-a3da-c72387cff3ae,segment=NetworkSegment(382acb24-c22e-4fd5-a6ed-03dce8f80b4b),segment_id=382acb24-c22e-4fd5-a6ed-03dce8f80b4b)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:25.414539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=93bc3807-055e-4309-ab4e-08947bbf0621,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:25.443541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 631dbfe4-129a-4b26-a6c4-820d3e818a59) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:25.449293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:25.450408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.454814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55e636-d25d-4fcf-a9cc-3d7179756409 None None] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:25.504819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.519714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.535823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01b235c-ed3f-457c-b3a7-77ef1517e5b2']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:25.535978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e156-5bae-424e-96a4-5c4a6f0a3445 req-4d14a08c-c505-4575-ba2f-2a60a77a7aaf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:25.536638 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c74e156-5bae-424e-96a4-5c4a6f0a3445 req-4d14a08c-c505-4575-ba2f-2a60a77a7aaf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.0636618 Mar 09 17:13:25.544143 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3fd11890-a207-46b4-9ca2-0d19af04fe6b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9640062 Mar 09 17:13:25.544470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382acb24-c22e-4fd5-a6ed-03dce8f80b4b') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:25.544903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382acb24-c22e-4fd5-a6ed-03dce8f80b4b') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:25.545703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 728af985-c83e-4c8d-93c5-f97324006fc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:25.546593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35788) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:25.550957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:25.567582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.591442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 728af985-c83e-4c8d-93c5-f97324006fc0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:25.591708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 728af985-c83e-4c8d-93c5-f97324006fc0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:25.616567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.650190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:25.650979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:25.659422 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:25.679766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c74e156-5bae-424e-96a4-5c4a6f0a3445 req-fb3e9062-e609-4f8b-aa4f-37f9b3014201 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=5eec65c3-473b-4a93-b6fe-4e74951c9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278858 Mar 09 17:13:25.856247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e7539-8e3b-48de-9fc5-87b454c786e7 None None] Pushing event updated for resources: {'Port': ['ID=13f05f23-8548-431b-a3da-c72387cff3ae,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:25.863917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-631dbfe4-129a-4b26-a6c4-820d3e818a59', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:25.865193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.023988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (7508b100-da6b-41c6-a50c-bb9c0322f996), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.025199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (7508b100-da6b-41c6-a50c-bb9c0322f996), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.042722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-b2e29f01-5eb3-4c59-9cf8-7d33ec4ac039 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:26.044399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-b2e29f01-5eb3-4c59-9cf8-7d33ec4ac039 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 946 time: 0.4624169 Mar 09 17:13:26.060523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Allocated IP 172.20.0.2 (631dbfe4-129a-4b26-a6c4-820d3e818a59/7a95889c-5e44-4f0b-a696-f104ef761963/4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:26.186500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks [] for router_controller (7508b100-da6b-41c6-a50c-bb9c0322f996), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.188264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:13:26.188264 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:13:26.188264 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': 'f01b235c-ed3f-457c-b3a7-77ef1517e5b2'}] Mar 09 17:13:26.188264 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:26.188716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:26.207567 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Publish callbacks [] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.214964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port fc684c7d-050f-42f1-a439-c4c1e41e29bc {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:26.215304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.290336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.327592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:26.332337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:26.336326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:26.345782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Pushing event updated for resources: {'Port': ['ID=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:26.401409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Attempting to bind port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:26.401659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Attempting to bind port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:26.402023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Attempting to bind port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:26.407342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:26.407724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Checking segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:26.408135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.408582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Bound using segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:26.409054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Bound port: 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:26.409442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.414778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port fc684c7d-050f-42f1-a439-c4c1e41e29bc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc684c7d-050f-42f1-a439-c4c1e41e29bc,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:26.415157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.455575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks [] for router_gateway (7508b100-da6b-41c6-a50c-bb9c0322f996), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.463464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for fc684c7d-050f-42f1-a439-c4c1e41e29bc owned by compute:nova {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:26.476513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] For port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:26.479703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] For port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:26.633789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.691365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.692375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe321e6-be87-4734-86dc-4051e087c323 None None] Network f01b235c-ed3f-457c-b3a7-77ef1517e5b2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:26.695678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849b1c3-29b1-4cd9-9728-29a8b084d1b1 None None] Pushing event updated for resources: {'Port': ['ID=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:26.739156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fc684c7d-050f-42f1-a439-c4c1e41e29bc), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.791658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] Provisioning complete for port 13f05f23-8548-431b-a3da-c72387cff3ae triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:26.792039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.880857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=fc684c7d-050f-42f1-a439-c4c1e41e29bc,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:26.886385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b0c433c2-1fe5-47d2-9d16-16fe6ffdd619 req-79676ba7-af1d-482b-9194-bb75bb734d8c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 210 time: 0.1391950 Mar 09 17:13:26.911795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port fc684c7d-050f-42f1-a439-c4c1e41e29bc on host hv-neutron-mast {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:26.919751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.919751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d66889cf-14c7-4d22-993a-eb72bf1b0961 req-8af78af8-8782-480d-b5ff-62c6ef993864 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/fc684c7d-050f-42f1-a439-c4c1e41e29bc HTTP/1.1" status: 204 len: 173 time: 0.8655870 Mar 09 17:13:26.923082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] Current status of the port 13f05f23-8548-431b-a3da-c72387cff3ae is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:26.923639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:26.969672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] For port 13f05f23-8548-431b-a3da-c72387cff3ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13f05f23-8548-431b-a3da-c72387cff3ae,segment=NetworkSegment(382acb24-c22e-4fd5-a6ed-03dce8f80b4b),segment_id=382acb24-c22e-4fd5-a6ed-03dce8f80b4b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:26.978872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c224640-c828-476d-b2dc-65b5258cd037', 'name': 'network-vif-deleted', 'tag': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:26.978872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def0338d-34ac-44aa-925d-7f91a907ec1d" -d '{"events": [{"server_uuid": "0c224640-c828-476d-b2dc-65b5258cd037", "name": "network-vif-deleted", "tag": "fc684c7d-050f-42f1-a439-c4c1e41e29bc"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:27.001339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks [] for router_gateway (7508b100-da6b-41c6-a50c-bb9c0322f996), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.010304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] DHCP port deletion for f01b235c-ed3f-457c-b3a7-77ef1517e5b2 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:27.032181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.048685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bbb80e-bd61-4bec-b149-02ad1c977eec x-openstack-request-id: req-a7bbb80e-bd61-4bec-b149-02ad1c977eec {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:27.048990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c224640-c828-476d-b2dc-65b5258cd037", "name": "network-vif-deleted", "tag": "fc684c7d-050f-42f1-a439-c4c1e41e29bc", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:27.049250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7bbb80e-bd61-4bec-b149-02ad1c977eec {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:27.049659 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c224640-c828-476d-b2dc-65b5258cd037', 'name': 'network-vif-deleted', 'tag': 'fc684c7d-050f-42f1-a439-c4c1e41e29bc', 'status': 'completed', 'code': 200} Mar 09 17:13:27.057043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.089819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 13f05f23-8548-431b-a3da-c72387cff3ae {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:27.090168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.111388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] Deleting port 13f05f23-8548-431b-a3da-c72387cff3ae {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:27.111928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.146131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f830ad9-70bc-44b7-894b-e170662aab50 None None] Pushing event updated for resources: {'Port': ['ID=13f05f23-8548-431b-a3da-c72387cff3ae,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:27.190421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] For port 13f05f23-8548-431b-a3da-c72387cff3ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13f05f23-8548-431b-a3da-c72387cff3ae,segment=NetworkSegment(382acb24-c22e-4fd5-a6ed-03dce8f80b4b),segment_id=382acb24-c22e-4fd5-a6ed-03dce8f80b4b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:27.190972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.205364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] Calling delete_port for 13f05f23-8548-431b-a3da-c72387cff3ae owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:27.218095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 13f05f23-8548-431b-a3da-c72387cff3ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13f05f23-8548-431b-a3da-c72387cff3ae,segment=NetworkSegment(382acb24-c22e-4fd5-a6ed-03dce8f80b4b),segment_id=382acb24-c22e-4fd5-a6ed-03dce8f80b4b)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:27.218478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.237058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 13f05f23-8548-431b-a3da-c72387cff3ae owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:27.255610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Allocated IP 172.36.5.205 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/07a7267d-71d0-4b4a-b430-e2f49ae087dd) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:27.381188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.400864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (13f05f23-8548-431b-a3da-c72387cff3ae), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.407501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] Pushing event deleted for resources: {'Port': ['ID=13f05f23-8548-431b-a3da-c72387cff3ae,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:27.409332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65db452-df49-4a15-8126-2004d6c5df7f None None] No DVR routers for this DVR port 13f05f23-8548-431b-a3da-c72387cff3ae on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:27.464886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 13f05f23-8548-431b-a3da-c72387cff3ae on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:27.476378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=13f05f23-8548-431b-a3da-c72387cff3ae,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:27.587198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.592148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks [] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.616589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01b235c-ed3f-457c-b3a7-77ef1517e5b2']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:27.628144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:27.630229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382acb24-c22e-4fd5-a6ed-03dce8f80b4b') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:27.631425 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382acb24-c22e-4fd5-a6ed-03dce8f80b4b') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:27.648996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.667350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.675378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:27.675941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (382acb24-c22e-4fd5-a6ed-03dce8f80b4b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: self.session.flush() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:27.679062 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:27.686256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:27.686256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.753208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.773795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:27.774187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.792948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:27.797556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:27.804923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:27.809663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:27.828767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Pushing event updated for resources: {'Port': ['ID=07a7267d-71d0-4b4a-b430-e2f49ae087dd,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:27.880810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c5b3e9-0bd0-4cb5-915a-57d1ea1f2b77 None None] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:27.888200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f01b235c-ed3f-457c-b3a7-77ef1517e5b2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.894671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.896114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:27.903507 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/f01b235c-ed3f-457c-b3a7-77ef1517e5b2 HTTP/1.1" status: 204 len: 168 time: 3.1735840 Mar 09 17:13:27.907014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35794) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:27.912748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17251238'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:27.998181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:28.002791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa27def-88d2-4706-b73f-117fbddf5ba5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=f01b235c-ed3f-457c-b3a7-77ef1517e5b2,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:28.009366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.026727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:28.031542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c719b42a-f217-4bed-a138-af2bbba12b00 None None] Provisioning complete for port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:28.031542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c719b42a-f217-4bed-a138-af2bbba12b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.043040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:28.052844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.059685 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment ea610669-28fd-47c0-9460-2d7e99f652b7 of type vlan for network 00769d79-33fe-4741-90be-baa405521642 Mar 09 17:13:28.066001 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-70ca4709-9cac-4f4e-a86b-1a2a5822654d req-7a5fc825-7a81-4038-95a5-7492eb65680d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c224640-c828-476d-b2dc-65b5258cd037 HTTP/1.1" status: 200 len: 210 time: 0.0374990 Mar 09 17:13:28.095453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (00769d79-33fe-4741-90be-baa405521642), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.145084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c719b42a-f217-4bed-a138-af2bbba12b00 None None] Current status of the port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:28.202975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks [] for router_gateway (7508b100-da6b-41c6-a50c-bb9c0322f996), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.221224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (00769d79-33fe-4741-90be-baa405521642), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.226845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:28.227661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.303371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=00769d79-33fe-4741-90be-baa405521642,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:28.314401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 00769d79-33fe-4741-90be-baa405521642 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:28.329852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-09a6703a-7dde-411f-a169-3a58c270fe25 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4211905 Mar 09 17:13:28.332609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35798) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:28.340214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '00769d79-33fe-4741-90be-baa405521642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:28.398849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0fd3ef70-398c-4665-8556-05c931d9c595 None None] Provisioning complete for port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:28.399507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ef70-398c-4665-8556-05c931d9c595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.416950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (7508b100-da6b-41c6-a50c-bb9c0322f996), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.492306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3ef70-398c-4665-8556-05c931d9c595 None None] Current status of the port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:28.495438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:28.499051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.563697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.631917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:13:28.653507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device fc684c7d-050f-42f1-a439-c4c1e41e29bc no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:28.674039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: fc684c7d-050f-42f1-a439-c4c1e41e29bc {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:28.674526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device fc684c7d-050f-42f1-a439-c4c1e41e29bc not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:28.739550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:28.740796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (f680bc04-693f-4c04-ac12-fa1b8e8188c6), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.751189 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:28.761769 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:28.763021 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:28.800133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=f680bc04-693f-4c04-ac12-fa1b8e8188c6,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:28.807251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:28.809037 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-97f64495-1327-46f3-8180-ba8afda733bb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2613511 Mar 09 17:13:28.811678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35800) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:28.811884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': 'ea610669-28fd-47c0-9460-2d7e99f652b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00769d79-33fe-4741-90be-baa405521642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:28.812277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 00769d79-33fe-4741-90be-baa405521642, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:28.867626 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:28.900628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 00769d79-33fe-4741-90be-baa405521642 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:28.997799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 00769d79-33fe-4741-90be-baa405521642) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:29.007604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb41597-0033-4479-8481-40ad58a04a8e None None] Network 00769d79-33fe-4741-90be-baa405521642 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:29.026988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:29.027954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.058158 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:27Z', 'revision_number': 3, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:29.086182 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:29.086533 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Updating router 7508b100-da6b-41c6-a50c-bb9c0322f996 port 07a7267d-71d0-4b4a-b430-e2f49ae087dd binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:29.117843 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.127832 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a036f7e4-2385-49e7-8e7c-59147148b432 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7927933 Mar 09 17:13:29.129094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35804) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:29.137490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-00769d79-33fe-4741-90be-baa405521642', 'network_id': '00769d79-33fe-4741-90be-baa405521642', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': 'f680bc04-693f-4c04-ac12-fa1b8e8188c6'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:29.138423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.140991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35806) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:29.285453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9375f9e8-3f10-460c-82e2-335cf7be4bfc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (5eec65c3-473b-4a93-b6fe-4e74951c9c60), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.305013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (00769d79-33fe-4741-90be-baa405521642), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.324089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9375f9e8-3f10-460c-82e2-335cf7be4bfc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (5eec65c3-473b-4a93-b6fe-4e74951c9c60), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.352835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Allocated IP 172.20.0.2 (00769d79-33fe-4741-90be-baa405521642/f680bc04-693f-4c04-ac12-fa1b8e8188c6/6d1c2e83-f3ae-4392-9539-b8922daf3589) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:29.408422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f680bc04-693f-4c04-ac12-fa1b8e8188c6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.426538 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Publish callbacks [] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.508135 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.569209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9375f9e8-3f10-460c-82e2-335cf7be4bfc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5eec65c3-473b-4a93-b6fe-4e74951c9c60), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.572604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9375f9e8-3f10-460c-82e2-335cf7be4bfc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.576512 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9375f9e8-3f10-460c-82e2-335cf7be4bfc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/5eec65c3-473b-4a93-b6fe-4e74951c9c60 HTTP/1.1" status: 204 len: 168 time: 0.4319608 Mar 09 17:13:29.598665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375f9e8-3f10-460c-82e2-335cf7be4bfc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec65c3-473b-4a93-b6fe-4e74951c9c60,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:29.601111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Publish callbacks [] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.607001 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Attempting to bind port 07a7267d-71d0-4b4a-b430-e2f49ae087dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:29.607001 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Attempting to bind port 07a7267d-71d0-4b4a-b430-e2f49ae087dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:29.607848 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Attempting to bind port 07a7267d-71d0-4b4a-b430-e2f49ae087dd on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:29.610297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:29.616994 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:29.617379 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:29.618315 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.618793 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:29.619276 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Bound port: 07a7267d-71d0-4b4a-b430-e2f49ae087dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:29.620180 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.626025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.670091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35810) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:29.672090 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Pushing event updated for resources: {'Port': ['ID=07a7267d-71d0-4b4a-b430-e2f49ae087dd,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:29.690754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:29.691039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.693901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.694865 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.695455 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.696007 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.697819 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.697819 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.697819 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.697819 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.697819 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.701220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.701220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.701220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.701220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.701220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:13:29.722300 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] For port 07a7267d-71d0-4b4a-b430-e2f49ae087dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:29.730023 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] For port 07a7267d-71d0-4b4a-b430-e2f49ae087dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07a7267d-71d0-4b4a-b430-e2f49ae087dd,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:29.770343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (f680bc04-693f-4c04-ac12-fa1b8e8188c6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.799331 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.800126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Network 00769d79-33fe-4741-90be-baa405521642 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:29.806360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=f680bc04-693f-4c04-ac12-fa1b8e8188c6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:29.808846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:29.811957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:29.814327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Pushing event updated for resources: {'Port': ['ID=6d1c2e83-f3ae-4392-9539-b8922daf3589,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:29.821418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 9769f1fa-3d5a-4e2b-9465-a349304f5a68 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:29.826645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (9769f1fa-3d5a-4e2b-9465-a349304f5a68), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.890082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (00769d79-33fe-4741-90be-baa405521642), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.898435 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (9769f1fa-3d5a-4e2b-9465-a349304f5a68), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.929577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00769d79-33fe-4741-90be-baa405521642']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:29.935905 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:29.941073 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:29.949877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea610669-28fd-47c0-9460-2d7e99f652b7') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:29.950651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea610669-28fd-47c0-9460-2d7e99f652b7') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:29.953441 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Allocated IP 172.20.0.1 (631dbfe4-129a-4b26-a6c4-820d3e818a59/7a95889c-5e44-4f0b-a696-f104ef761963/de56d291-90a2-40e5-88bf-b1755550335e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:29.968534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:29.993216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.002706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:30.003987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.064786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (9769f1fa-3d5a-4e2b-9465-a349304f5a68), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.080638 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:30.086864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Attempting to bind port 6d1c2e83-f3ae-4392-9539-b8922daf3589 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:30.087784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Attempting to bind port 6d1c2e83-f3ae-4392-9539-b8922daf3589 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea610669-28fd-47c0-9460-2d7e99f652b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00769d79-33fe-4741-90be-baa405521642'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:30.087784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Attempting to bind port 6d1c2e83-f3ae-4392-9539-b8922daf3589 on network 00769d79-33fe-4741-90be-baa405521642 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:30.091734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:30.102993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:30.106868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Checking segment: {'id': 'ea610669-28fd-47c0-9460-2d7e99f652b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00769d79-33fe-4741-90be-baa405521642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:30.106868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.106868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Bound using segment: {'id': 'ea610669-28fd-47c0-9460-2d7e99f652b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00769d79-33fe-4741-90be-baa405521642'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:30.106868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Bound port: 6d1c2e83-f3ae-4392-9539-b8922daf3589, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea610669-28fd-47c0-9460-2d7e99f652b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00769d79-33fe-4741-90be-baa405521642'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:30.106868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:30.111952 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:30.116849 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb630a-be0d-4a24-bf8c-22c55898ffb5 None None] Pushing event updated for resources: {'Port': ['ID=07a7267d-71d0-4b4a-b430-e2f49ae087dd,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:30.149088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks [] for port (de56d291-90a2-40e5-88bf-b1755550335e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.184046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] For port 6d1c2e83-f3ae-4392-9539-b8922daf3589, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:30.185118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.api [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:13:30.185118 dv-neutron-master-2-hyperv neutron-server[104357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:13:30.185118 dv-neutron-master-2-hyperv neutron-server[104357]: [parameters: {'id': '00769d79-33fe-4741-90be-baa405521642'}] Mar 09 17:13:30.185118 dv-neutron-master-2-hyperv neutron-server[104357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:30.185547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG oslo_db.api [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:30.187737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] For port 6d1c2e83-f3ae-4392-9539-b8922daf3589, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d1c2e83-f3ae-4392-9539-b8922daf3589,segment=NetworkSegment(ea610669-28fd-47c0-9460-2d7e99f652b7),segment_id=ea610669-28fd-47c0-9460-2d7e99f652b7)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:30.275848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (9769f1fa-3d5a-4e2b-9465-a349304f5a68), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.284649 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:27Z', 'revision_number': 3, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:30.309556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=9769f1fa-3d5a-4e2b-9465-a349304f5a68,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:30.310072 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d0f33-386c-480a-a45c-927e97851450 None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:27Z', 'revision_number': 3, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:30.322090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.322090 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9b678eed-1555-4719-a59a-d0af3a4f2cc8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/9769f1fa-3d5a-4e2b-9465-a349304f5a68 HTTP/1.1" status: 204 len: 168 time: 0.6500111 Mar 09 17:13:30.322321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13469e1c-4b14-4efa-acc9-e9f153e42243 None None] Network 49647f15-7420-479c-9cce-0ce183363862 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:30.322868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35812) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:30.341914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.347879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (de56d291-90a2-40e5-88bf-b1755550335e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.448335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:30.453856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:30.458709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (49647f15-7420-479c-9cce-0ce183363862), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.461234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:30.463186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Pushing event updated for resources: {'Port': ['ID=de56d291-90a2-40e5-88bf-b1755550335e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:30.494280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b75da3-5235-4f81-9fbc-f7adab8bec34 None None] Pushing event updated for resources: {'Port': ['ID=6d1c2e83-f3ae-4392-9539-b8922daf3589,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:30.525597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b04117-f79d-4bbe-af0d-e238c9ebe23a None None] Network 00769d79-33fe-4741-90be-baa405521642 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:30.545365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (7508b100-da6b-41c6-a50c-bb9c0322f996), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.615144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] DHCP port deletion for 49647f15-7420-479c-9cce-0ce183363862 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:30.660273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port b10bd826-eca0-4305-8853-68135aed8053 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:30.660902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b10bd826-eca0-4305-8853-68135aed8053), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.686916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (00769d79-33fe-4741-90be-baa405521642), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.719792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] Deleting port b10bd826-eca0-4305-8853-68135aed8053 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:30.720223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b10bd826-eca0-4305-8853-68135aed8053), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.769945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port b10bd826-eca0-4305-8853-68135aed8053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b10bd826-eca0-4305-8853-68135aed8053,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:30.775126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b10bd826-eca0-4305-8853-68135aed8053), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.796369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 6d1c2e83-f3ae-4392-9539-b8922daf3589 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:30.796748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.796970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for b10bd826-eca0-4305-8853-68135aed8053 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:30.821767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] For port b10bd826-eca0-4305-8853-68135aed8053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b10bd826-eca0-4305-8853-68135aed8053,segment=NetworkSegment(de00209d-90c3-464f-9d98-bb40239baa75),segment_id=de00209d-90c3-464f-9d98-bb40239baa75)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:30.821767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b10bd826-eca0-4305-8853-68135aed8053), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.839565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] Calling delete_port for b10bd826-eca0-4305-8853-68135aed8053 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:30.889070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 6d1c2e83-f3ae-4392-9539-b8922daf3589, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d1c2e83-f3ae-4392-9539-b8922daf3589,segment=NetworkSegment(ea610669-28fd-47c0-9460-2d7e99f652b7),segment_id=ea610669-28fd-47c0-9460-2d7e99f652b7)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:30.889446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.903424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 6d1c2e83-f3ae-4392-9539-b8922daf3589 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:30.907028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8f5e986d-7547-4239-aeee-af004a6c5ba1 None None] Provisioning complete for port de56d291-90a2-40e5-88bf-b1755550335e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:30.907448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f5e986d-7547-4239-aeee-af004a6c5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (de56d291-90a2-40e5-88bf-b1755550335e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.940527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (de56d291-90a2-40e5-88bf-b1755550335e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:30.959246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e986d-7547-4239-aeee-af004a6c5ba1 None None] Port de56d291-90a2-40e5-88bf-b1755550335e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: from cryptography.utils import int_from_bytes Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: from cryptography.utils import int_from_bytes Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:13:31.042168 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 17:13:31.052603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b10bd826-eca0-4305-8853-68135aed8053), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.053487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (b10bd826-eca0-4305-8853-68135aed8053), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.077024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] Pushing event deleted for resources: {'Port': ['ID=b10bd826-eca0-4305-8853-68135aed8053,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:31.086150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c9927-9749-4c86-aa51-4468fe9c4ab5 None None] No DVR routers for this DVR port b10bd826-eca0-4305-8853-68135aed8053 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:31.097457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6d1c2e83-f3ae-4392-9539-b8922daf3589), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.109725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=b10bd826-eca0-4305-8853-68135aed8053,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:31.112119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb1811-8722-4a21-acb4-bf8a61df060a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:31.122818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port b10bd826-eca0-4305-8853-68135aed8053 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:31.154619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=6d1c2e83-f3ae-4392-9539-b8922daf3589,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:31.167061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 6d1c2e83-f3ae-4392-9539-b8922daf3589 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:31.217032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb1811-8722-4a21-acb4-bf8a61df060a None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:31.234628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (49647f15-7420-479c-9cce-0ce183363862), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.263746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49647f15-7420-479c-9cce-0ce183363862']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:31.282582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de00209d-90c3-464f-9d98-bb40239baa75') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:31.282920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de00209d-90c3-464f-9d98-bb40239baa75') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:31.285765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks [] for port (de56d291-90a2-40e5-88bf-b1755550335e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.291129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (00769d79-33fe-4741-90be-baa405521642), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.297662 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (de00209d-90c3-464f-9d98-bb40239baa75), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.313247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (de00209d-90c3-464f-9d98-bb40239baa75), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.320385 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:31.320999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (de00209d-90c3-464f-9d98-bb40239baa75), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.323964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00769d79-33fe-4741-90be-baa405521642']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:31.324530 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:31.343397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea610669-28fd-47c0-9460-2d7e99f652b7') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:31.343742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea610669-28fd-47c0-9460-2d7e99f652b7') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:31.355734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.373011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.379303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (ea610669-28fd-47c0-9460-2d7e99f652b7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:31.385278 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:31.390966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (de56d291-90a2-40e5-88bf-b1755550335e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.471006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (7508b100-da6b-41c6-a50c-bb9c0322f996), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.476787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Pushing event updated for resources: {'Port': ['ID=de56d291-90a2-40e5-88bf-b1755550335e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:31.548248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (49647f15-7420-479c-9cce-0ce183363862), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.558180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.561339 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/49647f15-7420-479c-9cce-0ce183363862 HTTP/1.1" status: 204 len: 168 time: 1.2374792 Mar 09 17:13:31.564285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35814) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:31.573283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (00769d79-33fe-4741-90be-baa405521642), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.577157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c569c-027d-4c9b-83ad-f10cc362fb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=49647f15-7420-479c-9cce-0ce183363862,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:31.595729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:31.597120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:31.604089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 07a7267d-71d0-4b4a-b430-e2f49ae087dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:31.613066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.625012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/00769d79-33fe-4741-90be-baa405521642 HTTP/1.1" status: 204 len: 168 time: 2.4942050 Mar 09 17:13:31.630431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35816) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:31.637613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951193681'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:31.662028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47889-9a04-4782-ad26-76255f28e5f4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=00769d79-33fe-4741-90be-baa405521642,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:31.696986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 07a7267d-71d0-4b4a-b430-e2f49ae087dd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:31.697568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.747606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:31.787397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:31.791867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.794090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 07a7267d-71d0-4b4a-b430-e2f49ae087dd is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:31.795210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.828927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 07a7267d-71d0-4b4a-b430-e2f49ae087dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07a7267d-71d0-4b4a-b430-e2f49ae087dd,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:31.833366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:31.844474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port be1324fb-531b-4f6e-94a4-5315f5354de0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:31.844956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.879171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:31.885095 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-39542bca-0dd2-4e8b-8e47-f8261e281a99 admin admin] 10.222.0.16 "PUT /v2.0/routers/7508b100-da6b-41c6-a50c-bb9c0322f996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0720797 Mar 09 17:13:31.901148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.931772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.932258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (be1324fb-531b-4f6e-94a4-5315f5354de0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:31.945005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for be1324fb-531b-4f6e-94a4-5315f5354de0 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:31.986996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b10bd826-eca0-4305-8853-68135aed8053 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:32.003121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a22d0284-e843-4abd-abe7-5b097627fb5a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.003483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment a22d0284-e843-4abd-abe7-5b097627fb5a of type vlan for network 6cf4f038-0f3d-457b-9151-d49293ac9ef0 Mar 09 17:13:32.014603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: b10bd826-eca0-4305-8853-68135aed8053 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:32.015223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b10bd826-eca0-4305-8853-68135aed8053 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:32.027733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=07a7267d-71d0-4b4a-b430-e2f49ae087dd,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:32.033112 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ddade151-c354-416b-9d8c-99d471ca4a89 None None] Provisioning complete for port de56d291-90a2-40e5-88bf-b1755550335e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:32.033497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ddade151-c354-416b-9d8c-99d471ca4a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (de56d291-90a2-40e5-88bf-b1755550335e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.074136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ddade151-c354-416b-9d8c-99d471ca4a89 None None] Port de56d291-90a2-40e5-88bf-b1755550335e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:32.102471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6cf4f038-0f3d-457b-9151-d49293ac9ef0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.279710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:32.290867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:32.291509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:32.409330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:32.513345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6cf4f038-0f3d-457b-9151-d49293ac9ef0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.518443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:32.519153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.598297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=6cf4f038-0f3d-457b-9151-d49293ac9ef0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:32.610855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6cf4f038-0f3d-457b-9151-d49293ac9ef0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:32.666910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4244398b-a9b0-4e4d-9255-abd16a5ada65 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0354266 Mar 09 17:13:32.677581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35828) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:32.683239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '6cf4f038-0f3d-457b-9151-d49293ac9ef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:32.685735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 2, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:32.713665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (be1324fb-531b-4f6e-94a4-5315f5354de0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.715227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:32.715591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Updating router 7508b100-da6b-41c6-a50c-bb9c0322f996 port de56d291-90a2-40e5-88bf-b1755550335e binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:32.747426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (de56d291-90a2-40e5-88bf-b1755550335e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.783112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=be1324fb-531b-4f6e-94a4-5315f5354de0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:32.859037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (39e621b2-3573-4ecd-86d4-121f3557df31), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.859037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 39e621b2-3573-4ecd-86d4-121f3557df31 disassociated (deleted). External IP: 172.36.5.114, port: cadad9a5-755a-4b17-bd83-f50e63393e2e. Mar 09 17:13:32.875526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35834) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:32.880495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1334854943-network', 'tenant_id': '069111dff893431b87bd5a9268737a48'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:32.910521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:32.914738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.986986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Made reservation on behalf of 069111dff893431b87bd5a9268737a48 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:32.989542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:32.999020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.017609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:13:33.018490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:13:33.027386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Publish callbacks [] for port (de56d291-90a2-40e5-88bf-b1755550335e), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.080221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks [] for security_group (f26b7c63-9993-4e9a-8c51-58eeb8b34e09), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.112285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (de56d291-90a2-40e5-88bf-b1755550335e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.180980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e6905-f3af-4844-b3d1-06702c9ae359 None None] Pushing event updated for resources: {'Port': ['ID=de56d291-90a2-40e5-88bf-b1755550335e,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:33.193557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f26b7c63-9993-4e9a-8c51-58eeb8b34e09), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.211888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:33.218394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Attempting to bind port de56d291-90a2-40e5-88bf-b1755550335e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:33.219047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Attempting to bind port de56d291-90a2-40e5-88bf-b1755550335e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:33.219484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Attempting to bind port de56d291-90a2-40e5-88bf-b1755550335e on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:33.225537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:33.225798 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (505fc184-b353-4ffd-a9a9-3070d1a49bad), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.226246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Checking segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:33.226415 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Added segment 505fc184-b353-4ffd-a9a9-3070d1a49bad of type vlan for network 4ec683b6-dc87-40b5-8a10-f3c01d39247b Mar 09 17:13:33.226777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.227240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Bound using segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:33.227724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Bound port: de56d291-90a2-40e5-88bf-b1755550335e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:33.228115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (de56d291-90a2-40e5-88bf-b1755550335e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.234449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:33.284291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (4ec683b6-dc87-40b5-8a10-f3c01d39247b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.311267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] For port de56d291-90a2-40e5-88bf-b1755550335e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:33.315363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] For port de56d291-90a2-40e5-88bf-b1755550335e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de56d291-90a2-40e5-88bf-b1755550335e,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:33.364891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (3b23badb-0f3b-447e-a1de-a43b39f28d32), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.376291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b7c63-9993-4e9a-8c51-58eeb8b34e09,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:33.396042 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-cc576d05-41e9-4628-a90f-de19ad4d5cae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0986784 Mar 09 17:13:33.399588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (de56d291-90a2-40e5-88bf-b1755550335e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.426384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:33.435703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.442718 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:33.458887 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:33.461214 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:33.470552 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4f45d995-6af0-44cd-bdd8-1a05a952cc6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/39e621b2-3573-4ecd-86d4-121f3557df31 HTTP/1.1" status: 204 len: 168 time: 1.9050796 Mar 09 17:13:33.475334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:33.477717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2" -d '{"events": [{"name": "network-changed", "server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:33.487856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=3b23badb-0f3b-447e-a1de-a43b39f28d32,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:33.495616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (4ec683b6-dc87-40b5-8a10-f3c01d39247b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.496625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:33.497291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.514028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': 'a22d0284-e843-4abd-abe7-5b097627fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6cf4f038-0f3d-457b-9151-d49293ac9ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:33.514480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 6cf4f038-0f3d-457b-9151-d49293ac9ef0, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:33.590462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50642e2b-fba1-41d3-b741-db099ae2b069 x-openstack-request-id: req-50642e2b-fba1-41d3-b741-db099ae2b069 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:33.591017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:33.592782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50642e2b-fba1-41d3-b741-db099ae2b069 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:33.593648 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'status': 'completed', 'code': 200} Mar 09 17:13:33.613667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec683b6-dc87-40b5-8a10-f3c01d39247b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:33.617802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:33.620524 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ecbcbc42-ed36-4f33-8c9c-1df018fa32f8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7438707 Mar 09 17:13:33.623589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:33.626957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35840) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:33.629323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-91c23c91-a5a1-467c-8518-c8484fb3c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:33.629323 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-91c23c91-a5a1-467c-8518-c8484fb3c601 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbb791156d794777a30b1ac575142f61&device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1130 time: 0.2019980 Mar 09 17:13:33.641139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Request body: {'subnet': {'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1334854943-subnet', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:33.651423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:33.713648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 6cf4f038-0f3d-457b-9151-d49293ac9ef0 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:33.729938 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:33.755123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 07a7267d-71d0-4b4a-b430-e2f49ae087dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:33.759329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e6905-f3af-4844-b3d1-06702c9ae359 None None] Pushing event updated for resources: {'Port': ['ID=de56d291-90a2-40e5-88bf-b1755550335e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:33.760091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-7aee43c3-425b-44fa-9e6a-b50c698d7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:33.761708 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-7aee43c3-425b-44fa-9e6a-b50c698d7483 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 1130 time: 0.1544626 Mar 09 17:13:33.783752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9c995aef-a5e0-43e6-acd7-a37c11b27a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.788875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-d09e71d0-dfac-4d65-99e6-fedac81626b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:33.790393 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-d09e71d0-dfac-4d65-99e6-fedac81626b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 200 len: 897 time: 0.1366737 Mar 09 17:13:33.883810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-880611ee-77d2-449c-896a-a145a2845813 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 200 len: 1001 time: 0.0877974 Mar 09 17:13:33.895455 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5279e23c-025c-463a-8624-6d680667a16f None None] Provisioning complete for port de56d291-90a2-40e5-88bf-b1755550335e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:33.895695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5279e23c-025c-463a-8624-6d680667a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (de56d291-90a2-40e5-88bf-b1755550335e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.918971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-05491d76-5cc2-4e54-b709-0f38ab3b3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:33.921191 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-05491d76-5cc2-4e54-b709-0f38ab3b3c72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 200 len: 895 time: 0.1444728 Mar 09 17:13:33.922410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Made reservation on behalf of 069111dff893431b87bd5a9268737a48 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:33.925228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:33.957977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-dba0e74d-9f46-4fda-a474-a25ccb97a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:33.959861 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-dba0e74d-9f46-4fda-a474-a25ccb97a94a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b70a303d-68f0-4b59-99d0-543398c00851 HTTP/1.1" status: 200 len: 834 time: 0.0704145 Mar 09 17:13:34.024660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6cf4f038-0f3d-457b-9151-d49293ac9ef0) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:34.040551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-37838c28-e99c-4378-a5df-13944134ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:34.040718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:34.040811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-37838c28-e99c-4378-a5df-13944134ffed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0482777b-394b-4efc-8c8a-570f5c5a9f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0712726 Mar 09 17:13:34.040902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15cbd1c-8dca-461a-b8c6-4a40a39e0492 None None] Network 6cf4f038-0f3d-457b-9151-d49293ac9ef0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:34.048148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:34.049117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.091590 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-c4c38c99-1257-45a2-9341-81dc297d7045 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 200 len: 217 time: 0.0682015 Mar 09 17:13:34.180640 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-22f344ce-5887-4b19-a193-eb2346461be0 service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368678 Mar 09 17:13:34.203256 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:22Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.206606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-7ee8f449-db30-40da-a2b8-42d27f242169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:34.208238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-7ee8f449-db30-40da-a2b8-42d27f242169 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5c2b13-2602-47b5-99ba-ba895f353734 HTTP/1.1" status: 200 len: 838 time: 0.1107268 Mar 09 17:13:34.221172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a610a5ad-7346-4a06-bbf8-2590b59a9cb6 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5401769 Mar 09 17:13:34.231390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35844) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:34.238827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 07a7267d-71d0-4b4a-b430-e2f49ae087dd triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:34.239212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.249000 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:34.261613 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:34.262370 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.311333 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a04bbb9f-7bcb-4b64-bcd0-98cba63209f7 req-dab8a3cf-65b3-46a3-b3ce-846a203255e5 service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240425 Mar 09 17:13:34.387815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8c73-ff18-4468-b642-ec79142b8cfc req-1970eb2d-1a08-4198-895e-0cf25e218a12 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:34.389400 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-034d8c73-ff18-4468-b642-ec79142b8cfc req-1970eb2d-1a08-4198-895e-0cf25e218a12 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 0.0768778 Mar 09 17:13:34.405553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6cf4f038-0f3d-457b-9151-d49293ac9ef0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.420389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5279e23c-025c-463a-8624-6d680667a16f None None] Current status of the port de56d291-90a2-40e5-88bf-b1755550335e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:34.420967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5279e23c-025c-463a-8624-6d680667a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (de56d291-90a2-40e5-88bf-b1755550335e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.426776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-bb93a8e0-df53-41cd-8677-d6add848e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:34.426776 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-bb93a8e0-df53-41cd-8677-d6add848e78c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d5f0c1b-1b8b-467c-97f1-0693d3091f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2068145 Mar 09 17:13:34.430021 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:34.464945 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-034d8c73-ff18-4468-b642-ec79142b8cfc req-a0fcea05-ea55-49d3-9f8e-0d1adb5aea23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633147 Mar 09 17:13:34.488662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (3b23badb-0f3b-447e-a1de-a43b39f28d32), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.507161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5279e23c-025c-463a-8624-6d680667a16f None None] For port de56d291-90a2-40e5-88bf-b1755550335e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de56d291-90a2-40e5-88bf-b1755550335e,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:34.510107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (63d99a3c-19cb-4d5e-9211-d967abc21a5c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.568452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb7a21-5a05-413f-89d6-66f10daab635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6cf4f038-0f3d-457b-9151-d49293ac9ef0', 'network_id': '6cf4f038-0f3d-457b-9151-d49293ac9ef0', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '3b23badb-0f3b-447e-a1de-a43b39f28d32'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:34.569517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7a21-5a05-413f-89d6-66f10daab635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.658458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5279e23c-025c-463a-8624-6d680667a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (de56d291-90a2-40e5-88bf-b1755550335e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.673633 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:22Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.691068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d99a3c-19cb-4d5e-9211-d967abc21a5c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:34.700858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Checking segment: {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:34.701659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Network hostable DHCP agents. Network: 4ec683b6-dc87-40b5-8a10-f3c01d39247b, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:34.718678 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd570f0-7fa1-4d49-89c3-81849e9192ed None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:22Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '748ec4d6-7030-4c56-8b87-640d64f671ad', 'name': '', 'network_id': '8d5f0c1b-1b8b-467c-97f1-0693d3091f24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:b7:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:05Z', 'updated_at': '2022-03-09T17:11:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '7e5c2b13-2602-47b5-99ba-ba895f353734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:34.735413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-5d4a03dc-bed7-4dd3-a912-644045ca6304 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473612 Mar 09 17:13:34.738769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 07a7267d-71d0-4b4a-b430-e2f49ae087dd is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:34.813684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279e23c-025c-463a-8624-6d680667a16f None None] Pushing event updated for resources: {'Port': ['ID=de56d291-90a2-40e5-88bf-b1755550335e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:34.815652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (3b23badb-0f3b-447e-a1de-a43b39f28d32), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.853490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=3b23badb-0f3b-447e-a1de-a43b39f28d32,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:34.886418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f5f289f-2d76-424a-b7e4-99bb15209a8c None None] Provisioning complete for port de56d291-90a2-40e5-88bf-b1755550335e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:34.886804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f5f289f-2d76-424a-b7e4-99bb15209a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (de56d291-90a2-40e5-88bf-b1755550335e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.892793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:34.926491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6cf4f038-0f3d-457b-9151-d49293ac9ef0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.956263 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1e4be17-bac6-4c5f-a013-3884fa3cdab2 req-3870f762-2bcc-47ef-8e3c-292fbdc1d730 service neutron] 10.222.0.36 "GET /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101376 Mar 09 17:13:34.957414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:33Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.959917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf4f038-0f3d-457b-9151-d49293ac9ef0']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.971252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22d0284-e843-4abd-abe7-5b097627fb5a') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.971555 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22d0284-e843-4abd-abe7-5b097627fb5a') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:34.973263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4ec683b6-dc87-40b5-8a10-f3c01d39247b) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:34.985032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:34.985686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:34.991736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a22d0284-e843-4abd-abe7-5b097627fb5a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.010739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a22d0284-e843-4abd-abe7-5b097627fb5a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.015120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe1856-d4ff-48b6-bdc7-c25e73ed93cb None None] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:35.020773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e397802-44c1-4c6f-9ef8-05aab275f909 None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:33Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:35.023501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:35.024299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a22d0284-e843-4abd-abe7-5b097627fb5a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-9ffb7a21-5a05-413f-89d6-66f10daab635 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b23badb-0f3b-447e-a1de-a43b39f28d32: This subnet is being modified by another concurrent operation. Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b23badb-0f3b-447e-a1de-a43b39f28d32: This subnet is being modified by another concurrent operation. Mar 09 17:13:35.025706 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:35.044903 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:35.047438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7235f5-05ff-4bf6-987a-cad8cb2afce3 None None] Network 6cf4f038-0f3d-457b-9151-d49293ac9ef0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:35.121941 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2b08c156-229f-42e0-84e3-f25b99c20e1d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4912057 Mar 09 17:13:35.124808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35850) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:35.130934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:35.160383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c719d-8828-4e86-91ed-1d796450b049 None None] New status for floating IP 39e621b2-3573-4ecd-86d4-121f3557df31: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:13:35.162904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f289f-2d76-424a-b7e4-99bb15209a8c None None] Current status of the port de56d291-90a2-40e5-88bf-b1755550335e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:35.238272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6cf4f038-0f3d-457b-9151-d49293ac9ef0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.249924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.254689 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/6cf4f038-0f3d-457b-9151-d49293ac9ef0 HTTP/1.1" status: 204 len: 168 time: 1.0238307 Mar 09 17:13:35.258556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35852) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:35.264585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-903397592'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:35.267295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfddd59-931a-405b-8995-4bab8c120918 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=6cf4f038-0f3d-457b-9151-d49293ac9ef0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:35.278232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (6eea8419-eec9-491e-81d4-2cee48b93003), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.279316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (6eea8419-eec9-491e-81d4-2cee48b93003), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.351605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4ec683b6-dc87-40b5-8a10-f3c01d39247b', 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b', 'project_id': '069111dff893431b87bd5a9268737a48', 'fixed_ips': [{'subnet_id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:35.351605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.367899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks [] for router_controller (6eea8419-eec9-491e-81d4-2cee48b93003), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.370475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:35.374279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.399737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:35.409170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (6bb4977c-d1bd-47f7-917e-e0794a208a6e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.409671 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment 6bb4977c-d1bd-47f7-917e-e0794a208a6e of type vlan for network 07870b7f-34d6-4581-8976-10d33783d338 Mar 09 17:13:35.453305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (07870b7f-34d6-4581-8976-10d33783d338), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.529314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Allocated IP 172.20.0.2 (4ec683b6-dc87-40b5-8a10-f3c01d39247b/63d99a3c-19cb-4d5e-9211-d967abc21a5c/5497d8e1-e38e-4583-b29f-ec12586d3898) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:35.606188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (07870b7f-34d6-4581-8976-10d33783d338), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.612813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:35.613462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.629687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-5fc9fbef-962f-476b-a7c9-b1d40a55ef16 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:35.636604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-5fc9fbef-962f-476b-a7c9-b1d40a55ef16 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 0.1131289 Mar 09 17:13:35.671112 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device de56d291-90a2-40e5-88bf-b1755550335e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:35.760201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=07870b7f-34d6-4581-8976-10d33783d338,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:35.779259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 07870b7f-34d6-4581-8976-10d33783d338 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:35.784475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port cadad9a5-755a-4b17-bd83-f50e63393e2e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:35.786168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.799849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce545fac-3498-43d7-94fc-7e8595b5267a req-ffc5ab48-8f79-49dd-b66b-a9efd73ef685 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:35.801477 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ce545fac-3498-43d7-94fc-7e8595b5267a req-ffc5ab48-8f79-49dd-b66b-a9efd73ef685 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 946 time: 0.2325504 Mar 09 17:13:35.804278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks [] for router_gateway (6eea8419-eec9-491e-81d4-2cee48b93003), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.821080 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-13cea98b-de78-420a-9b48-b756c6ea3d95 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5612898 Mar 09 17:13:35.822740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35856) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:35.827575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '07870b7f-34d6-4581-8976-10d33783d338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:35.831056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port de56d291-90a2-40e5-88bf-b1755550335e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:35.831688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (de56d291-90a2-40e5-88bf-b1755550335e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.865948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Publish callbacks [] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.888092 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ce545fac-3498-43d7-94fc-7e8595b5267a req-10d55356-4332-40f9-a7b0-a55833f8fe40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f703a4-f083-408e-829b-61ebcbbfa870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787437 Mar 09 17:13:35.927433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port cadad9a5-755a-4b17-bd83-f50e63393e2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cadad9a5-755a-4b17-bd83-f50e63393e2e,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:35.927943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:35.945371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for cadad9a5-755a-4b17-bd83-f50e63393e2e owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:35.975386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.033388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port de56d291-90a2-40e5-88bf-b1755550335e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:36.052031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:36.057072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:36.062575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:36.066519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Pushing event updated for resources: {'Port': ['ID=5497d8e1-e38e-4583-b29f-ec12586d3898,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:36.078132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:36.082822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.153646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Attempting to bind port 5497d8e1-e38e-4583-b29f-ec12586d3898 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:36.154068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Attempting to bind port 5497d8e1-e38e-4583-b29f-ec12586d3898 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:36.154442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Attempting to bind port 5497d8e1-e38e-4583-b29f-ec12586d3898 on network 4ec683b6-dc87-40b5-8a10-f3c01d39247b {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:36.160873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:36.161262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Checking segment: {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:36.162932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.162932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Bound using segment: {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:36.163464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Bound port: 5497d8e1-e38e-4583-b29f-ec12586d3898, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:36.163973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.243154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] For port 5497d8e1-e38e-4583-b29f-ec12586d3898, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:36.246690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] For port 5497d8e1-e38e-4583-b29f-ec12586d3898, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5497d8e1-e38e-4583-b29f-ec12586d3898,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:36.255345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (cadad9a5-755a-4b17-bd83-f50e63393e2e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.290633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=cadad9a5-755a-4b17-bd83-f50e63393e2e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:36.290858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd79c-c286-4c7b-9c3c-a2e622a53f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.349396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port cadad9a5-755a-4b17-bd83-f50e63393e2e on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:36.352724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.356965 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e442ed50-5d4d-4d65-aee0-acaa9aa6dbc7 req-6f4d8890-08ca-4b8d-a6d8-116ad1383020 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/cadad9a5-755a-4b17-bd83-f50e63393e2e HTTP/1.1" status: 204 len: 173 time: 0.7191145 Mar 09 17:13:36.357537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'name': 'network-vif-deleted', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:36.360063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5099a050-b44a-4bce-9775-2f0724c89111" -d '{"events": [{"server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "name": "network-vif-deleted", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:36.375443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.410695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8e15c-8404-4a79-8951-a6fe4ffb6393 x-openstack-request-id: req-fad8e15c-8404-4a79-8951-a6fe4ffb6393 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:36.411006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f528f-dde3-495d-893a-2400cbc00553", "name": "network-vif-deleted", "tag": "cadad9a5-755a-4b17-bd83-f50e63393e2e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:36.411273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fad8e15c-8404-4a79-8951-a6fe4ffb6393 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:36.411688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193f528f-dde3-495d-893a-2400cbc00553', 'name': 'network-vif-deleted', 'tag': 'cadad9a5-755a-4b17-bd83-f50e63393e2e', 'status': 'completed', 'code': 200} Mar 09 17:13:36.446901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc648-55a1-43e5-8d64-6b0c1078eba0 None None] Pushing event updated for resources: {'Port': ['ID=5497d8e1-e38e-4583-b29f-ec12586d3898,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:36.698776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks [] for router_gateway (6eea8419-eec9-491e-81d4-2cee48b93003), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.744055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:36.903239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Allocated IP 172.36.5.149 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/68917335-36fe-4f92-bc2f-99e5045e5c33) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:36.932185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (c4f29ea9-ffef-4846-94eb-da11ca584799), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.054516 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-50bd6705-a01c-4372-9c5a-ac601709786c req-4f5a36ab-e40d-4922-b55e-53e6d04879a0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=193f528f-dde3-495d-893a-2400cbc00553 HTTP/1.1" status: 200 len: 210 time: 0.0496163 Mar 09 17:13:37.076987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=c4f29ea9-ffef-4846-94eb-da11ca584799,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:37.097690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks [] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.103851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': '6bb4977c-d1bd-47f7-917e-e0794a208a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '07870b7f-34d6-4581-8976-10d33783d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:37.104213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 07870b7f-34d6-4581-8976-10d33783d338, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:37.218236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.218858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 07870b7f-34d6-4581-8976-10d33783d338 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:37.221086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.267995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:37.273292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:37.277053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:37.282579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Pushing event updated for resources: {'Port': ['ID=68917335-36fe-4f92-bc2f-99e5045e5c33,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:37.316656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 07870b7f-34d6-4581-8976-10d33783d338) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:37.331550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:37.331550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.331759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db580d-b8ca-4da2-ae5e-983d6e75335b None None] Network 07870b7f-34d6-4581-8976-10d33783d338 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:37.471683 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5c4a0f29-3104-48b9-87bb-e313003b75a9 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6453476 Mar 09 17:13:37.474182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35864) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:37.514474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af197df-d69d-43aa-95ad-565c9085ab97 None None] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:37.639740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5497d8e1-e38e-4583-b29f-ec12586d3898 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:37.640154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (07870b7f-34d6-4581-8976-10d33783d338), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.706978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] Provisioning complete for port 5497d8e1-e38e-4583-b29f-ec12586d3898 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:37.707361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.725011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks [] for router_gateway (6eea8419-eec9-491e-81d4-2cee48b93003), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.740768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c3a672-a1cf-4ad9-b505-2c3b435fbadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-07870b7f-34d6-4581-8976-10d33783d338', 'network_id': '07870b7f-34d6-4581-8976-10d33783d338', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': 'c4f29ea9-ffef-4846-94eb-da11ca584799'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:37.742259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f5c3a672-a1cf-4ad9-b505-2c3b435fbadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.772530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (c4f29ea9-ffef-4846-94eb-da11ca584799), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.859073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 5497d8e1-e38e-4583-b29f-ec12586d3898 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:37.859457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:37.941495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] Current status of the port 5497d8e1-e38e-4583-b29f-ec12586d3898 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:37.941896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.001466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (6eea8419-eec9-491e-81d4-2cee48b93003), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.002498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] For port 5497d8e1-e38e-4583-b29f-ec12586d3898, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5497d8e1-e38e-4583-b29f-ec12586d3898,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:38.006836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 5497d8e1-e38e-4583-b29f-ec12586d3898 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:38.007232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.043128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (c4f29ea9-ffef-4846-94eb-da11ca584799), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-f5c3a672-a1cf-4ad9-b505-2c3b435fbadb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4f29ea9-ffef-4846-94eb-da11ca584799: This subnet is being modified by another concurrent operation. Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4f29ea9-ffef-4846-94eb-da11ca584799: This subnet is being modified by another concurrent operation. Mar 09 17:13:38.073434 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:13:38.089442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f29ea9-ffef-4846-94eb-da11ca584799,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:38.090766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.129255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35868) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:38.133154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c49bcc-4edb-4d08-9508-f4b26e6d0eeb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:38.185544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:38.186215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:38.188533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (07870b7f-34d6-4581-8976-10d33783d338), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.192113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2304be4-12a9-4433-95ff-62d6e636b246 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (70f703a4-f083-408e-829b-61ebcbbfa870), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.212368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a6fc3-a5f3-48db-a5b7-f7b8414cce85 None None] Pushing event updated for resources: {'Port': ['ID=5497d8e1-e38e-4583-b29f-ec12586d3898,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:38.222087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07870b7f-34d6-4581-8976-10d33783d338']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:38.227682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2304be4-12a9-4433-95ff-62d6e636b246 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (70f703a4-f083-408e-829b-61ebcbbfa870), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.232971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb4977c-d1bd-47f7-917e-e0794a208a6e') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:38.233386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb4977c-d1bd-47f7-917e-e0794a208a6e') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:38.243759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (6bb4977c-d1bd-47f7-917e-e0794a208a6e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.266266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (6bb4977c-d1bd-47f7-917e-e0794a208a6e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.270339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1d316695-de48-4b05-8c3a-68b53f7cf207 None None] Provisioning complete for port 5497d8e1-e38e-4583-b29f-ec12586d3898 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:38.274635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1d316695-de48-4b05-8c3a-68b53f7cf207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.279739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:38.280133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (6bb4977c-d1bd-47f7-917e-e0794a208a6e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:38.283865 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:38.333396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c49bcc-4edb-4d08-9508-f4b26e6d0eeb None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:38.384859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.386277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2304be4-12a9-4433-95ff-62d6e636b246 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (70f703a4-f083-408e-829b-61ebcbbfa870), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.388940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2304be4-12a9-4433-95ff-62d6e636b246 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.390121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c2304be4-12a9-4433-95ff-62d6e636b246 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/70f703a4-f083-408e-829b-61ebcbbfa870 HTTP/1.1" status: 204 len: 168 time: 0.2603161 Mar 09 17:13:38.399824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2304be4-12a9-4433-95ff-62d6e636b246 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f703a4-f083-408e-829b-61ebcbbfa870,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:38.423370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1d316695-de48-4b05-8c3a-68b53f7cf207 None None] Current status of the port 5497d8e1-e38e-4583-b29f-ec12586d3898 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:38.427180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (07870b7f-34d6-4581-8976-10d33783d338), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.429578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Router 6eea8419-eec9-491e-81d4-2cee48b93003 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:13:38.439198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.442463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/07870b7f-34d6-4581-8976-10d33783d338 HTTP/1.1" status: 204 len: 168 time: 0.9696422 Mar 09 17:13:38.446912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35872) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:38.453793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526101879'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:38.456285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c2937-4c71-4c16-a3e2-48c88606df8a tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=07870b7f-34d6-4581-8976-10d33783d338,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:38.526268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35874) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:38.573346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:38.574017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e16277-8967-4032-8a1c-82d48d55a610 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:38.588020 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Sync routers for ids ['6eea8419-eec9-491e-81d4-2cee48b93003'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:38.592309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:38.597342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.603124 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Routers {'6eea8419-eec9-491e-81d4-2cee48b93003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:38.603124 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6eea8419-eec9-491e-81d4-2cee48b93003'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:38.664970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:38.673398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.680301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-04eca91a-5871-46e7-8d8b-091e381f4c45 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5488584 Mar 09 17:13:38.680301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35876) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:38.684325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e16277-8967-4032-8a1c-82d48d55a610 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:38.712046 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Set router 6eea8419-eec9-491e-81d4-2cee48b93003 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:38.726605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 5497d8e1-e38e-4583-b29f-ec12586d3898 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:38.732320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cadad9a5-755a-4b17-bd83-f50e63393e2e no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:38.759269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: cadad9a5-755a-4b17-bd83-f50e63393e2e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:38.759960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cadad9a5-755a-4b17-bd83-f50e63393e2e not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:38.796426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.797094 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment 51f95a5e-d428-4cf9-983a-baf411f07de4 of type vlan for network 7af96649-d25d-49f5-a3a5-e27c2cccee00 Mar 09 17:13:38.905668 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:13:37Z', 'revision_number': 3, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:38.933443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.942697 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Checking router: 6eea8419-eec9-491e-81d4-2cee48b93003 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:38.943202 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Updating router 6eea8419-eec9-491e-81d4-2cee48b93003 port 68917335-36fe-4f92-bc2f-99e5045e5c33 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:38.968088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d6a32-5e54-4df1-9066-fc4d92f47919 None None] Network 07870b7f-34d6-4581-8976-10d33783d338 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:38.977492 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:38.984030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d6a32-5e54-4df1-9066-fc4d92f47919 None None] Network 07870b7f-34d6-4581-8976-10d33783d338 could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:13:39.044628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.047711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.052907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:39.054310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.166819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=7af96649-d25d-49f5-a3a5-e27c2cccee00,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:39.173477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.178128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 7af96649-d25d-49f5-a3a5-e27c2cccee00 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:39.218730 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-255fc177-98ba-4e96-a5a4-a62b75a24beb tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7706006 Mar 09 17:13:39.221446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35878) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:39.228806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:39.275148 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Publish callbacks [] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.372422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Allocated IP 172.20.0.1 (4ec683b6-dc87-40b5-8a10-f3c01d39247b/63d99a3c-19cb-4d5e-9211-d967abc21a5c/c3f8ca2b-1da4-4235-a043-35f712e7536b) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:39.378211 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.438509 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dbc1f-8cfb-4ded-a9d9-5d0a6b80ff18 None None] Pushing event updated for resources: {'Port': ['ID=68917335-36fe-4f92-bc2f-99e5045e5c33,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:39.446145 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Attempting to bind port 68917335-36fe-4f92-bc2f-99e5045e5c33 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:39.446707 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Attempting to bind port 68917335-36fe-4f92-bc2f-99e5045e5c33 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:39.447229 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Attempting to bind port 68917335-36fe-4f92-bc2f-99e5045e5c33 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:39.453069 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:39.456429 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:39.456429 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.456429 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:39.456429 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Bound port: 68917335-36fe-4f92-bc2f-99e5045e5c33, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:39.456429 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.477528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:39.480901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.484012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks [] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.512456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] For port 68917335-36fe-4f92-bc2f-99e5045e5c33, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:39.515647 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] For port 68917335-36fe-4f92-bc2f-99e5045e5c33, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68917335-36fe-4f92-bc2f-99e5045e5c33,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:39.584438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5497d8e1-e38e-4583-b29f-ec12586d3898 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:39.598823 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.644534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 5497d8e1-e38e-4583-b29f-ec12586d3898 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:39.645513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.647861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.661433 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Routers {'6eea8419-eec9-491e-81d4-2cee48b93003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:39.662104 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6eea8419-eec9-491e-81d4-2cee48b93003'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:39.667815 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dbc1f-8cfb-4ded-a9d9-5d0a6b80ff18 None None] Pushing event updated for resources: {'Port': ['ID=68917335-36fe-4f92-bc2f-99e5045e5c33,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:39.696388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Pushing event updated for resources: {'Port': ['ID=c3f8ca2b-1da4-4235-a043-35f712e7536b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:39.709569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:39.711536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:39.713866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:39.778306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (6eea8419-eec9-491e-81d4-2cee48b93003), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.789017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 5497d8e1-e38e-4583-b29f-ec12586d3898 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:39.810006 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] Set router 6eea8419-eec9-491e-81d4-2cee48b93003 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:39.861699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:39.976779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 748ec4d6-7030-4c56-8b87-640d64f671ad {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:39.977250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.014607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.059422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b0d47849-605b-416f-ba70-6f09b36195b7 None None] Provisioning complete for port c3f8ca2b-1da4-4235-a043-35f712e7536b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:40.059807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b0d47849-605b-416f-ba70-6f09b36195b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.094105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b0d47849-605b-416f-ba70-6f09b36195b7 None None] Port c3f8ca2b-1da4-4235-a043-35f712e7536b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:40.107683 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:13:37Z', 'revision_number': 3, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:40.133594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 748ec4d6-7030-4c56-8b87-640d64f671ad, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=748ec4d6-7030-4c56-8b87-640d64f671ad,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:40.133972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.139218 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3bba-5c90-4779-8c17-3f6ed83e487d None None] The sync data for ids ['6eea8419-eec9-491e-81d4-2cee48b93003'] in dv-neutron-master-2-hyperv is: [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:13:37Z', 'revision_number': 3, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:40.152975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 748ec4d6-7030-4c56-8b87-640d64f671ad owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:40.251587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks [] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.311372 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (c242f863-915d-4e64-b08e-ba70c57e5101), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.337896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.422485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=c242f863-915d-4e64-b08e-ba70c57e5101,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:40.434608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Pushing event updated for resources: {'Port': ['ID=c3f8ca2b-1da4-4235-a043-35f712e7536b,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:40.437912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (6eea8419-eec9-491e-81d4-2cee48b93003), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.475378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': '51f95a5e-d428-4cf9-983a-baf411f07de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:40.475784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 7af96649-d25d-49f5-a3a5-e27c2cccee00, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:40.545788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:40.547445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:40.587373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (748ec4d6-7030-4c56-8b87-640d64f671ad), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.625838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=748ec4d6-7030-4c56-8b87-640d64f671ad,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:40.633626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 7af96649-d25d-49f5-a3a5-e27c2cccee00 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:40.734029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7af96649-d25d-49f5-a3a5-e27c2cccee00) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:40.743467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f4fe3-dcba-4f9a-9396-e5986158211e None None] Network 7af96649-d25d-49f5-a3a5-e27c2cccee00 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:40.778474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:40.779285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:40.920290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-873fe4d4-13e6-4b07-9134-43a8dd195271 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6964526 Mar 09 17:13:40.920290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35882) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:40.968840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35884) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:40.975807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3d965e8e-e02e-431b-a6f5-b7bb78ca37bd None None] Provisioning complete for port c3f8ca2b-1da4-4235-a043-35f712e7536b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:40.976540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3d965e8e-e02e-431b-a6f5-b7bb78ca37bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.030566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7af96649-d25d-49f5-a3a5-e27c2cccee00', 'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': 'c242f863-915d-4e64-b08e-ba70c57e5101'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:41.031726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.058444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.066456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3d965e8e-e02e-431b-a6f5-b7bb78ca37bd None None] Port c3f8ca2b-1da4-4235-a043-35f712e7536b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:41.107933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Router 6eea8419-eec9-491e-81d4-2cee48b93003 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:41.132143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.203155 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Allocated IP 172.20.0.1 (7af96649-d25d-49f5-a3a5-e27c2cccee00/c242f863-915d-4e64-b08e-ba70c57e5101/3dbec053-b8be-45a9-ba40-c8a4a01fc8a8) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:41.234995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:41.241330 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c84dd5ee-ccc2-4919-8b04-8c331627d10f admin admin] 10.222.0.16 "PUT /v2.0/routers/6eea8419-eec9-491e-81d4-2cee48b93003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5617318 Mar 09 17:13:41.373378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Publish callbacks [] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.381977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (c242f863-915d-4e64-b08e-ba70c57e5101), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.462510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.498496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Network 7af96649-d25d-49f5-a3a5-e27c2cccee00 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:41.501814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:41.502663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Deleting port b981e219-63e2-4b91-8990-0ed42b7aaaef {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:41.503021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.504836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:41.543489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Pushing event updated for resources: {'Port': ['ID=3dbec053-b8be-45a9-ba40-c8a4a01fc8a8,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:41.585615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Attempting to bind port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:41.586089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Attempting to bind port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '51f95a5e-d428-4cf9-983a-baf411f07de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:41.586569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Attempting to bind port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8 on network 7af96649-d25d-49f5-a3a5-e27c2cccee00 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:41.592123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:41.592678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Checking segment: {'id': '51f95a5e-d428-4cf9-983a-baf411f07de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:41.593211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.593806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Bound using segment: {'id': '51f95a5e-d428-4cf9-983a-baf411f07de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:41.594409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Bound port: 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f95a5e-d428-4cf9-983a-baf411f07de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7af96649-d25d-49f5-a3a5-e27c2cccee00'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:41.594892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.636840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (c242f863-915d-4e64-b08e-ba70c57e5101), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.655320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.655671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for floatingip (b981e219-63e2-4b91-8990-0ed42b7aaaef), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.689480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=c242f863-915d-4e64-b08e-ba70c57e5101,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:41.702062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Calling delete_port for b981e219-63e2-4b91-8990-0ed42b7aaaef owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:41.706528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ab05cb2a-dc68-493c-a116-55fa3718ff2e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:41.801638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 68917335-36fe-4f92-bc2f-99e5045e5c33 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:41.819914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.871431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] For port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:41.875532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] For port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dbec053-b8be-45a9-ba40-c8a4a01fc8a8,segment=NetworkSegment(51f95a5e-d428-4cf9-983a-baf411f07de4),segment_id=51f95a5e-d428-4cf9-983a-baf411f07de4)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:41.886344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 68917335-36fe-4f92-bc2f-99e5045e5c33 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:41.886801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.890424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af96649-d25d-49f5-a3a5-e27c2cccee00']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:41.915991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f95a5e-d428-4cf9-983a-baf411f07de4') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:41.920569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f95a5e-d428-4cf9-983a-baf411f07de4') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:41.960308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.972983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 68917335-36fe-4f92-bc2f-99e5045e5c33 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:41.973611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.980532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:41.986869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.011787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:42.012207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:42.018631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:42.035143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35892) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:42.035668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b1b63b3c-6399-45cd-8fe4-a5d4d03ea2fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/ab05cb2a-dc68-493c-a116-55fa3718ff2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5078135 Mar 09 17:13:42.035780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] Sync routers for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:42.038922 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 68917335-36fe-4f92-bc2f-99e5045e5c33, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68917335-36fe-4f92-bc2f-99e5045e5c33,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:42.084254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35894) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:42.094025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897930356', 'description': 'tempest-secgroup-smoke-1897930356 description', 'project_id': 'b046bec90b254a4a860b2bce22dac67f'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:42.102376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:42.102997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:42.107834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e8eb2-6b53-4d7e-be38-8f7d0d3c8cd9 None None] Pushing event updated for resources: {'Port': ['ID=3dbec053-b8be-45a9-ba40-c8a4a01fc8a8,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:42.134221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 7e5c2b13-2602-47b5-99ba-ba895f353734 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:42.138132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.api [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:13:42.138132 dv-neutron-master-2-hyperv neutron-server[104357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:13:42.138132 dv-neutron-master-2-hyperv neutron-server[104357]: [parameters: {'id': '7af96649-d25d-49f5-a3a5-e27c2cccee00'}] Mar 09 17:13:42.138132 dv-neutron-master-2-hyperv neutron-server[104357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:13:42.138561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG oslo_db.api [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:13:42.139044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (7e5c2b13-2602-47b5-99ba-ba895f353734), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.150877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.180899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (7e5c2b13-2602-47b5-99ba-ba895f353734), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.184021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff7757-32fd-43d8-bf4d-866a808eef11 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:42.218297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.246609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b981e219-63e2-4b91-8990-0ed42b7aaaef), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.290242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'Port': ['ID=b981e219-63e2-4b91-8990-0ed42b7aaaef,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:42.303084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=68917335-36fe-4f92-bc2f-99e5045e5c33,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:42.305785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7e5c2b13-2602-47b5-99ba-ba895f353734), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.332109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:42.373709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for floatingip (b0552c7b-9927-42b3-984b-3dc6f13408e4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.375024 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Floating IP b0552c7b-9927-42b3-984b-3dc6f13408e4 disassociated (deleted). External IP: 172.36.5.14, port: cdccc674-d33b-4156-b16a-74b38f5585a0. Mar 09 17:13:42.383091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group (4c21669e-2538-443e-b81c-799fbcbcbf19), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.444558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4c21669e-2538-443e-b81c-799fbcbcbf19), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.480379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff7757-32fd-43d8-bf4d-866a808eef11 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:42.480841 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21669e-2538-443e-b81c-799fbcbcbf19,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:42.487034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (7e5c2b13-2602-47b5-99ba-ba895f353734), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.533537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5c2b13-2602-47b5-99ba-ba895f353734,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:42.535695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.542126 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a84f680b-999f-48ee-8bee-da9d7ed2cc1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/7e5c2b13-2602-47b5-99ba-ba895f353734 HTTP/1.1" status: 204 len: 168 time: 0.5023255 Mar 09 17:13:42.543085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35896) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:42.588914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.592058 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f1d6e53a-4187-4668-bf53-6638bf905835 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5001378 Mar 09 17:13:42.593433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35898) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:42.597819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group_rule': {'security_group_id': '4c21669e-2538-443e-b81c-799fbcbcbf19', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:42.629272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Router 9a07368d-8517-488f-81e8-f43d7100af8d has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:42.640009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.671156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:40Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:42.691402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.702344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] Checking router: ab05cb2a-dc68-493c-a116-55fa3718ff2e for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:42.732886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] Routers {'ab05cb2a-dc68-493c-a116-55fa3718ff2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:42.733525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:42.771059 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Sync routers for ids ['6eea8419-eec9-491e-81d4-2cee48b93003'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:42.786874 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Routers {'6eea8419-eec9-491e-81d4-2cee48b93003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:42.787187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (91ee45f4-fc6d-4b52-bece-755937e7ba47), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.787500 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6eea8419-eec9-491e-81d4-2cee48b93003'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:42.794140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:42.798884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb49fc8-d16f-4121-9014-488d2ee7cc9e None None] Network 7af96649-d25d-49f5-a3a5-e27c2cccee00 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:42.800041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.830732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ab05cb2a-dc68-493c-a116-55fa3718ff2e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.840226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:42.840687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.845725 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7b9c9616-9d08-4093-a4d3-1bfdc91266df tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "DELETE /v2.0/floatingips/b0552c7b-9927-42b3-984b-3dc6f13408e4 HTTP/1.1" status: 204 len: 168 time: 1.9208391 Mar 09 17:13:42.856090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:42.858221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (91ee45f4-fc6d-4b52-bece-755937e7ba47), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.858561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ccd67-539d-47d2-9301-dcfa069e7431" -d '{"events": [{"name": "network-changed", "server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:42.866686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0af1a1-2551-4c06-b7e1-e2d4d26150f6 None None] Network 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:42.879859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] Sync routers for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:42.917242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7390bb78-f84f-4ab9-93c5-528bba4e6353 x-openstack-request-id: req-7390bb78-f84f-4ab9-93c5-528bba4e6353 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:42.917629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:42.917954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7390bb78-f84f-4ab9-93c5-528bba4e6353 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:42.918425 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'status': 'completed', 'code': 200} Mar 09 17:13:42.961735 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Set router 6eea8419-eec9-491e-81d4-2cee48b93003 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:42.977873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:42.979813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (91ee45f4-fc6d-4b52-bece-755937e7ba47), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.979993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dbec053-b8be-45a9-ba40-c8a4a01fc8a8,segment=NetworkSegment(51f95a5e-d428-4cf9-983a-baf411f07de4),segment_id=51f95a5e-d428-4cf9-983a-baf411f07de4)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:42.980397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:42.993663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:42.999321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:43.021162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-fae454bd-21d9-4ec5-88e0-1658181dc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:43.022632 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-fae454bd-21d9-4ec5-88e0-1658181dc744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbb791156d794777a30b1ac575142f61&device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 1130 time: 0.0983016 Mar 09 17:13:43.024767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ee45f4-fc6d-4b52-bece-755937e7ba47,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:43.045438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:43.046132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.147456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 9718c021-879b-4fa2-8b0c-c7d639f7dcfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:43.148093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.165058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 9718c021-879b-4fa2-8b0c-c7d639f7dcfa owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:43.179436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-a5690fc6-9195-4356-a7fe-298808ebff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:43.182695 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-a5690fc6-9195-4356-a7fe-298808ebff85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 200 len: 897 time: 0.1245975 Mar 09 17:13:43.238253 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-2d27b7dd-4548-4d6f-a721-6e666763c4ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 200 len: 217 time: 0.0467308 Mar 09 17:13:43.243389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.247472 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3adb37a8-06d6-40cb-bd85-6bc35ee90486 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6530087 Mar 09 17:13:43.248084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35904) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:43.253917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group_rule': {'security_group_id': '4c21669e-2538-443e-b81c-799fbcbcbf19', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:43.268279 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] Set router ab05cb2a-dc68-493c-a116-55fa3718ff2e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:43.272546 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:13:39Z', 'revision_number': 4, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3f8ca2b-1da4-4235-a043-35f712e7536b', 'name': '', 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'mac_address': 'fa:16:3e:a2:c2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:39Z', 'updated_at': '2022-03-09T17:13:40Z', 'revision_number': 2, 'project_id': '069111dff893431b87bd5a9268737a48', 'subnets': [{'id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:43.286098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (3dbec053-b8be-45a9-ba40-c8a4a01fc8a8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.319828 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Checking router: 6eea8419-eec9-491e-81d4-2cee48b93003 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:43.329642 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Updating router 6eea8419-eec9-491e-81d4-2cee48b93003 port c3f8ca2b-1da4-4235-a043-35f712e7536b binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:43.344114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=3dbec053-b8be-45a9-ba40-c8a4a01fc8a8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:43.350108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 3dbec053-b8be-45a9-ba40-c8a4a01fc8a8 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:43.377994 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.385082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (3ec4d582-54eb-4434-a13a-1ed714bc2980), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.397555 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-93cfcbea-80d6-44e4-a0c0-f2ceb1ca1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:43.399916 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-93cfcbea-80d6-44e4-a0c0-f2ceb1ca1483 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b70a303d-68f0-4b59-99d0-543398c00851 HTTP/1.1" status: 200 len: 834 time: 0.1549489 Mar 09 17:13:43.467263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (3ec4d582-54eb-4434-a13a-1ed714bc2980), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.545473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.569790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:43.576802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af96649-d25d-49f5-a3a5-e27c2cccee00']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:43.578945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3ec4d582-54eb-4434-a13a-1ed714bc2980), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.603792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f95a5e-d428-4cf9-983a-baf411f07de4') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:43.604136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f95a5e-d428-4cf9-983a-baf411f07de4') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:43.610088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec4d582-54eb-4434-a13a-1ed714bc2980,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:43.620205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-461cf9de-19d3-4f88-901e-bf89576b902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:43.623619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-461cf9de-19d3-4f88-901e-bf89576b902c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0482777b-394b-4efc-8c8a-570f5c5a9f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2082279 Mar 09 17:13:43.634423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18094625-a679-440a-b908-f8411a7e620d req-b0eb7245-e75b-4f36-9754-b929250cfa8f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:43.635998 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18094625-a679-440a-b908-f8411a7e620d req-b0eb7245-e75b-4f36-9754-b929250cfa8f tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1995785 Mar 09 17:13:43.638957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.644169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (9718c021-879b-4fa2-8b0c-c7d639f7dcfa), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.706360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=9718c021-879b-4fa2-8b0c-c7d639f7dcfa,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:43.708178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] DHCP port deletion for 8d5f0c1b-1b8b-467c-97f1-0693d3091f24 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:43.717853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.723517 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-10d73779-3412-4a85-80d9-eb909539501b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4729137 Mar 09 17:13:43.724493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35908) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:43.725743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 68917335-36fe-4f92-bc2f-99e5045e5c33 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:43.751794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group_rule': {'security_group_id': '4c21669e-2538-443e-b81c-799fbcbcbf19', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:43.766912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.822023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.832833 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18094625-a679-440a-b908-f8411a7e620d req-934a874c-b1d5-4de9-a0c4-eaa49687c6a7 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678946 Mar 09 17:13:43.836973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:43.837543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (51f95a5e-d428-4cf9-983a-baf411f07de4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.844530 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Publish callbacks [] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.923384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.943144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (8673de56-345d-4abd-afd2-2d0185fac44f), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:43.977934 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d6bd4-03d2-45f3-896c-3639d15651a8 None None] Pushing event updated for resources: {'Port': ['ID=c3f8ca2b-1da4-4235-a043-35f712e7536b,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:44.037133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 68917335-36fe-4f92-bc2f-99e5045e5c33 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:44.039346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.096144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (ab05cb2a-dc68-493c-a116-55fa3718ff2e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.099450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (ab05cb2a-dc68-493c-a116-55fa3718ff2e), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.139507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] Deleting port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:44.139903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.150619 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Attempting to bind port c3f8ca2b-1da4-4235-a043-35f712e7536b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:44.151023 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Attempting to bind port c3f8ca2b-1da4-4235-a043-35f712e7536b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:44.151392 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Attempting to bind port c3f8ca2b-1da4-4235-a043-35f712e7536b on network 4ec683b6-dc87-40b5-8a10-f3c01d39247b {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:44.163792 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:44.164388 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Checking segment: {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:44.165068 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.165955 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Bound using segment: {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:44.166449 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Bound port: c3f8ca2b-1da4-4235-a043-35f712e7536b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505fc184-b353-4ffd-a9a9-3070d1a49bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:44.166830 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.186152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:40Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.192511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (8673de56-345d-4abd-afd2-2d0185fac44f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.236829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798fdb3-6782-4b28-8f86-fbf9ec40370e None None] The sync data for ids ['ab05cb2a-dc68-493c-a116-55fa3718ff2e'] in dv-neutron-master-2-hyperv is: [{'id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'name': 'tempest-TestNetworkBasicOps-router-1177706305', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132'}], 'enable_snat': True}, 'gw_port_id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:10:51Z', 'updated_at': '2022-03-09T17:13:40Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '9718c021-879b-4fa2-8b0c-c7d639f7dcfa', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab05cb2a-dc68-493c-a116-55fa3718ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:10:53Z', 'updated_at': '2022-03-09T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:44.264645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (ab05cb2a-dc68-493c-a116-55fa3718ff2e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.265197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router ab05cb2a-dc68-493c-a116-55fa3718ff2e {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:13:44.283018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.284369 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-36714821-29ae-4c47-9ac4-d4222345b64c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/ab05cb2a-dc68-493c-a116-55fa3718ff2e HTTP/1.1" status: 204 len: 168 time: 1.7407212 Mar 09 17:13:44.288570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35910) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:44.301478 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] For port c3f8ca2b-1da4-4235-a043-35f712e7536b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:44.305751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] For port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:44.306167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.328545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] Calling delete_port for 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:44.356981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8673de56-345d-4abd-afd2-2d0185fac44f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:44.361559 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:44.410176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.412424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8673de56-345d-4abd-afd2-2d0185fac44f,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:44.417888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (8d5f0c1b-1b8b-467c-97f1-0693d3091f24), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.435748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-f17f1017-d890-4be3-ab87-7f1831cd290d service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7935255 Mar 09 17:13:44.456261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 68917335-36fe-4f92-bc2f-99e5045e5c33 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:44.465950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] Checking router: 9a07368d-8517-488f-81e8-f43d7100af8d for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:44.470642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.471914 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d4842ddb-03a0-415e-a762-5f6ff9ae04ce tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7237496 Mar 09 17:13:44.476624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35912) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:44.488912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group_rule': {'security_group_id': '4c21669e-2538-443e-b81c-799fbcbcbf19', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:44.489071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:44.489071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.489302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-91e18802-0542-4ef4-9473-9e1ca4a6ba3c None None] Provisioning complete for port c3f8ca2b-1da4-4235-a043-35f712e7536b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:44.489302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-91e18802-0542-4ef4-9473-9e1ca4a6ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.509828 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] For port c3f8ca2b-1da4-4235-a043-35f712e7536b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3f8ca2b-1da4-4235-a043-35f712e7536b,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:44.510184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:44.510878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.545206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (7af96649-d25d-49f5-a3a5-e27c2cccee00), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.556448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.564771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/7af96649-d25d-49f5-a3a5-e27c2cccee00 HTTP/1.1" status: 204 len: 168 time: 3.5885489 Mar 09 17:13:44.567938 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.569918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35914) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:44.586226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-91e18802-0542-4ef4-9473-9e1ca4a6ba3c None None] Port c3f8ca2b-1da4-4235-a043-35f712e7536b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:44.586450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751461926'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:44.586576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,segment=NetworkSegment(e0814847-302f-4478-8107-13e010972a5d),segment_id=e0814847-302f-4478-8107-13e010972a5d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:44.586576 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.596320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:44.610858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201e128-1ad3-47e9-9ec5-fe2ff081f407 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=7af96649-d25d-49f5-a3a5-e27c2cccee00,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:44.629281 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-727ccd67-539d-47d2-9301-dcfa069e7431 req-5e448fb8-6e68-41d5-97ab-fee8b1ddc870 service neutron] 10.222.0.36 "GET /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880419 Mar 09 17:13:44.679713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d6bd4-03d2-45f3-896c-3639d15651a8 None None] Pushing event updated for resources: {'Port': ['ID=c3f8ca2b-1da4-4235-a043-35f712e7536b,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:44.684079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:44.689089 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Routers {'6eea8419-eec9-491e-81d4-2cee48b93003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:44.693222 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6eea8419-eec9-491e-81d4-2cee48b93003'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.709151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.732155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (5d7699b2-18f4-42b2-9f11-e345a05c8115), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.737009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:44.745883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:44.766489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:44.770004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.838478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (50d7fc86-cb48-4d8e-8e46-1d6daf07c89b), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.880807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (8d5f0c1b-1b8b-467c-97f1-0693d3091f24), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.894089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] Pushing event deleted for resources: {'Port': ['ID=50d7fc86-cb48-4d8e-8e46-1d6daf07c89b,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:44.901015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabbd3d-40b3-41a5-8e61-b1891a4adecf None None] No DVR routers for this DVR port 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:44.917699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:44.929660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5f0c1b-1b8b-467c-97f1-0693d3091f24']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.956066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0814847-302f-4478-8107-13e010972a5d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.956511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0814847-302f-4478-8107-13e010972a5d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:44.958206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (5d7699b2-18f4-42b2-9f11-e345a05c8115), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.962517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (22649e37-16c3-49ff-8074-dccac75477ba), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.962805 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment 22649e37-16c3-49ff-8074-dccac75477ba of type vlan for network d8c1bd87-996d-4878-85dd-35856ad75ad4 Mar 09 17:13:44.971008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-2f76af12-49e7-4bd4-aaf1-031df2ff0aa6 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:44.977462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (e0814847-302f-4478-8107-13e010972a5d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:44.981816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-2f76af12-49e7-4bd4-aaf1-031df2ff0aa6 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.36 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.2511041 Mar 09 17:13:45.003206 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] Set router 6eea8419-eec9-491e-81d4-2cee48b93003 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:45.057354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (e0814847-302f-4478-8107-13e010972a5d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.066840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (5d7699b2-18f4-42b2-9f11-e345a05c8115), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.088673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:45.089340 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (e0814847-302f-4478-8107-13e010972a5d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:45.096576 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:45.111993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.123913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7699b2-18f4-42b2-9f11-e345a05c8115,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:45.141108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] Provisioning complete for port c3f8ca2b-1da4-4235-a043-35f712e7536b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:45.141639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.155350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d87cf2-43e8-43bf-b376-92f8890626d4 req-75ac55d7-3c16-4177-b799-703738f8b77c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:45.157134 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68d87cf2-43e8-43bf-b376-92f8890626d4 req-75ac55d7-3c16-4177-b799-703738f8b77c tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 946 time: 0.1543531 Mar 09 17:13:45.192371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.197307 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-67d8b855-d0ce-4acd-aabf-c6fe3cf335c8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7197473 Mar 09 17:13:45.200162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35918) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:45.205529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group_rule': {'security_group_id': '4c21669e-2538-443e-b81c-799fbcbcbf19', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:45.242215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Deleting port cdccc674-d33b-4156-b16a-74b38f5585a0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:45.242913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.253309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:45.270793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.277655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:45.278532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.298741 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68d87cf2-43e8-43bf-b376-92f8890626d4 req-7ad7b4fe-844d-4587-b59c-6ef75c00c93a tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/security-groups?id=3719d496-9922-4014-9971-7dab40d7b79c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821638 Mar 09 17:13:45.307058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1e91-faaf-47d9-8315-3f0e535a0f2f None None] The sync data for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv is: [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:11:44Z', 'revision_number': 4, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '86fdb32d-782e-4cba-8202-a1dd617c7faf', 'name': '', 'network_id': '0482777b-394b-4efc-8c8a-570f5c5a9f33', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'mac_address': 'fa:16:3e:ba:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:42Z', 'updated_at': '2022-03-09T17:11:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'subnets': [{'id': 'b70a303d-68f0-4b59-99d0-543398c00851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:45.331894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (8d5f0c1b-1b8b-467c-97f1-0693d3091f24), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.366723 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Project b046bec90b254a4a860b2bce22dac67f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:13:45.368441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] Current status of the port c3f8ca2b-1da4-4235-a043-35f712e7536b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:45.369007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.382208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.389845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (7430279e-c0b6-492c-8b65-8f9c4a2f781c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.399020 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/8d5f0c1b-1b8b-467c-97f1-0693d3091f24 HTTP/1.1" status: 204 len: 168 time: 1.1065428 Mar 09 17:13:45.400001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27610f-dc21-485c-ba68-07d4171d0e54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=8d5f0c1b-1b8b-467c-97f1-0693d3091f24,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:45.421655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35920) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:45.427757 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:13:39Z', 'revision_number': 4, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3f8ca2b-1da4-4235-a043-35f712e7536b', 'name': '', 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'mac_address': 'fa:16:3e:a2:c2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:39Z', 'updated_at': '2022-03-09T17:13:44Z', 'revision_number': 4, 'project_id': '069111dff893431b87bd5a9268737a48', 'subnets': [{'id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:45.429767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] For port c3f8ca2b-1da4-4235-a043-35f712e7536b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3f8ca2b-1da4-4235-a043-35f712e7536b,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:45.432958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--939294906', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:45.447675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=d8c1bd87-996d-4878-85dd-35856ad75ad4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:45.460241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:45.467788 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc69234-fd41-4ea4-b5f0-7347a9a6a5a4 None None] The sync data for ids ['6eea8419-eec9-491e-81d4-2cee48b93003'] in dv-neutron-master-2-hyperv is: [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:13:39Z', 'revision_number': 4, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3f8ca2b-1da4-4235-a043-35f712e7536b', 'name': '', 'network_id': '4ec683b6-dc87-40b5-8a10-f3c01d39247b', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'mac_address': 'fa:16:3e:a2:c2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:39Z', 'updated_at': '2022-03-09T17:13:44Z', 'revision_number': 4, 'project_id': '069111dff893431b87bd5a9268737a48', 'subnets': [{'id': '63d99a3c-19cb-4d5e-9211-d967abc21a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:45.468894 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-66f663d1-c9f5-45e1-81f2-d2e198340936 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8963346 Mar 09 17:13:45.474929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35922) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:45.481546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:45.497964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] For port cdccc674-d33b-4156-b16a-74b38f5585a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cdccc674-d33b-4156-b16a-74b38f5585a0,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:45.501481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.517701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Calling delete_port for cdccc674-d33b-4156-b16a-74b38f5585a0 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:45.528173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.533394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:45.544065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.583079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (7430279e-c0b6-492c-8b65-8f9c4a2f781c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.583444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45c24-3088-4310-8ef2-58c119687b46 None None] Pushing event updated for resources: {'Port': ['ID=c3f8ca2b-1da4-4235-a043-35f712e7536b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:45.660322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:45.661987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7430279e-c0b6-492c-8b65-8f9c4a2f781c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.721731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7430279e-c0b6-492c-8b65-8f9c4a2f781c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:45.746661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (497caa81-0fc4-4a76-8c95-2d9a1068073d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.746661 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment 497caa81-0fc4-4a76-8c95-2d9a1068073d of type vlan for network 3746c3e4-25b5-49b1-a844-7acd08ddd824 Mar 09 17:13:45.794592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.812638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (3746c3e4-25b5-49b1-a844-7acd08ddd824), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.825930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:45.829621 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86fbe0f-c2a6-42ec-bfad-c6fd7df3dc16 None None] New status for floating IP b0552c7b-9927-42b3-984b-3dc6f13408e4: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:13:45.848812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.850372 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4f5e2c1d-e8fc-4f53-88a4-719b8c253e41 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6491158 Mar 09 17:13:45.853110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35924) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:45.858683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:45.858823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'security_group_rule': {'security_group_id': '4c21669e-2538-443e-b81c-799fbcbcbf19', 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:45.858938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 50d7fc86-cb48-4d8e-8e46-1d6daf07c89b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:45.859214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9718c021-879b-4fa2-8b0c-c7d639f7dcfa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:45.885210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9718c021-879b-4fa2-8b0c-c7d639f7dcfa {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:45.885712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9718c021-879b-4fa2-8b0c-c7d639f7dcfa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:45.885824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (cdccc674-d33b-4156-b16a-74b38f5585a0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.886332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 748ec4d6-7030-4c56-8b87-640d64f671ad no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:45.908448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 748ec4d6-7030-4c56-8b87-640d64f671ad {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:45.908917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 748ec4d6-7030-4c56-8b87-640d64f671ad not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:45.922960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'Port': ['ID=cdccc674-d33b-4156-b16a-74b38f5585a0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:45.988474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.988474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (3746c3e4-25b5-49b1-a844-7acd08ddd824), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.993636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] No DVR routers for this DVR port cdccc674-d33b-4156-b16a-74b38f5585a0 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:45.994338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:45.995640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.996211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:45.999869 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d80fb9a-2d3c-4cef-b1b8-9205da80ac38 req-f1220a6e-1ee8-47d0-a1da-f517dc710f9b tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.36 "DELETE /v2.0/ports/cdccc674-d33b-4156-b16a-74b38f5585a0 HTTP/1.1" status: 204 len: 173 time: 1.0020711 Mar 09 17:13:46.000371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-deleted', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:13:46.003352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62376bb-067f-4567-824d-c6559c1dfbad" -d '{"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-deleted", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:13:46.027893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 is not hosted by any dhcp agent {{(pid=104358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 09 17:13:46.032652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:46.033373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.037337 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "PUT /v2.0/networks/d8c1bd87-996d-4878-85dd-35856ad75ad4 HTTP/1.1" status: 200 len: 723 time: 0.5582201 Mar 09 17:13:46.038506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35928) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:46.046499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:46.050810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Project b046bec90b254a4a860b2bce22dac67f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:13:46.054554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a4d975-06a5-4e40-847d-f4dfa3ad5e08 x-openstack-request-id: req-e6a4d975-06a5-4e40-847d-f4dfa3ad5e08 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:13:46.054740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5004bd-7578-4367-a5ca-e6fbf12296a5", "name": "network-vif-deleted", "tag": "cdccc674-d33b-4156-b16a-74b38f5585a0", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:13:46.054872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6a4d975-06a5-4e40-847d-f4dfa3ad5e08 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:13:46.055337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5004bd-7578-4367-a5ca-e6fbf12296a5', 'name': 'network-vif-deleted', 'tag': 'cdccc674-d33b-4156-b16a-74b38f5585a0', 'status': 'completed', 'code': 200} Mar 09 17:13:46.068953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (cbb5ad72-e677-47dd-9d55-6277c1f73ad6), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.097495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802abc3-20d2-433c-a80c-17f9b2fb5878 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=d8c1bd87-996d-4878-85dd-35856ad75ad4,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:46.112601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:46.196174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=3746c3e4-25b5-49b1-a844-7acd08ddd824,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:46.201054 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5b36673c-07ee-4985-8048-3fcfb7d0ac35 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7756062 Mar 09 17:13:46.203878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35930) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:46.210057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:46.210642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:46.248162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (cbb5ad72-e677-47dd-9d55-6277c1f73ad6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.290832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:46.295154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.329826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (cbb5ad72-e677-47dd-9d55-6277c1f73ad6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.355527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb5ad72-e677-47dd-9d55-6277c1f73ad6,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:46.389422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (17683778-1272-49ce-b777-9fb543d115a7), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.390436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (17683778-1272-49ce-b777-9fb543d115a7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.472577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.478259 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3d8a21b9-2993-4f81-8865-73679663cd69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6238332 Mar 09 17:13:46.485432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (17683778-1272-49ce-b777-9fb543d115a7), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.491463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d930bd6c-44ee-4130-9ada-5bf1b53095dd req-eb4ac6ba-a537-492f-874c-93483cbb2514 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "GET /v2.0/ports?device_id=be5004bd-7578-4367-a5ca-e6fbf12296a5 HTTP/1.1" status: 200 len: 210 time: 0.0551138 Mar 09 17:13:46.742855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (17683778-1272-49ce-b777-9fb543d115a7), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.746454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:46.813412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:46.821089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': '22649e37-16c3-49ff-8074-dccac75477ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:46.821225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: d8c1bd87-996d-4878-85dd-35856ad75ad4, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:46.918926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:47.023740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d8c1bd87-996d-4878-85dd-35856ad75ad4) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:47.029123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:47.032507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464cfe3-ba7b-43cb-a6cf-909fa2595a6b None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:47.032780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.066843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (17683778-1272-49ce-b777-9fb543d115a7), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.091234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.190958 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ec448d28-15f0-4b2e-9efe-6aaf6305adac tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1511946 Mar 09 17:13:47.193584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35978) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:47.199960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:47.254155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.157 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/36523d65-b7d4-4c5b-b257-c783ad70c08f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:47.302046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d8c1bd87-996d-4878-85dd-35856ad75ad4', 'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:47.304101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.336182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26182288'] for subnet (013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.439658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.451350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Allocated IP 172.20.0.2 (d8c1bd87-996d-4878-85dd-35856ad75ad4/013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0/21466951-5928-4c94-aeb1-578a57c3e062) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:47.573476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 35982) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:47.603611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Publish callbacks [] for port (21466951-5928-4c94-aeb1-578a57c3e062), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.615373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c3f8ca2b-1da4-4235-a043-35f712e7536b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:47.616556 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.673511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:47.675318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c3f8ca2b-1da4-4235-a043-35f712e7536b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:47.675582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.685087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:47.715844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (21466951-5928-4c94-aeb1-578a57c3e062), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.727160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:47.765366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=36523d65-b7d4-4c5b-b257-c783ad70c08f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:47.769173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:47.774231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:47.779683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:47.785336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Pushing event updated for resources: {'Port': ['ID=21466951-5928-4c94-aeb1-578a57c3e062,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:47.872944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c3f8ca2b-1da4-4235-a043-35f712e7536b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:47.877741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Attempting to bind port 21466951-5928-4c94-aeb1-578a57c3e062 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:47.877741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Attempting to bind port 21466951-5928-4c94-aeb1-578a57c3e062 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '22649e37-16c3-49ff-8074-dccac75477ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:47.878264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Attempting to bind port 21466951-5928-4c94-aeb1-578a57c3e062 on network d8c1bd87-996d-4878-85dd-35856ad75ad4 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:47.885966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:47.886387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Checking segment: {'id': '22649e37-16c3-49ff-8074-dccac75477ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:47.886728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.887131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Bound using segment: {'id': '22649e37-16c3-49ff-8074-dccac75477ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:47.887651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Bound port: 21466951-5928-4c94-aeb1-578a57c3e062, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22649e37-16c3-49ff-8074-dccac75477ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd8c1bd87-996d-4878-85dd-35856ad75ad4'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:47.888029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (21466951-5928-4c94-aeb1-578a57c3e062), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:47.950871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] For port 21466951-5928-4c94-aeb1-578a57c3e062, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:47.953985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] For port 21466951-5928-4c94-aeb1-578a57c3e062, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21466951-5928-4c94-aeb1-578a57c3e062,segment=NetworkSegment(22649e37-16c3-49ff-8074-dccac75477ba),segment_id=22649e37-16c3-49ff-8074-dccac75477ba)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:48.032691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (21466951-5928-4c94-aeb1-578a57c3e062), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.097961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bfccd-0734-487a-bb4e-6f290d03dc6e None None] Pushing event updated for resources: {'Port': ['ID=21466951-5928-4c94-aeb1-578a57c3e062,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:48.114285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742827804254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26765708'] for subnet (013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.169079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:48.169691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.171094 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "PUT /v2.0/subnets/013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0 HTTP/1.1" status: 200 len: 806 time: 0.9756486 Mar 09 17:13:48.174150 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 35992) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:48.254564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cb895-fd32-4da7-8c10-9ac3b8307138 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:48.362960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.435764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 21466951-5928-4c94-aeb1-578a57c3e062 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:48.436617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (21466951-5928-4c94-aeb1-578a57c3e062), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.526293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 21466951-5928-4c94-aeb1-578a57c3e062, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21466951-5928-4c94-aeb1-578a57c3e062,segment=NetworkSegment(22649e37-16c3-49ff-8074-dccac75477ba),segment_id=22649e37-16c3-49ff-8074-dccac75477ba)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:48.526649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (21466951-5928-4c94-aeb1-578a57c3e062), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.541502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 21466951-5928-4c94-aeb1-578a57c3e062 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:48.702950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (17683778-1272-49ce-b777-9fb543d115a7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.745311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:48.746574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (21466951-5928-4c94-aeb1-578a57c3e062), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.776812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: cdccc674-d33b-4156-b16a-74b38f5585a0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:48.777433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device cdccc674-d33b-4156-b16a-74b38f5585a0 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:48.779923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=21466951-5928-4c94-aeb1-578a57c3e062,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:48.850859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 21466951-5928-4c94-aeb1-578a57c3e062 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:48.932055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:48.935415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (9a07368d-8517-488f-81e8-f43d7100af8d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.091772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.095387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (17683778-1272-49ce-b777-9fb543d115a7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.123975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:49.208447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.233074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c1bd87-996d-4878-85dd-35856ad75ad4']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:49.245992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22649e37-16c3-49ff-8074-dccac75477ba') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:49.246820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22649e37-16c3-49ff-8074-dccac75477ba') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:49.263186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (22649e37-16c3-49ff-8074-dccac75477ba), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.263794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5791863-9498-4f5e-a742-a7cf161d6d41 None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:49.272905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5e59da4f-0a8f-48c2-852a-b6ba5264d236 None None] Could not find standard attr ID for object 21466951-5928-4c94-aeb1-578a57c3e062. {{(pid=104359) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 09 17:13:49.293650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (22649e37-16c3-49ff-8074-dccac75477ba), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.300582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:49.301248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (22649e37-16c3-49ff-8074-dccac75477ba), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:49.305329 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:49.435080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Deleting port 86fdb32d-782e-4cba-8202-a1dd617c7faf {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:49.435668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.445958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350e8c4-3471-4fb0-adfa-9424a538f8a6 None None] DHCP port deletion for d8c1bd87-996d-4878-85dd-35856ad75ad4 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:49.457639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d8c1bd87-996d-4878-85dd-35856ad75ad4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.465457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f69fd8-2fc7-4509-aecc-ed87e3422ccf None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:49.465654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.467243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 17683778-1272-49ce-b777-9fb543d115a7 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:13:49.473071 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/d8c1bd87-996d-4878-85dd-35856ad75ad4 HTTP/1.1" status: 204 len: 168 time: 1.2947061 Mar 09 17:13:49.475996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36030) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:49.479928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f69fd8-2fc7-4509-aecc-ed87e3422ccf None None] Network d8c1bd87-996d-4878-85dd-35856ad75ad4 could not be found, it might have been deleted concurrently. {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 09 17:13:49.501027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f96ab-9ec9-4912-8236-d9d44dcdb841 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=d8c1bd87-996d-4878-85dd-35856ad75ad4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:49.541956 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df07b5-7b73-47e5-8808-bfd76926a180 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:49.542481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df07b5-7b73-47e5-8808-bfd76926a180 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:49.545565 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-36df07b5-7b73-47e5-8808-bfd76926a180 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/d8c1bd87-996d-4878-85dd-35856ad75ad4 HTTP/1.1" status: 404 len: 339 time: 0.0664194 Mar 09 17:13:49.550090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36032) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:49.559258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348350509', 'description': 'd1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:49.623494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] For port 86fdb32d-782e-4cba-8202-a1dd617c7faf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86fdb32d-782e-4cba-8202-a1dd617c7faf,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:49.623863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.661330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:49.663834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Calling delete_port for 86fdb32d-782e-4cba-8202-a1dd617c7faf owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:49.665313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.689650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:49.699303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (bb45e38f-c930-4532-bfb4-404308b22295), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.699653 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment bb45e38f-c930-4532-bfb4-404308b22295 of type vlan for network 65571941-147b-4ed4-bf64-3e5af14c8a48 Mar 09 17:13:49.722925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:49.741366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Sync routers for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:49.749610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.753984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:49.753984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:49.845492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.849830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36034) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:49.850603 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a521c71b-6e2e-4bd1-8153-90284adb1865 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6442547 Mar 09 17:13:49.881770 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-11aa722f-0e59-452e-8c2f-d73241fd411c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301881 Mar 09 17:13:49.883000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:49.887154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36036) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:49.888886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:49.889345 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:49.889544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.010458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ca3ed-7f6e-4d86-941c-6cfac2698c00 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:50.013487 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-132ca3ed-7f6e-4d86-941c-6cfac2698c00 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1251445 Mar 09 17:13:50.017122 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=65571941-147b-4ed4-bf64-3e5af14c8a48,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:50.020285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36040) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:50.031085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 65571941-147b-4ed4-bf64-3e5af14c8a48 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:50.046383 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9515228a-02c0-46fb-bf3d-b0ba42df502f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4916856 Mar 09 17:13:50.053267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36042) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:50.061464 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0f501394-2126-483d-b61f-9e6929ac660c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397487 Mar 09 17:13:50.062576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (86fdb32d-782e-4cba-8202-a1dd617c7faf), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.064514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36044) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:50.072157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-8335499', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:50.143475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'Port': ['ID=86fdb32d-782e-4cba-8202-a1dd617c7faf,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:50.153367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415f79f-4801-4617-b178-a81e86191243 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:50.155825 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5415f79f-4801-4617-b178-a81e86191243 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks?id=65571941-147b-4ed4-bf64-3e5af14c8a48 HTTP/1.1" status: 200 len: 761 time: 0.1070247 Mar 09 17:13:50.158937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36046) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:50.170083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'description': 'd2'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:50.280398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:48Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:50.324390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Checking router: 17683778-1272-49ce-b777-9fb543d115a7 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:50.352819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Updating router 17683778-1272-49ce-b777-9fb543d115a7 port 36523d65-b7d4-4c5b-b257-c783ad70c08f binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:50.357928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.456245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.477679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (9a07368d-8517-488f-81e8-f43d7100af8d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.697610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.700496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Publish callbacks [] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.713058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:50.717055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.722858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 65571941-147b-4ed4-bf64-3e5af14c8a48 is not hosted by any dhcp agent {{(pid=104358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 09 17:13:50.727836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:50.728471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.732606 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "PUT /v2.0/networks/65571941-147b-4ed4-bf64-3e5af14c8a48 HTTP/1.1" status: 200 len: 758 time: 0.5726264 Mar 09 17:13:50.735894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36048) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:50.798629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Router 9a07368d-8517-488f-81e8-f43d7100af8d has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:50.800453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fce54-c44f-4428-b445-fe221c5bed13 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=65571941-147b-4ed4-bf64-3e5af14c8a48,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:50.816816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 65571941-147b-4ed4-bf64-3e5af14c8a48 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:50.870764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79073b28-2573-45a2-a02d-45d412ecc797 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:50.876294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36050) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:50.876739 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-79073b28-2573-45a2-a02d-45d412ecc797 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks?id=65571941-147b-4ed4-bf64-3e5af14c8a48 HTTP/1.1" status: 200 len: 761 time: 0.1401067 Mar 09 17:13:50.885426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454424765'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:50.887878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.946743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4312e-7214-48bd-b654-f8c5880a7a6a None None] Pushing event updated for resources: {'Port': ['ID=36523d65-b7d4-4c5b-b257-c783ad70c08f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:50.951196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Attempting to bind port 36523d65-b7d4-4c5b-b257-c783ad70c08f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:50.951641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Attempting to bind port 36523d65-b7d4-4c5b-b257-c783ad70c08f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:50.952666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Attempting to bind port 36523d65-b7d4-4c5b-b257-c783ad70c08f on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:50.959834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:50.960555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:50.961186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:50.961840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:50.962571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Bound port: 36523d65-b7d4-4c5b-b257-c783ad70c08f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:50.963251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.023252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] For port 36523d65-b7d4-4c5b-b257-c783ad70c08f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:51.026549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] For port 36523d65-b7d4-4c5b-b257-c783ad70c08f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36523d65-b7d4-4c5b-b257-c783ad70c08f,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:51.037338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:51.045673 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5c2ebdb1-2e3f-4f58-8084-078f197ec837 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "PUT /v2.0/routers/9a07368d-8517-488f-81e8-f43d7100af8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4707847 Mar 09 17:13:51.047125 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] Sync routers for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:51.048096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36054) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:51.061015 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:51.070956 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:51.084175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:51.088033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.127676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.127920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Deleting subnet b70a303d-68f0-4b59-99d0-543398c00851 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:13:51.134902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for subnet (b70a303d-68f0-4b59-99d0-543398c00851), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.163285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:51.184246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fbcb2212-70b1-48b8-abe5-7abd8b0b782a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.184581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment fbcb2212-70b1-48b8-abe5-7abd8b0b782a of type vlan for network 2522cfb6-7b6c-4313-a780-2d393b9eef13 Mar 09 17:13:51.199772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (b70a303d-68f0-4b59-99d0-543398c00851), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.216758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4312e-7214-48bd-b654-f8c5880a7a6a None None] Pushing event updated for resources: {'Port': ['ID=36523d65-b7d4-4c5b-b257-c783ad70c08f,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:51.219936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:51.220675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:51.259459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (905f5cf3-ddcf-4d34-a809-c9b8245a262d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.306417 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:51.310295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (2522cfb6-7b6c-4313-a780-2d393b9eef13), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.382489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:51.399962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=905f5cf3-ddcf-4d34-a809-c9b8245a262d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:51.412227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:51.412648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 3746c3e4-25b5-49b1-a844-7acd08ddd824, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:51.423624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (b70a303d-68f0-4b59-99d0-543398c00851), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.461008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (2522cfb6-7b6c-4313-a780-2d393b9eef13), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.466970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:51.467545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.557889 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:13:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:51.558664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:51.562594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=2522cfb6-7b6c-4313-a780-2d393b9eef13,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:51.580224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 2522cfb6-7b6c-4313-a780-2d393b9eef13 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:51.592375 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] Checking router: 9a07368d-8517-488f-81e8-f43d7100af8d for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:51.602098 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f7cff2b-eb78-4b75-b1d8-0cb446ca45a2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7245810 Mar 09 17:13:51.603715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36056) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:51.608205 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] Routers {'9a07368d-8517-488f-81e8-f43d7100af8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:51.609748 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['9a07368d-8517-488f-81e8-f43d7100af8d'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:51.609895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '2522cfb6-7b6c-4313-a780-2d393b9eef13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:51.697716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3746c3e4-25b5-49b1-a844-7acd08ddd824) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:51.703952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:51.704878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.713734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39570ecb-0cbb-4855-9f21-95d84553bb5b None None] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:51.751888 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] Set router 9a07368d-8517-488f-81e8-f43d7100af8d gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:51.752688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:48Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:51.754502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (b70a303d-68f0-4b59-99d0-543398c00851), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.796973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:51.802841 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "DELETE /v2.0/subnets/b70a303d-68f0-4b59-99d0-543398c00851 HTTP/1.1" status: 204 len: 168 time: 0.7514653 Mar 09 17:13:51.802841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effc93a-e079-4c59-9cc6-2547773aa9a9 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'Subnet': ['ID=b70a303d-68f0-4b59-99d0-543398c00851,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:51.804259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36058) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:51.815373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287caf06-7475-447c-8f87-68a772f732de None None] Network 0482777b-394b-4efc-8c8a-570f5c5a9f33 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:51.822842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d789e1c-3b5d-4968-82c9-1db0da6d67de None None] The sync data for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv is: [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:48Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:51.824394 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-978860d3-bcf0-4f1d-81ab-2bdf09e1a61e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.7562881 Mar 09 17:13:51.826683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36060) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:52.006955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:52.013769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:52.015783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3746c3e4-25b5-49b1-a844-7acd08ddd824', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:52.017614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:52.048517 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:13:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:52.094224 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf42b-f09b-469f-9320-59ae901004e3 None None] The sync data for ids ['9a07368d-8517-488f-81e8-f43d7100af8d'] in dv-neutron-master-2-hyperv is: [{'id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080985875', 'tenant_id': 'fbb791156d794777a30b1ac575142f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:11:27Z', 'updated_at': '2022-03-09T17:13:49Z', 'revision_number': 5, 'project_id': 'fbb791156d794777a30b1ac575142f61', 'gw_port': {'id': 'e1c4009f-9c97-404b-84f0-093c1bd9aed4', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07368d-8517-488f-81e8-f43d7100af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:11:29Z', 'updated_at': '2022-03-09T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:52.148222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router (9a07368d-8517-488f-81e8-f43d7100af8d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:52.192761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] DHCP port deletion for 0482777b-394b-4efc-8c8a-570f5c5a9f33 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:13:52.562148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Allocated IP 172.20.0.2 (3746c3e4-25b5-49b1-a844-7acd08ddd824/905f5cf3-ddcf-4d34-a809-c9b8245a262d/01f47c62-661a-42c6-afb6-d82fccc54655) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:52.624215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] Deleting port a191f7a0-ba53-4b91-a487-c47fe7b138fd {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:52.624877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:52.720039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] For port a191f7a0-ba53-4b91-a487-c47fe7b138fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a191f7a0-ba53-4b91-a487-c47fe7b138fd,segment=NetworkSegment(8392f0e2-0eae-41e4-b8bf-6be13f806d76),segment_id=8392f0e2-0eae-41e4-b8bf-6be13f806d76)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:52.720502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:52.736491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] Calling delete_port for a191f7a0-ba53-4b91-a487-c47fe7b138fd owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:52.948902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a191f7a0-ba53-4b91-a487-c47fe7b138fd), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.032166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Publish callbacks [] for port (01f47c62-661a-42c6-afb6-d82fccc54655), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.044130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router_gateway (9a07368d-8517-488f-81e8-f43d7100af8d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.082362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] Pushing event deleted for resources: {'Port': ['ID=a191f7a0-ba53-4b91-a487-c47fe7b138fd,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:53.094605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4a6ba-a304-4a53-9e69-c7b412ccb78c None None] No DVR routers for this DVR port a191f7a0-ba53-4b91-a487-c47fe7b138fd on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:13:53.153428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.181539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.211391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (9d8b45dd-b178-4236-a479-c64edfa9023a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.280976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Pushing event updated for resources: {'Port': ['ID=01f47c62-661a-42c6-afb6-d82fccc54655,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:53.292030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:53.294487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:53.299362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:53.336582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=9d8b45dd-b178-4236-a479-c64edfa9023a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:53.368687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': 'fbcb2212-70b1-48b8-abe5-7abd8b0b782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2522cfb6-7b6c-4313-a780-2d393b9eef13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:53.368687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 2522cfb6-7b6c-4313-a780-2d393b9eef13, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:53.372105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Deleting port e1c4009f-9c97-404b-84f0-093c1bd9aed4 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:13:53.372483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.379456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Attempting to bind port 01f47c62-661a-42c6-afb6-d82fccc54655 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:53.382137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Attempting to bind port 01f47c62-661a-42c6-afb6-d82fccc54655 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:53.382137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Attempting to bind port 01f47c62-661a-42c6-afb6-d82fccc54655 on network 3746c3e4-25b5-49b1-a844-7acd08ddd824 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:53.393614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:53.394299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Checking segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:53.395106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.395706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Bound using segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:53.396365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Bound port: 01f47c62-661a-42c6-afb6-d82fccc54655, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:53.397469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.477820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] For port e1c4009f-9c97-404b-84f0-093c1bd9aed4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1c4009f-9c97-404b-84f0-093c1bd9aed4,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:53.478416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.486871 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 2522cfb6-7b6c-4313-a780-2d393b9eef13 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:53.494516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a15db86e-4145-4539-8753-c845698fb91c None None] For port 01f47c62-661a-42c6-afb6-d82fccc54655, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:53.497926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a15db86e-4145-4539-8753-c845698fb91c None None] For port 01f47c62-661a-42c6-afb6-d82fccc54655, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01f47c62-661a-42c6-afb6-d82fccc54655,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:53.498930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Calling delete_port for e1c4009f-9c97-404b-84f0-093c1bd9aed4 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:13:53.542854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (3746c3e4-25b5-49b1-a844-7acd08ddd824/905f5cf3-ddcf-4d34-a809-c9b8245a262d/4c71924b-ac66-48bb-8a08-85a7fce84320) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:53.579555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2522cfb6-7b6c-4313-a780-2d393b9eef13) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:53.583115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:53.585250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.590579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89fc4b-decd-45b5-897e-deaae648b405 None None] Network 2522cfb6-7b6c-4313-a780-2d393b9eef13 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:53.620417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.678443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36066) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:53.678910 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0363e347-214c-4da8-adfc-c4ad59d01d9e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0739312 Mar 09 17:13:53.689538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36523d65-b7d4-4c5b-b257-c783ad70c08f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:53.796532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.809448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (e1c4009f-9c97-404b-84f0-093c1bd9aed4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.837078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (2522cfb6-7b6c-4313-a780-2d393b9eef13), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.854001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15db86e-4145-4539-8753-c845698fb91c None None] Pushing event updated for resources: {'Port': ['ID=01f47c62-661a-42c6-afb6-d82fccc54655,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:53.864367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 36523d65-b7d4-4c5b-b257-c783ad70c08f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:53.864978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.890469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'Port': ['ID=e1c4009f-9c97-404b-84f0-093c1bd9aed4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:53.939392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a657b-1b65-4d2d-93c7-6fe6c5845c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2522cfb6-7b6c-4313-a780-2d393b9eef13', 'network_id': '2522cfb6-7b6c-4313-a780-2d393b9eef13', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '9d8b45dd-b178-4236-a479-c64edfa9023a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:53.945765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4e1a657b-1b65-4d2d-93c7-6fe6c5845c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:53.960542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (9d8b45dd-b178-4236-a479-c64edfa9023a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.004804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.009729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (9a07368d-8517-488f-81e8-f43d7100af8d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.075615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:54.085289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:54.124407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:13:54.134337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 36523d65-b7d4-4c5b-b257-c783ad70c08f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:54.134847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.179023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (9a07368d-8517-488f-81e8-f43d7100af8d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.181700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router_controller (9a07368d-8517-488f-81e8-f43d7100af8d), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.187747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 36523d65-b7d4-4c5b-b257-c783ad70c08f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36523d65-b7d4-4c5b-b257-c783ad70c08f,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:54.235265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=4c71924b-ac66-48bb-8a08-85a7fce84320,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:54.258980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (17683778-1272-49ce-b777-9fb543d115a7), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.269183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.355753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (9a07368d-8517-488f-81e8-f43d7100af8d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.356709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Fanout notify agent at l3_agent the message router_deleted on router 9a07368d-8517-488f-81e8-f43d7100af8d {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:13:54.360238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=36523d65-b7d4-4c5b-b257-c783ad70c08f,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:54.366752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.372552 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bd0e9bc3-fe11-46d1-a989-c21dc8bcea4d tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "DELETE /v2.0/routers/9a07368d-8517-488f-81e8-f43d7100af8d HTTP/1.1" status: 204 len: 168 time: 2.5646110 Mar 09 17:13:54.373784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36070) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-4e1a657b-1b65-4d2d-93c7-6fe6c5845c7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d8b45dd-b178-4236-a479-c64edfa9023a: This subnet is being modified by another concurrent operation. Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d8b45dd-b178-4236-a479-c64edfa9023a: This subnet is being modified by another concurrent operation. Mar 09 17:13:54.378153 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:13:54.419544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (9d8b45dd-b178-4236-a479-c64edfa9023a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.419840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869add25-f8b3-4c15-87a1-0fe357bda265 None None] Network 2522cfb6-7b6c-4313-a780-2d393b9eef13 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:54.419840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 86fdb32d-782e-4cba-8202-a1dd617c7faf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:54.448826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8b45dd-b178-4236-a479-c64edfa9023a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:54.464444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 86fdb32d-782e-4cba-8202-a1dd617c7faf {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:54.465787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 86fdb32d-782e-4cba-8202-a1dd617c7faf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:54.466352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a191f7a0-ba53-4b91-a487-c47fe7b138fd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:54.502643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a191f7a0-ba53-4b91-a487-c47fe7b138fd {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:54.503348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a191f7a0-ba53-4b91-a487-c47fe7b138fd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:54.556057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (0482777b-394b-4efc-8c8a-570f5c5a9f33), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.597154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (2522cfb6-7b6c-4313-a780-2d393b9eef13), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.650744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2522cfb6-7b6c-4313-a780-2d393b9eef13']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:54.672918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcb2212-70b1-48b8-abe5-7abd8b0b782a') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:54.673225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcb2212-70b1-48b8-abe5-7abd8b0b782a') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:54.675464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.687850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (0482777b-394b-4efc-8c8a-570f5c5a9f33), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.692008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (fbcb2212-70b1-48b8-abe5-7abd8b0b782a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.715162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0482777b-394b-4efc-8c8a-570f5c5a9f33']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:54.726864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8392f0e2-0eae-41e4-b8bf-6be13f806d76') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:54.727072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8392f0e2-0eae-41e4-b8bf-6be13f806d76') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:54.730485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fbcb2212-70b1-48b8-abe5-7abd8b0b782a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.740309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:54.741256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (fbcb2212-70b1-48b8-abe5-7abd8b0b782a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.742349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (8392f0e2-0eae-41e4-b8bf-6be13f806d76), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:54.744434 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:54.757988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (8392f0e2-0eae-41e4-b8bf-6be13f806d76), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.765293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:13:54.765577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (8392f0e2-0eae-41e4-b8bf-6be13f806d76), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:13:54.769941 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:13:54.909312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (0482777b-394b-4efc-8c8a-570f5c5a9f33), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.917513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.922898 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "DELETE /v2.0/networks/0482777b-394b-4efc-8c8a-570f5c5a9f33 HTTP/1.1" status: 204 len: 168 time: 0.5450542 Mar 09 17:13:54.923869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36072) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:54.937830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc64183-6956-497b-b1bf-56b2e6b2e784 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'Network': ['ID=0482777b-394b-4efc-8c8a-570f5c5a9f33,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:54.968660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (2522cfb6-7b6c-4313-a780-2d393b9eef13), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.985397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:54.990493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/2522cfb6-7b6c-4313-a780-2d393b9eef13 HTTP/1.1" status: 204 len: 168 time: 1.3100986 Mar 09 17:13:54.992465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36074) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.026591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcd296-cd2a-4d04-ae76-ea0314e5d357 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=2522cfb6-7b6c-4313-a780-2d393b9eef13,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:55.054839 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa481d4-f79c-4055-9345-1a60260d960f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] GET failed (client error): The resource could not be found. Mar 09 17:13:55.056661 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ffa481d4-f79c-4055-9345-1a60260d960f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/subnets/9d8b45dd-b178-4236-a479-c64edfa9023a HTTP/1.1" status: 404 len: 337 time: 0.0540638 Mar 09 17:13:55.061195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36076) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.081966 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c3545c-d236-4b97-8a23-159aa1cdec5e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:13:55.082505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c3545c-d236-4b97-8a23-159aa1cdec5e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:13:55.088315 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c6c3545c-d236-4b97-8a23-159aa1cdec5e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/2522cfb6-7b6c-4313-a780-2d393b9eef13 HTTP/1.1" status: 404 len: 339 time: 0.0259016 Mar 09 17:13:55.097741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36078) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.097936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0482796-ee0b-4389-abf2-8854172421b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (3719d496-9922-4014-9971-7dab40d7b79c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.137997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0482796-ee0b-4389-abf2-8854172421b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (3719d496-9922-4014-9971-7dab40d7b79c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.223959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.332479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b258c2e-9ac8-42c7-b41f-2c1e4f91f495 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.334094 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1b258c2e-9ac8-42c7-b41f-2c1e4f91f495 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2352567 Mar 09 17:13:55.338136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.339398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36080) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.348657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e7a26-ee61-42e7-a4aa-47da98cde6af None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:13:55.382386 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-33ba9153-07a9-4f08-a9e8-ceda9c7c3305 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 207 time: 0.0408735 Mar 09 17:13:55.385874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36082) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.404774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] Provisioning complete for port 01f47c62-661a-42c6-afb6-d82fccc54655 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:55.404982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.406550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0482796-ee0b-4389-abf2-8854172421b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3719d496-9922-4014-9971-7dab40d7b79c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.409222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d0482796-ee0b-4389-abf2-8854172421b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.410402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d0482796-ee0b-4389-abf2-8854172421b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] 10.222.0.16 "DELETE /v2.0/security-groups/3719d496-9922-4014-9971-7dab40d7b79c HTTP/1.1" status: 204 len: 168 time: 0.4853265 Mar 09 17:13:55.445944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0482796-ee0b-4389-abf2-8854172421b3 tempest-TestNetworkAdvancedServerOps-2051519463 tempest-TestNetworkAdvancedServerOps-2051519463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719d496-9922-4014-9971-7dab40d7b79c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:55.466325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=4c71924b-ac66-48bb-8a08-85a7fce84320,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:55.468925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (17683778-1272-49ce-b777-9fb543d115a7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.609214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8e7a26-ee61-42e7-a4aa-47da98cde6af None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:13:55.631126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b2817-8a96-4759-8389-1a5249474f27 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.637316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b2817-8a96-4759-8389-1a5249474f27 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.644084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b2817-8a96-4759-8389-1a5249474f27 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.653946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b2817-8a96-4759-8389-1a5249474f27 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.655959 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f5b2817-8a96-4759-8389-1a5249474f27 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2690060 Mar 09 17:13:55.657545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:13:55.658972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:55.660158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36090) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.704052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] Current status of the port 01f47c62-661a-42c6-afb6-d82fccc54655 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:55.707117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.845324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] For port 01f47c62-661a-42c6-afb6-d82fccc54655, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01f47c62-661a-42c6-afb6-d82fccc54655,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:55.865616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36523d65-b7d4-4c5b-b257-c783ad70c08f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:55.865882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36092) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.866400 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb5788d6-93ab-4d7c-8e56-713ffbed1a59 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1957612 Mar 09 17:13:55.920532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 17683778-1272-49ce-b777-9fb543d115a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:13:55.932061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:55.938141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09dc93-3658-40f8-ab91-2427df6fc0f1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.939625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09dc93-3658-40f8-ab91-2427df6fc0f1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:55.946412 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f09dc93-3658-40f8-ab91-2427df6fc0f1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0753605 Mar 09 17:13:55.946901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:55.952017 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:13:56.021228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5397cc-c799-4e4d-acdb-9f33d3a43dad None None] Pushing event updated for resources: {'Port': ['ID=01f47c62-661a-42c6-afb6-d82fccc54655,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:56.025872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 36523d65-b7d4-4c5b-b257-c783ad70c08f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:56.026277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.046240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f35ee-f6b9-480d-86ea-eecbb3265757 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.047714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f35ee-f6b9-480d-86ea-eecbb3265757 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.049203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-845f35ee-f6b9-480d-86ea-eecbb3265757 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1013539 Mar 09 17:13:56.053787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36096) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.055232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775229e2-5cce-4e4c-9c68-c598294649c8 None None] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:56.176103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:13:56.190653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c3afa276-0776-46af-9fe4-da94391ac9b5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/17683778-1272-49ce-b777-9fb543d115a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3628154 Mar 09 17:13:56.193324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36100) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.222528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269165e-aafa-4e54-baec-b5b97c6c7f34 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.224246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8269165e-aafa-4e54-baec-b5b97c6c7f34 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks/6b31368c-da2e-4bf7-a412-6ada22344248 HTTP/1.1" status: 200 len: 799 time: 0.1704407 Mar 09 17:13:56.228147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36102) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.234751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Sync routers for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:13:56.251474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 36523d65-b7d4-4c5b-b257-c783ad70c08f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:56.252615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 01f47c62-661a-42c6-afb6-d82fccc54655 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:56.256657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:56.257311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:56.274499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36104) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.402435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bf7bfc5a-12c6-412b-b73c-76532dbf6e8c tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/networks/6b31368c-da2e-4bf7-a412-6ada22344248?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1725655 Mar 09 17:13:56.407075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36108) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.430250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 01f47c62-661a-42c6-afb6-d82fccc54655 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:56.430842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.433231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:56.487859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.488593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.488834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.489339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.494157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.494735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.495206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.495694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.498367 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bc770050-5144-4457-b289-218af9de4d1c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5626 time: 0.3029656 Mar 09 17:13:56.501032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36110) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.524363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3631fb4-4ff2-4f8b-b74e-38b6bd3fda71 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.539173 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b3631fb4-4ff2-4f8b-b74e-38b6bd3fda71 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/subnets/02116f3b-1fd8-400a-915d-c58e2239f241 HTTP/1.1" status: 200 len: 811 time: 0.1309373 Mar 09 17:13:56.544370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36114) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.660489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b55881-b7cb-4fb9-896b-bd476eeadb93 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['shared'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.662112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-76b55881-b7cb-4fb9-896b-bd476eeadb93 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "GET /v2.0/subnets/02116f3b-1fd8-400a-915d-c58e2239f241?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1166356 Mar 09 17:13:56.671092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36116) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.676364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1744017948'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:56.689877 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0187ed32-c434-4a2c-bfca-839a5b7c998e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbb791156d794777a30b1ac575142f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115911 Mar 09 17:13:56.690099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36118) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.699761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.700177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.700677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.701116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.701570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.702020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.702471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:56.704969 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-db332806-2d31-4154-90f4-b6fc4707a0da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4609 time: 0.2023926 Mar 09 17:13:56.707314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36120) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:56.782390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d882a03b-5f7b-496f-bea1-71e174a4dee1 admin admin] Publish callbacks [] for security_group (5f25f2ca-5613-45d6-b097-27f8abad837f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.814784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0681d1a5-9c62-40b5-98ce-78f4d629c3b5 None None] Provisioning complete for port 01f47c62-661a-42c6-afb6-d82fccc54655 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:56.815285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0681d1a5-9c62-40b5-98ce-78f4d629c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.817009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d882a03b-5f7b-496f-bea1-71e174a4dee1 admin admin] Publish callbacks [] for security_group (5f25f2ca-5613-45d6-b097-27f8abad837f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.879388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:56.883016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.933222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 01f47c62-661a-42c6-afb6-d82fccc54655 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:56.964331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d882a03b-5f7b-496f-bea1-71e174a4dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (5f25f2ca-5613-45d6-b097-27f8abad837f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.968093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d882a03b-5f7b-496f-bea1-71e174a4dee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:56.970499 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d882a03b-5f7b-496f-bea1-71e174a4dee1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f25f2ca-5613-45d6-b097-27f8abad837f HTTP/1.1" status: 204 len: 168 time: 0.2785532 Mar 09 17:13:56.991051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882a03b-5f7b-496f-bea1-71e174a4dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25f2ca-5613-45d6-b097-27f8abad837f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:57.044086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e1c4009f-9c97-404b-84f0-093c1bd9aed4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:13:57.085928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: e1c4009f-9c97-404b-84f0-093c1bd9aed4 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:13:57.086265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device e1c4009f-9c97-404b-84f0-093c1bd9aed4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:13:57.095746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0681d1a5-9c62-40b5-98ce-78f4d629c3b5 None None] Current status of the port 01f47c62-661a-42c6-afb6-d82fccc54655 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:57.120408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0681d1a5-9c62-40b5-98ce-78f4d629c3b5 None None] Provisioning complete for port 4c71924b-ac66-48bb-8a08-85a7fce84320 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:57.120812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0681d1a5-9c62-40b5-98ce-78f4d629c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.126897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:57.181009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Checking router: 17683778-1272-49ce-b777-9fb543d115a7 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:13:57.181387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Updating router 17683778-1272-49ce-b777-9fb543d115a7 port 4c71924b-ac66-48bb-8a08-85a7fce84320 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:13:57.216917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0681d1a5-9c62-40b5-98ce-78f4d629c3b5 None None] Port 4c71924b-ac66-48bb-8a08-85a7fce84320 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:57.217855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.299535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:13:57.325680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.326310 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Added segment a1d8f59b-3245-4983-abf4-5e8ab9dccf9d of type vlan for network 32abd83c-faac-412c-8a9f-10768cf64091 Mar 09 17:13:57.389838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-683d750c-f37f-4026-8e61-40701215535c None None] Provisioning complete for port 4c71924b-ac66-48bb-8a08-85a7fce84320 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:57.390229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-683d750c-f37f-4026-8e61-40701215535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.418581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (32abd83c-faac-412c-8a9f-10768cf64091), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.425424 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3e7fd87c-e980-4545-a1f5-cfe671bf95b6 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.7167461 Mar 09 17:13:57.475529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-683d750c-f37f-4026-8e61-40701215535c None None] Port 4c71924b-ac66-48bb-8a08-85a7fce84320 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:57.571843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (32abd83c-faac-412c-8a9f-10768cf64091), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.577065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:57.577663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.604138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Publish callbacks [] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.616250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b8f1fe58-8415-4807-8a37-d5e37bb31437 None None] Provisioning complete for port 4c71924b-ac66-48bb-8a08-85a7fce84320 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:57.621198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fe58-8415-4807-8a37-d5e37bb31437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.652200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 01f47c62-661a-42c6-afb6-d82fccc54655 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:57.673704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Network': ['ID=32abd83c-faac-412c-8a9f-10768cf64091,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:57.689044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 32abd83c-faac-412c-8a9f-10768cf64091 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:13:57.710880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1fe58-8415-4807-8a37-d5e37bb31437 None None] Port 4c71924b-ac66-48bb-8a08-85a7fce84320 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:57.715104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.733378 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e6cff83e-af71-41b5-b789-ef77faab38bf tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0611672 Mar 09 17:13:57.735887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36130) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:57.741664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'network_id': '32abd83c-faac-412c-8a9f-10768cf64091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:57.836009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d41620-1b1d-42f4-b6db-b1275935c772 None None] Pushing event updated for resources: {'Port': ['ID=4c71924b-ac66-48bb-8a08-85a7fce84320,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:57.857670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36132) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:57.863518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269754049', 'description': 'tempest-secgroup-smoke-1269754049 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:57.899392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 01f47c62-661a-42c6-afb6-d82fccc54655 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:57.899781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.914332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36134) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:57.928529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8550eac3-1f6d-4c77-8cf3-5ceb320994b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.938203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Attempting to bind port 4c71924b-ac66-48bb-8a08-85a7fce84320 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:13:57.938597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Attempting to bind port 4c71924b-ac66-48bb-8a08-85a7fce84320 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:13:57.938985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Attempting to bind port 4c71924b-ac66-48bb-8a08-85a7fce84320 on network 3746c3e4-25b5-49b1-a844-7acd08ddd824 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:13:57.952934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:13:57.960136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Checking segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:57.960136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.960136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Bound using segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:13:57.960136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Bound port: 4c71924b-ac66-48bb-8a08-85a7fce84320, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:13:57.960136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:57.985878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Made reservation on behalf of c73cd636f81a4c6ca1a2e9a8c49e1f41 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:13:57.997363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.075714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_backend_mixin [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing IP validity checks on allocation pools {{(pid=104358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:13:58.076548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.ipam_backend_mixin [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:13:58.082558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 01f47c62-661a-42c6-afb6-d82fccc54655 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:58.083455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.092322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] For port 4c71924b-ac66-48bb-8a08-85a7fce84320, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:13:58.096151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] For port 4c71924b-ac66-48bb-8a08-85a7fce84320, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c71924b-ac66-48bb-8a08-85a7fce84320,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:13:58.103899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8550eac3-1f6d-4c77-8cf3-5ceb320994b6 admin admin] Publish callbacks [] for security_group (95d53fd2-8c24-4649-88ea-53394e5ac669), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.145214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bc3b3f17-4570-4b94-bce9-37c8a73ce215 None None] Provisioning complete for port 4c71924b-ac66-48bb-8a08-85a7fce84320 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:58.146363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f17-4570-4b94-bce9-37c8a73ce215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.189796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b3f17-4570-4b94-bce9-37c8a73ce215 None None] Port 4c71924b-ac66-48bb-8a08-85a7fce84320 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:13:58.210247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.217090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.261212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8550eac3-1f6d-4c77-8cf3-5ceb320994b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (95d53fd2-8c24-4649-88ea-53394e5ac669), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.271404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:13:58.272086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:13:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:58.324045 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8550eac3-1f6d-4c77-8cf3-5ceb320994b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb8aa0f19cd24af0a114ebe203ce10d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083889 Mar 09 17:13:58.326704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36136) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:58.334792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.335005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d41620-1b1d-42f4-b6db-b1275935c772 None None] Pushing event updated for resources: {'Port': ['ID=4c71924b-ac66-48bb-8a08-85a7fce84320,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:58.346430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550eac3-1f6d-4c77-8cf3-5ceb320994b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d53fd2-8c24-4649-88ea-53394e5ac669,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:58.394712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:58.411298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0103b6-e026-4442-9e43-5699cb25a2c7 admin admin] Publish callbacks [] for security_group (95d53fd2-8c24-4649-88ea-53394e5ac669), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.415454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (6169283a-1f32-4cdd-8b87-e0183ff96c8d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.458639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:13:58.461793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0103b6-e026-4442-9e43-5699cb25a2c7 admin admin] Publish callbacks [] for security_group (95d53fd2-8c24-4649-88ea-53394e5ac669), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.486904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.488277 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-64415d5c-6b50-47ce-bbe3-d087fe2e2729 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6288579 Mar 09 17:13:58.491160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36138) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:58.491392 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=6169283a-1f32-4cdd-8b87-e0183ff96c8d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:58.505411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Checking segment: {'id': 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32abd83c-faac-412c-8a9f-10768cf64091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:13:58.505411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network hostable DHCP agents. Network: 32abd83c-faac-412c-8a9f-10768cf64091, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:13:58.532016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'd6a0b6d6-4f76-4f16-b543-f7b1b8155ec1', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:58.653078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] Provisioning complete for port 4c71924b-ac66-48bb-8a08-85a7fce84320 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:58.653681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.697975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Network 32abd83c-faac-412c-8a9f-10768cf64091 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:13:58.698483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0103b6-e026-4442-9e43-5699cb25a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (95d53fd2-8c24-4649-88ea-53394e5ac669), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.703130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0103b6-e026-4442-9e43-5699cb25a2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.705318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c0103b6-e026-4442-9e43-5699cb25a2c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95d53fd2-8c24-4649-88ea-53394e5ac669 HTTP/1.1" status: 204 len: 168 time: 0.3765163 Mar 09 17:13:58.723689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a86f4575-9747-4616-b432-f727febed11f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.723916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.729539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0103b6-e026-4442-9e43-5699cb25a2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d53fd2-8c24-4649-88ea-53394e5ac669,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:58.781002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 32abd83c-faac-412c-8a9f-10768cf64091) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:13:58.785080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:58.785697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.811743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4ad2a-5d54-42e7-ae70-f6c3b4b3bd7c None None] Network 32abd83c-faac-412c-8a9f-10768cf64091 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:13:58.816197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a86f4575-9747-4616-b432-f727febed11f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.831327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] Current status of the port 4c71924b-ac66-48bb-8a08-85a7fce84320 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:58.831726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.878160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36144) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:58.878695 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-51b2e137-0576-41d8-a261-bbc36e59da81 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1413071 Mar 09 17:13:58.886137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:58.898168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:13:58.914606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a86f4575-9747-4616-b432-f727febed11f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:58.933895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86f4575-9747-4616-b432-f727febed11f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:58.936032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ddbaa-121c-4c74-9868-9006c620429e None None] The sync data for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv is: [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:13:58.950727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] For port 4c71924b-ac66-48bb-8a08-85a7fce84320, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c71924b-ac66-48bb-8a08-85a7fce84320,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:13:58.991518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32abd83c-faac-412c-8a9f-10768cf64091', 'network_id': '32abd83c-faac-412c-8a9f-10768cf64091', 'project_id': 'c73cd636f81a4c6ca1a2e9a8c49e1f41', 'fixed_ips': [{'subnet_id': '6169283a-1f32-4cdd-8b87-e0183ff96c8d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:13:58.991518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.042824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26182288'] for subnet (6169283a-1f32-4cdd-8b87-e0183ff96c8d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.049049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.050344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e2813e97-b015-4aa1-b604-56d07a161591 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5550888 Mar 09 17:13:59.053521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36146) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:59.059274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'd6a0b6d6-4f76-4f16-b543-f7b1b8155ec1', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:59.110429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.188471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (b38142e7-9dd5-49dc-955c-ef7468ffb997), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.363794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (b38142e7-9dd5-49dc-955c-ef7468ffb997), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.403731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742827804254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26765708'] for subnet (6169283a-1f32-4cdd-8b87-e0183ff96c8d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.429454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b38142e7-9dd5-49dc-955c-ef7468ffb997), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.477245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38142e7-9dd5-49dc-955c-ef7468ffb997,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:59.497171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:13:59.506725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.506725 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "PUT /v2.0/subnets/6169283a-1f32-4cdd-8b87-e0183ff96c8d HTTP/1.1" status: 200 len: 877 time: 0.6192923 Mar 09 17:13:59.507014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36148) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:59.507133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478aeac-e5d8-44c5-937d-878f8b59626a None None] Pushing event updated for resources: {'Port': ['ID=4c71924b-ac66-48bb-8a08-85a7fce84320,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:59.518637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adfb1c-1256-4857-8493-7fbbcd4f090f tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event updated for resources: {'Subnet': ['ID=6169283a-1f32-4cdd-8b87-e0183ff96c8d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:59.546330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Allocated IP 172.20.0.3 (32abd83c-faac-412c-8a9f-10768cf64091/6169283a-1f32-4cdd-8b87-e0183ff96c8d/a9afc50f-54c6-4659-b581-d0072e74a123) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:13:59.568540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.568540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6ebad104-2087-4980-ae58-f30b9b05212e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5123720 Mar 09 17:13:59.569924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36150) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:59.577704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'd6a0b6d6-4f76-4f16-b543-f7b1b8155ec1', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:13:59.688294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c71924b-ac66-48bb-8a08-85a7fce84320 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:13:59.690816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (9e9da527-3ad6-40f7-915a-18203977f02c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.701771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (32abd83c-faac-412c-8a9f-10768cf64091), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.792196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (6169283a-1f32-4cdd-8b87-e0183ff96c8d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.821023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (9e9da527-3ad6-40f7-915a-18203977f02c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.849223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4c71924b-ac66-48bb-8a08-85a7fce84320 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:13:59.849807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.888898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Publish callbacks [] for port (a9afc50f-54c6-4659-b581-d0072e74a123), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.891902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (9e9da527-3ad6-40f7-915a-18203977f02c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.921089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9da527-3ad6-40f7-915a-18203977f02c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:13:59.954360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4c71924b-ac66-48bb-8a08-85a7fce84320 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:13:59.982348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a9afc50f-54c6-4659-b581-d0072e74a123), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.982635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:13:59.986474 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-125fa680-2ccf-4d2f-9e06-a027dc19f0c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128897 Mar 09 17:13:59.986671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36154) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:13:59.992450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'd6a0b6d6-4f76-4f16-b543-f7b1b8155ec1', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:00.029662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Network 32abd83c-faac-412c-8a9f-10768cf64091 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:14:00.032685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:14:00.036332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:14:00.067938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Pushing event updated for resources: {'Port': ['ID=a9afc50f-54c6-4659-b581-d0072e74a123,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:00.078041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (6169283a-1f32-4cdd-8b87-e0183ff96c8d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.097850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d130f23b-5c63-4640-a807-65f319b2868a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.110668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Attempting to bind port a9afc50f-54c6-4659-b581-d0072e74a123 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:14:00.111108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Attempting to bind port a9afc50f-54c6-4659-b581-d0072e74a123 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32abd83c-faac-412c-8a9f-10768cf64091'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:14:00.111483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Attempting to bind port a9afc50f-54c6-4659-b581-d0072e74a123 on network 32abd83c-faac-412c-8a9f-10768cf64091 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:14:00.123363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:14:00.123764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Checking segment: {'id': 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32abd83c-faac-412c-8a9f-10768cf64091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:14:00.124180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.124615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Bound using segment: {'id': 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32abd83c-faac-412c-8a9f-10768cf64091'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:14:00.125163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Bound port: a9afc50f-54c6-4659-b581-d0072e74a123, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '32abd83c-faac-412c-8a9f-10768cf64091'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:14:00.125552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a9afc50f-54c6-4659-b581-d0072e74a123), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.130630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=6169283a-1f32-4cdd-8b87-e0183ff96c8d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:00.229923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (32abd83c-faac-412c-8a9f-10768cf64091), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.255756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] For port a9afc50f-54c6-4659-b581-d0072e74a123, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:14:00.259933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d130f23b-5c63-4640-a807-65f319b2868a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.261268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32abd83c-faac-412c-8a9f-10768cf64091']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:00.263156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] For port a9afc50f-54c6-4659-b581-d0072e74a123, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9afc50f-54c6-4659-b581-d0072e74a123,segment=NetworkSegment(a1d8f59b-3245-4983-abf4-5e8ab9dccf9d),segment_id=a1d8f59b-3245-4983-abf4-5e8ab9dccf9d)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:14:00.275416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:00.275771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:00.291346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.366739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d130f23b-5c63-4640-a807-65f319b2868a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.391920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d130f23b-5c63-4640-a807-65f319b2868a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:00.400881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a9afc50f-54c6-4659-b581-d0072e74a123), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.404169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.413826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:14:00.418401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:14:00.438098 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:14:00.465113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.467253 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-913e2eb8-8ade-4443-b7bc-46c63240ccc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4793055 Mar 09 17:14:00.469665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36156) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:00.474342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'd6a0b6d6-4f76-4f16-b543-f7b1b8155ec1', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:00.485896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b454d-5377-4358-ba4a-e103c9940b8f None None] Pushing event updated for resources: {'Port': ['ID=a9afc50f-54c6-4659-b581-d0072e74a123,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:00.526909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:14:00.526909 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:14:00.526909 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': '32abd83c-faac-412c-8a9f-10768cf64091'}] Mar 09 17:14:00.526909 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:14:00.527780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:14:00.540875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d707d-9790-4b30-8a78-939849594f3d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:14:00.577370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:14:00.588144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (2b9c71f8-5f02-4def-9f76-76dea7fc0297), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.639457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d707d-9790-4b30-8a78-939849594f3d None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:14:00.674375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (2b9c71f8-5f02-4def-9f76-76dea7fc0297), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.750992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (2b9c71f8-5f02-4def-9f76-76dea7fc0297), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.770764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9c71f8-5f02-4def-9f76-76dea7fc0297,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:00.829294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655a15f-6131-470b-ad0d-e2a0bebf3a8a None None] Network 32abd83c-faac-412c-8a9f-10768cf64091 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:14:00.831018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:00.836242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9b871371-7fff-4109-85c6-5db34a751e8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3623962 Mar 09 17:14:00.841379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36160) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:00.841379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'd6a0b6d6-4f76-4f16-b543-f7b1b8155ec1', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:00.942122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5050ba3c-8011-48fd-9e85-a6f221230c70 None None] Network 32abd83c-faac-412c-8a9f-10768cf64091 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:14:00.949067 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:14:00.954337 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (7d08804a-a491-4267-9698-bb1c06707557), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.029155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (7d08804a-a491-4267-9698-bb1c06707557), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.029922 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (32abd83c-faac-412c-8a9f-10768cf64091), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.086147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port a9afc50f-54c6-4659-b581-d0072e74a123 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:01.086505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a9afc50f-54c6-4659-b581-d0072e74a123), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.089558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7d08804a-a491-4267-9698-bb1c06707557), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.128624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d08804a-a491-4267-9698-bb1c06707557,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:01.176632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port a9afc50f-54c6-4659-b581-d0072e74a123, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9afc50f-54c6-4659-b581-d0072e74a123,segment=NetworkSegment(a1d8f59b-3245-4983-abf4-5e8ab9dccf9d),segment_id=a1d8f59b-3245-4983-abf4-5e8ab9dccf9d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:01.177149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a9afc50f-54c6-4659-b581-d0072e74a123), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.191770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for a9afc50f-54c6-4659-b581-d0072e74a123 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:01.282424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.283682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-321b81f0-2221-4778-a4ed-14cae67cf487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4460576 Mar 09 17:14:01.380818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a9afc50f-54c6-4659-b581-d0072e74a123), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.407045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=a9afc50f-54c6-4659-b581-d0072e74a123,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:01.414170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port a9afc50f-54c6-4659-b581-d0072e74a123 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:14:01.513036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (32abd83c-faac-412c-8a9f-10768cf64091), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.548369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32abd83c-faac-412c-8a9f-10768cf64091']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:01.554445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-bd96c49c-b28e-4b81-aee4-cc5af4b2da58 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269754049&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.1080432 Mar 09 17:14:01.563937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:01.564250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8f59b-3245-4983-abf4-5e8ab9dccf9d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:01.597389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.622186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.657159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:14:01.657446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (a1d8f59b-3245-4983-abf4-5e8ab9dccf9d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:14:01.660526 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:14:01.737156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-c94fe506-3f04-416d-a870-08c749536395 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:01.738599 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-c94fe506-3f04-416d-a870-08c749536395 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=3746c3e4-25b5-49b1-a844-7acd08ddd824 HTTP/1.1" status: 200 len: 796 time: 0.1772404 Mar 09 17:14:01.754769 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-3b30459b-efde-4b00-8571-b8399e1656ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0099292 Mar 09 17:14:01.811713 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-ecdbb9fc-451b-4e4b-9845-1d163a276b84 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514169 Mar 09 17:14:01.832933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (32abd83c-faac-412c-8a9f-10768cf64091), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.848833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:01.852478 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/32abd83c-faac-412c-8a9f-10768cf64091 HTTP/1.1" status: 204 len: 168 time: 2.3493483 Mar 09 17:14:01.856178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36174) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:01.899690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d3ae-7374-445a-886c-1ac77b168770 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=32abd83c-faac-412c-8a9f-10768cf64091,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:01.903502 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2032c14d-4144-4342-8a4b-d348d56310d7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:01.903967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2032c14d-4144-4342-8a4b-d348d56310d7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:01.907083 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2032c14d-4144-4342-8a4b-d348d56310d7 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/6169283a-1f32-4cdd-8b87-e0183ff96c8d HTTP/1.1" status: 404 len: 337 time: 0.0481298 Mar 09 17:14:01.914995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36178) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:01.938171 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1213c056-d711-4d92-9508-2ed85621b6b1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:01.939183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1213c056-d711-4d92-9508-2ed85621b6b1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:01.943026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1213c056-d711-4d92-9508-2ed85621b6b1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/32abd83c-faac-412c-8a9f-10768cf64091 HTTP/1.1" status: 404 len: 339 time: 0.0269630 Mar 09 17:14:01.945684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36180) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:01.966300 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-ab02988f-eb6f-4a02-8d19-9a8457495c14 service neutron] 10.222.0.16 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424096 Mar 09 17:14:01.975814 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e8daaf-a2b1-4c1f-a548-810d583b8831 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:01.976375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e8daaf-a2b1-4c1f-a548-810d583b8831 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:01.979800 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f6e8daaf-a2b1-4c1f-a548-810d583b8831 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/9d8b45dd-b178-4236-a479-c64edfa9023a HTTP/1.1" status: 404 len: 337 time: 0.0329969 Mar 09 17:14:01.983496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36182) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.008570 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a03674-2fee-46f0-82d7-f62bd4d695ff tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.009185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a03674-2fee-46f0-82d7-f62bd4d695ff tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.012605 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a5a03674-2fee-46f0-82d7-f62bd4d695ff tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/2522cfb6-7b6c-4313-a780-2d393b9eef13 HTTP/1.1" status: 404 len: 339 time: 0.0279896 Mar 09 17:14:02.015098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36184) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.071761 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-8d6eb0a3-1336-4836-9bda-351476deae16 service neutron] 10.222.0.16 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999155 Mar 09 17:14:02.097063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.187531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.208260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65571941-147b-4ed4-bf64-3e5af14c8a48']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:02.218705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb45e38f-c930-4532-bfb4-404308b22295') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:02.219144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb45e38f-c930-4532-bfb4-404308b22295') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:02.229258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (bb45e38f-c930-4532-bfb4-404308b22295), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.243034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (bb45e38f-c930-4532-bfb4-404308b22295), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.249494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:14:02.249889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (bb45e38f-c930-4532-bfb4-404308b22295), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:14:02.252863 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:14:02.341764 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ad161db7-c82d-4b35-bef1-8397d70b34ad req-8cb3c55b-167f-4b6b-8140-8960cd4d1842 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0303178 Mar 09 17:14:02.426389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (65571941-147b-4ed4-bf64-3e5af14c8a48), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.433283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:02.436591 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/65571941-147b-4ed4-bf64-3e5af14c8a48 HTTP/1.1" status: 204 len: 168 time: 0.4204905 Mar 09 17:14:02.463075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36190) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.463625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bec9d-bb72-4348-b3ef-2c88a61dd7f2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=65571941-147b-4ed4-bf64-3e5af14c8a48,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:02.466934 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9177312-43b0-47a1-b975-f05230fe8e7e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.467397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9177312-43b0-47a1-b975-f05230fe8e7e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.470782 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9177312-43b0-47a1-b975-f05230fe8e7e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/013e7dbe-e7c0-4ff0-9bdf-f8de2fd066c0 HTTP/1.1" status: 404 len: 337 time: 0.0301671 Mar 09 17:14:02.473022 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36192) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.496268 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0868ec-e665-49fc-b144-08a7fb5cc7e2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.496802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0868ec-e665-49fc-b144-08a7fb5cc7e2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.502557 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7e0868ec-e665-49fc-b144-08a7fb5cc7e2 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/d8c1bd87-996d-4878-85dd-35856ad75ad4 HTTP/1.1" status: 404 len: 339 time: 0.0262980 Mar 09 17:14:02.502785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36194) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.532289 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-0486fdf4-65ec-4f1c-8b37-2656f9412237 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.532791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0486fdf4-65ec-4f1c-8b37-2656f9412237 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.535868 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0486fdf4-65ec-4f1c-8b37-2656f9412237 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/c242f863-915d-4e64-b08e-ba70c57e5101 HTTP/1.1" status: 404 len: 337 time: 0.0321717 Mar 09 17:14:02.538475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36196) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.558008 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a99131-4af7-443c-838b-a3e75644aee1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.558543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a99131-4af7-443c-838b-a3e75644aee1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.561767 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f7a99131-4af7-443c-838b-a3e75644aee1 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/7af96649-d25d-49f5-a3a5-e27c2cccee00 HTTP/1.1" status: 404 len: 339 time: 0.0222163 Mar 09 17:14:02.564268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36198) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.593449 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee14ba42-329d-4493-afb2-66d3f100c1e5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.596490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee14ba42-329d-4493-afb2-66d3f100c1e5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.599860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ee14ba42-329d-4493-afb2-66d3f100c1e5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/c4f29ea9-ffef-4846-94eb-da11ca584799 HTTP/1.1" status: 404 len: 337 time: 0.0346029 Mar 09 17:14:02.600069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36200) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.619534 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a473d83c-52f3-43e6-836c-36f5655a2de8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.620014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a473d83c-52f3-43e6-836c-36f5655a2de8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.623173 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a473d83c-52f3-43e6-836c-36f5655a2de8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/07870b7f-34d6-4581-8976-10d33783d338 HTTP/1.1" status: 404 len: 339 time: 0.0220742 Mar 09 17:14:02.625730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36202) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.653683 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1c3cc3-bd8b-4179-8b9c-afe4caaf81d5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.654141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1c3cc3-bd8b-4179-8b9c-afe4caaf81d5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.659398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dc1c3cc3-bd8b-4179-8b9c-afe4caaf81d5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/3b23badb-0f3b-447e-a1de-a43b39f28d32 HTTP/1.1" status: 404 len: 337 time: 0.0305548 Mar 09 17:14:02.659724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36204) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.678498 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddba46cd-a94a-457c-83a0-f507314aff67 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.678998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddba46cd-a94a-457c-83a0-f507314aff67 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.682090 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ddba46cd-a94a-457c-83a0-f507314aff67 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/6cf4f038-0f3d-457b-9151-d49293ac9ef0 HTTP/1.1" status: 404 len: 339 time: 0.0214491 Mar 09 17:14:02.684893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36206) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.716010 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-89056cc4-7b9a-482b-ab8b-8ad4c285c943 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.716428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89056cc4-7b9a-482b-ab8b-8ad4c285c943 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.719535 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-89056cc4-7b9a-482b-ab8b-8ad4c285c943 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/f680bc04-693f-4c04-ac12-fa1b8e8188c6 HTTP/1.1" status: 404 len: 337 time: 0.0337141 Mar 09 17:14:02.722112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36208) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.740478 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be8b1c8-ebc2-4c88-a446-ef3ed96f1ac5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.740993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be8b1c8-ebc2-4c88-a446-ef3ed96f1ac5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.744055 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2be8b1c8-ebc2-4c88-a446-ef3ed96f1ac5 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/00769d79-33fe-4741-90be-baa405521642 HTTP/1.1" status: 404 len: 339 time: 0.0210204 Mar 09 17:14:02.746627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36210) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.773469 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-838c73ac-1351-4fbe-bbe8-e1d30c95a1e4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.773965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838c73ac-1351-4fbe-bbe8-e1d30c95a1e4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.777115 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-838c73ac-1351-4fbe-bbe8-e1d30c95a1e4 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/93bc3807-055e-4309-ab4e-08947bbf0621 HTTP/1.1" status: 404 len: 337 time: 0.0295753 Mar 09 17:14:02.779578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36212) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.798464 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d41730-ccb9-4683-becc-fb4c328321fd tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.798983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d41730-ccb9-4683-becc-fb4c328321fd tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.802112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-56d41730-ccb9-4683-becc-fb4c328321fd tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/f01b235c-ed3f-457c-b3a7-77ef1517e5b2 HTTP/1.1" status: 404 len: 339 time: 0.0215964 Mar 09 17:14:02.804702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36214) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.830492 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd8a7b2-10e7-42aa-a5e3-fe98b8b384c8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.830946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd8a7b2-10e7-42aa-a5e3-fe98b8b384c8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.834608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9bd8a7b2-10e7-42aa-a5e3-fe98b8b384c8 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/7e6bc297-b4cb-4a6d-86c9-2ee433365d2e HTTP/1.1" status: 404 len: 337 time: 0.0283015 Mar 09 17:14:02.837009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36216) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.854301 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b8d455-6b74-4e97-9b5b-d980a3a9b363 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.854997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b8d455-6b74-4e97-9b5b-d980a3a9b363 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.857850 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-73b8d455-6b74-4e97-9b5b-d980a3a9b363 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/eb4c0e53-8c7f-4d7a-9f82-f4d594c25b5d HTTP/1.1" status: 404 len: 339 time: 0.0199041 Mar 09 17:14:02.860295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36218) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.886750 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10be156-024a-482c-a87d-1273a65d2d4d tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.887203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10be156-024a-482c-a87d-1273a65d2d4d tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.890261 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d10be156-024a-482c-a87d-1273a65d2d4d tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/fe2d01d9-1c7f-4950-9e1b-fdcc48fddcbb HTTP/1.1" status: 404 len: 337 time: 0.0290270 Mar 09 17:14:02.892770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36220) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.910832 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdab958-6255-4e1e-a0f3-81426b0d5d91 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] DELETE failed (client error): The resource could not be found. Mar 09 17:14:02.911317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdab958-6255-4e1e-a0f3-81426b0d5d91 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:14:02.914955 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6cdab958-6255-4e1e-a0f3-81426b0d5d91 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/53671139-9fec-4fad-b10d-895c27de4b96 HTTP/1.1" status: 404 len: 339 time: 0.0212955 Mar 09 17:14:02.917475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36222) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:02.971406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting subnet 02116f3b-1fd8-400a-915d-c58e2239f241 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:14:02.975343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (02116f3b-1fd8-400a-915d-c58e2239f241), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.021975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (02116f3b-1fd8-400a-915d-c58e2239f241), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.117232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (02116f3b-1fd8-400a-915d-c58e2239f241), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.434549 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-03685c5b-0fff-45cc-8a72-16605ad5ee4e req-da01124e-e069-4f28-b708-922b9b0b280a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0412381 Mar 09 17:14:03.658280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (02116f3b-1fd8-400a-915d-c58e2239f241), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.685570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Subnet': ['ID=02116f3b-1fd8-400a-915d-c58e2239f241,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:03.694084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.694084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e8fbc472-3e5d-4210-b3d5-ca5628904535 tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/subnets/02116f3b-1fd8-400a-915d-c58e2239f241 HTTP/1.1" status: 204 len: 168 time: 0.7737458 Mar 09 17:14:03.695353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36234) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:03.698029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4d121-e248-42d3-9065-4b070cd3d27d None None] Network 6b31368c-da2e-4bf7-a412-6ada22344248 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:14:03.719705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dc84e555-cad0-4deb-906a-1f1366f2c246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.783725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6b31368c-da2e-4bf7-a412-6ada22344248), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.846252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Deleting port 78ea96de-54b5-425f-b71e-65a047ac584e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:03.846538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.874037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] DHCP port deletion for 6b31368c-da2e-4bf7-a412-6ada22344248 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:14:03.912517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] For port 78ea96de-54b5-425f-b71e-65a047ac584e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78ea96de-54b5-425f-b71e-65a047ac584e,segment=NetworkSegment(2bf0df5e-911a-43e2-b3cd-f55f480ed3ca),segment_id=2bf0df5e-911a-43e2-b3cd-f55f480ed3ca)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:03.913159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.925646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Calling delete_port for 78ea96de-54b5-425f-b71e-65a047ac584e owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:03.925987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] Deleting port 78ea96de-54b5-425f-b71e-65a047ac584e {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:03.926359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:03.989802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] For port 78ea96de-54b5-425f-b71e-65a047ac584e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78ea96de-54b5-425f-b71e-65a047ac584e,segment=NetworkSegment(2bf0df5e-911a-43e2-b3cd-f55f480ed3ca),segment_id=2bf0df5e-911a-43e2-b3cd-f55f480ed3ca)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:03.990883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:04.004153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] Calling delete_port for 78ea96de-54b5-425f-b71e-65a047ac584e owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:04.519655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23527a50-adbc-40e9-9392-5da3d94554e9 req-b1a84bfc-1600-44e8-9f60-3e02075aba0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0324159 Mar 09 17:14:05.049210 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.067334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (78ea96de-54b5-425f-b71e-65a047ac584e), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.078119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Port': ['ID=78ea96de-54b5-425f-b71e-65a047ac584e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:05.080038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] No DVR routers for this DVR port 78ea96de-54b5-425f-b71e-65a047ac584e on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:14:05.093491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] No DVR routers for this DVR port 78ea96de-54b5-425f-b71e-65a047ac584e on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:14:05.137282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b186bc-8d91-49e4-aaa8-56120d0868df None None] Pushing event deleted for resources: {'Port': ['ID=78ea96de-54b5-425f-b71e-65a047ac584e,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:05.182087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6b31368c-da2e-4bf7-a412-6ada22344248), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.202550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b31368c-da2e-4bf7-a412-6ada22344248']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:05.213330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:05.213707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf0df5e-911a-43e2-b3cd-f55f480ed3ca') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:05.223621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (2bf0df5e-911a-43e2-b3cd-f55f480ed3ca), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.237422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2bf0df5e-911a-43e2-b3cd-f55f480ed3ca), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.243207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:14:05.243595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (2bf0df5e-911a-43e2-b3cd-f55f480ed3ca), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:14:05.246604 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:14:05.372095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6b31368c-da2e-4bf7-a412-6ada22344248), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.378902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:05.384789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] 10.222.0.16 "DELETE /v2.0/networks/6b31368c-da2e-4bf7-a412-6ada22344248 HTTP/1.1" status: 204 len: 168 time: 1.6857545 Mar 09 17:14:05.399172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9643-8870-4f4e-a5fa-e765941a288e tempest-NetworksTest-1893381116 tempest-NetworksTest-1893381116-project] Pushing event deleted for resources: {'Network': ['ID=6b31368c-da2e-4bf7-a412-6ada22344248,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:05.602287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 78ea96de-54b5-425f-b71e-65a047ac584e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:14:05.605547 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-27a7718f-9911-4697-a277-aec5ee93e3c8 req-fc856453-da97-4353-b3f3-786c97e0c1e8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0317132 Mar 09 17:14:05.622780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 78ea96de-54b5-425f-b71e-65a047ac584e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:14:05.623071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 78ea96de-54b5-425f-b71e-65a047ac584e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:14:05.895652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36260) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:06.034140 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3ada245c-11a2-4dd7-9138-e1798d135203 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c73cd636f81a4c6ca1a2e9a8c49e1f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371536 Mar 09 17:14:06.038147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36272) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:06.086712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7bb44dff-c642-4678-8602-2dd6d39b69dc admin admin] Publish callbacks [] for security_group (38d92972-02de-4642-9a60-7a50e2e6115d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:06.109005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7bb44dff-c642-4678-8602-2dd6d39b69dc admin admin] Publish callbacks [] for security_group (38d92972-02de-4642-9a60-7a50e2e6115d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:06.248776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-997571c1-6fa8-42ef-b1fd-692d2992a00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:06.271879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7bb44dff-c642-4678-8602-2dd6d39b69dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (38d92972-02de-4642-9a60-7a50e2e6115d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:06.274640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7bb44dff-c642-4678-8602-2dd6d39b69dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:06.278392 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7bb44dff-c642-4678-8602-2dd6d39b69dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38d92972-02de-4642-9a60-7a50e2e6115d HTTP/1.1" status: 204 len: 168 time: 0.2383790 Mar 09 17:14:06.284187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44dff-c642-4678-8602-2dd6d39b69dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d92972-02de-4642-9a60-7a50e2e6115d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:06.743774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-50a545b4-34ac-4ed4-ae2a-0739d8c6dc95 req-c0ee28dc-86f6-407c-834f-e38814076487 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0503719 Mar 09 17:14:06.892838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-086acf36-8af0-41a3-bcb9-a8e41c0bf933 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:06.894738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-086acf36-8af0-41a3-bcb9-a8e41c0bf933 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=3746c3e4-25b5-49b1-a844-7acd08ddd824 HTTP/1.1" status: 200 len: 796 time: 0.1500340 Mar 09 17:14:06.978737 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-da67836d-fffd-409e-ad60-f96a0e62171a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.0766122 Mar 09 17:14:06.987220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:07.206186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.206449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:14:07.210875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.367541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.6 (3746c3e4-25b5-49b1-a844-7acd08ddd824/905f5cf3-ddcf-4d34-a809-c9b8245a262d/c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:14:07.535500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.610163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36304) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:07.633583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.692702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:14:07.698828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:14:07.720794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:14:07.746723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200020413'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:07.765694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:07.821223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:07.821908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.876614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.888833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:07.943760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-213f197c-3fed-40ab-904a-de89f5f8ef09 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597044 Mar 09 17:14:07.954586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Request body: {'port': {'device_id': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:07.968328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff280-57f0-48ef-83a0-9927e104860b req-737f148d-9f60-4155-afd0-cd5808579475 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:07.970741 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-219ff280-57f0-48ef-83a0-9927e104860b req-737f148d-9f60-4155-afd0-cd5808579475 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 931 time: 0.1325424 Mar 09 17:14:08.001768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9ad16968-56ce-4b69-b820-0ffc538e3956 None None] Provisioning complete for port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:14:08.002362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9ad16968-56ce-4b69-b820-0ffc538e3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.040912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (c3a8c4d5-3b2e-4586-ba21-e759e6f4e127), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.062528 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-219ff280-57f0-48ef-83a0-9927e104860b req-e5caeb0b-2a40-48f3-ac6e-7bf45b49bd6b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827677 Mar 09 17:14:08.079790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.088258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9ad16968-56ce-4b69-b820-0ffc538e3956 None None] Port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:14:08.106375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c3a8c4d5-3b2e-4586-ba21-e759e6f4e127), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.154666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8c4d5-3b2e-4586-ba21-e759e6f4e127,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:08.211378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.272958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.295340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.329319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5c97f-a02c-4228-8e67-6030858dc4b8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:08.406356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.410059 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af5ddd05-b5a7-48a2-af72-b14a566727e3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7965565 Mar 09 17:14:08.410359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36312) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:08.475273 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4407e83d-aeb7-47af-b0cb-c13ccb1dc4da tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0632336 Mar 09 17:14:08.478059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36314) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:08.482894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-security--1223341746', 'description': 'tempest-security-description-1616860016'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:08.520470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.573907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.674385 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.677364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.682256 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "PUT /v2.0/security-groups/b3e5c97f-a02c-4228-8e67-6030858dc4b8 HTTP/1.1" status: 200 len: 1797 time: 0.1993463 Mar 09 17:14:08.684943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36316) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:08.729939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351ef6-7fa9-40d6-94a4-564a795ccf01 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5c97f-a02c-4228-8e67-6030858dc4b8,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:08.754119 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b082fc14-4901-4141-b622-e1cc322c5b39 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups/b3e5c97f-a02c-4228-8e67-6030858dc4b8 HTTP/1.1" status: 200 len: 1797 time: 0.0674541 Mar 09 17:14:08.756004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36318) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:08.797425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:14:08.805806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Publish callbacks [] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.817935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbef-403c-4796-b1aa-59cdf42beb60 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.821887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Transition to ACTIVE for port object c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:14:08.842645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbef-403c-4796-b1aa-59cdf42beb60 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.952835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.983325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbef-403c-4796-b1aa-59cdf42beb60 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b3e5c97f-a02c-4228-8e67-6030858dc4b8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.993962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c93ebbef-403c-4796-b1aa-59cdf42beb60 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:08.997104 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c93ebbef-403c-4796-b1aa-59cdf42beb60 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/b3e5c97f-a02c-4228-8e67-6030858dc4b8 HTTP/1.1" status: 204 len: 168 time: 0.2398562 Mar 09 17:14:09.003204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36320) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:09.018647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Pushing event updated for resources: {'Port': ['ID=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:09.022156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ebbef-403c-4796-b1aa-59cdf42beb60 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e5c97f-a02c-4228-8e67-6030858dc4b8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:09.114248 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2c48e9b1-e62f-4695-be98-c14d477228bf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1070080 Mar 09 17:14:09.114954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36324) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:09.134685 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-c7847468-14cb-479e-a37a-4a5c7100b34e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] delete failed (client error): The resource could not be found. Mar 09 17:14:09.140027 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c7847468-14cb-479e-a37a-4a5c7100b34e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/b3e5c97f-a02c-4228-8e67-6030858dc4b8 HTTP/1.1" status: 404 len: 347 time: 0.0203886 Mar 09 17:14:09.140986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36326) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:09.145523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--804454994'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:09.154394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Attempting to bind port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:14:09.155042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Attempting to bind port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:14:09.155486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Attempting to bind port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e on network 3746c3e4-25b5-49b1-a844-7acd08ddd824 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:14:09.165586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e on network 3746c3e4-25b5-49b1-a844-7acd08ddd824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:14:09.173001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Attempting to bind port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e on network 3746c3e4-25b5-49b1-a844-7acd08ddd824 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:14:09.175868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:14:09.176329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Checking segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:14:09.176851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Bound using segment: {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:14:09.177411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Bound port: c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497caa81-0fc4-4a76-8c95-2d9a1068073d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:14:09.177911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.273864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.293511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a3178-fc35-41cd-97dc-510bf0f76a4b req-c844a0fd-671b-4f97-b700-7f4e9b0dca0b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:09.294895 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f51a3178-fc35-41cd-97dc-510bf0f76a4b req-c844a0fd-671b-4f97-b700-7f4e9b0dca0b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 943 time: 0.1007502 Mar 09 17:14:09.325247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] For port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:14:09.347697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] For port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:14:09.354895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (99788091-6a2a-4db1-8506-b1dcf83bd426), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.367083 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f51a3178-fc35-41cd-97dc-510bf0f76a4b req-f55ab643-34d2-4401-9487-3280deb26681 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606675 Mar 09 17:14:09.435348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.463710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (99788091-6a2a-4db1-8506-b1dcf83bd426), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.472595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:09.473208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.475731 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e HTTP/1.1" status: 200 len: 1093 time: 1.5255198 Mar 09 17:14:09.476191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:09.479004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c7f2e-7d30-4f01-a44e-d366298da6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:09.513901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f57c53-2114-4431-a29c-4c929dbfe157 service neutron] Pushing event updated for resources: {'Port': ['ID=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:09.527926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99788091-6a2a-4db1-8506-b1dcf83bd426,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:09.549824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf7b3fe-674a-4d9b-83f1-8c283ed620fa x-openstack-request-id: req-0cf7b3fe-674a-4d9b-83f1-8c283ed620fa {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:09.549824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:09.549824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cf7b3fe-674a-4d9b-83f1-8c283ed620fa {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:09.549824 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'status': 'completed', 'code': 200} Mar 09 17:14:09.597772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.602225 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f4b41eea-cb8f-4cc9-a0e7-314335779318 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4588706 Mar 09 17:14:09.602433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36332) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:09.611514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '99788091-6a2a-4db1-8506-b1dcf83bd426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:09.647179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7f2e-7d30-4f01-a44e-d366298da6bf req-e093f550-cecd-4586-834b-58ff3ec125a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:09.648784 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-775c7f2e-7d30-4f01-a44e-d366298da6bf req-e093f550-cecd-4586-834b-58ff3ec125a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1127 time: 0.0833216 Mar 09 17:14:09.735622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (68da2222-6fc6-4c14-abff-a380b5caa01d), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.869196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:09.888378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7f2e-7d30-4f01-a44e-d366298da6bf req-6c170c45-e3b6-4bba-ad35-9bbb2086584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:09.889879 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-775c7f2e-7d30-4f01-a44e-d366298da6bf req-6c170c45-e3b6-4bba-ad35-9bbb2086584c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2346256 Mar 09 17:14:09.915654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (68da2222-6fc6-4c14-abff-a380b5caa01d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.006413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (68da2222-6fc6-4c14-abff-a380b5caa01d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.065611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68da2222-6fc6-4c14-abff-a380b5caa01d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:10.080568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7f2e-7d30-4f01-a44e-d366298da6bf req-676efcc3-cb4c-42a5-8553-faebbb7aeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:10.082122 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-775c7f2e-7d30-4f01-a44e-d366298da6bf req-676efcc3-cb4c-42a5-8553-faebbb7aeb2e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1858613 Mar 09 17:14:10.150085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.151255 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-72f542c3-b38c-4080-9e67-8c1eeb7ccfe1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5474634 Mar 09 17:14:10.154500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36342) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:10.170023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-58548392-eb0f-4127-930f-7ab102da5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:10.174854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-58548392-eb0f-4127-930f-7ab102da5d38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1127 time: 0.0525997 Mar 09 17:14:10.193563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f731a66-22e2-4d05-8bf5-888cabf04306 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (68da2222-6fc6-4c14-abff-a380b5caa01d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.201749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f731a66-22e2-4d05-8bf5-888cabf04306 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (68da2222-6fc6-4c14-abff-a380b5caa01d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.238664 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-cdc7a11c-82ad-430f-9370-a2ffb078e6c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e HTTP/1.1" status: 200 len: 217 time: 0.0582550 Mar 09 17:14:10.293624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-a7eeafc9-e7cc-4a32-a5ed-b8411079a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:10.295228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f731a66-22e2-4d05-8bf5-888cabf04306 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (68da2222-6fc6-4c14-abff-a380b5caa01d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.295394 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-a7eeafc9-e7cc-4a32-a5ed-b8411079a584 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905f5cf3-ddcf-4d34-a809-c9b8245a262d HTTP/1.1" status: 200 len: 832 time: 0.0516047 Mar 09 17:14:10.299640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f731a66-22e2-4d05-8bf5-888cabf04306 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.301153 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6f731a66-22e2-4d05-8bf5-888cabf04306 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/68da2222-6fc6-4c14-abff-a380b5caa01d HTTP/1.1" status: 204 len: 168 time: 0.1454802 Mar 09 17:14:10.305826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36344) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:10.324124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f731a66-22e2-4d05-8bf5-888cabf04306 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68da2222-6fc6-4c14-abff-a380b5caa01d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:10.346763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-441d1039-539f-49f5-ad45-576db7b1d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:10.348372 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-441d1039-539f-49f5-ad45-576db7b1d782 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3746c3e4-25b5-49b1-a844-7acd08ddd824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473332 Mar 09 17:14:10.350545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f4f6c838-1a8d-4349-9647-8676dea1e771 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436981 Mar 09 17:14:10.353282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36346) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:10.511675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a848d2ca-5581-4c08-b52f-c2ced7c51bf9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (99788091-6a2a-4db1-8506-b1dcf83bd426), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.522728 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-b187c4b0-1e94-435b-88f3-cbf4f8792e50 service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672127 Mar 09 17:14:10.563361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c83a4-8f16-44e0-9b6e-6c972d5df538 req-699bdee6-2df3-4b06-8382-47483b57db12 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:10.564881 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d0c83a4-8f16-44e0-9b6e-6c972d5df538 req-699bdee6-2df3-4b06-8382-47483b57db12 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 943 time: 0.1242063 Mar 09 17:14:10.572905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a848d2ca-5581-4c08-b52f-c2ced7c51bf9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (99788091-6a2a-4db1-8506-b1dcf83bd426), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.688269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d0c83a4-8f16-44e0-9b6e-6c972d5df538 req-eb370d4f-b44a-4169-8b0d-6ced2de59347 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169832 Mar 09 17:14:10.705269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b51f4d94-9068-4a3b-9ca4-44047fb2c07b req-5a8e2362-4607-467a-92b1-70a8c1023e7a service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765025 Mar 09 17:14:10.791702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a848d2ca-5581-4c08-b52f-c2ced7c51bf9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (99788091-6a2a-4db1-8506-b1dcf83bd426), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.794429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a848d2ca-5581-4c08-b52f-c2ced7c51bf9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:10.801209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a848d2ca-5581-4c08-b52f-c2ced7c51bf9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/99788091-6a2a-4db1-8506-b1dcf83bd426 HTTP/1.1" status: 204 len: 168 time: 0.4412694 Mar 09 17:14:10.801350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36352) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:10.805848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848d2ca-5581-4c08-b52f-c2ced7c51bf9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99788091-6a2a-4db1-8506-b1dcf83bd426,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:10.849651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-63e76a03-cfbe-479c-8d6a-22a39b463ef8 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502236 Mar 09 17:14:10.854326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36354) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:10.858917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761266390'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:10.980969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.055261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (4391098c-7c89-44a0-b780-1edcc7fd6e2f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.134696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4391098c-7c89-44a0-b780-1edcc7fd6e2f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.163915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4391098c-7c89-44a0-b780-1edcc7fd6e2f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:11.214028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.215682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1ee18e58-3f3c-49d3-a439-7ec77ef18613 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3601894 Mar 09 17:14:11.218370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36356) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:11.222838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '4391098c-7c89-44a0-b780-1edcc7fd6e2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:11.306762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.366160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.443826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.462277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:11.534303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.535540 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-47ef0662-7106-4a7c-aad1-a9fb13ef45dd tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161871 Mar 09 17:14:11.538738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36360) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:11.543117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '4391098c-7c89-44a0-b780-1edcc7fd6e2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:11.637269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4697b4f6-b46e-4199-8bf9-8520652ab903), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.692827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4697b4f6-b46e-4199-8bf9-8520652ab903), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.763562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4697b4f6-b46e-4199-8bf9-8520652ab903), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.781982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4697b4f6-b46e-4199-8bf9-8520652ab903,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:11.792601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.793063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.793326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.793648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.793994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.794336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.794672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.795008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.795341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.795669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.796008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.796393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.796758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:11.816614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc88c1e-b6c7-4f32-81e5-9f7acb6948b8 req-b92b8b30-c314-46a8-9e9b-a0e923b43250 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:11.818138 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5dc88c1e-b6c7-4f32-81e5-9f7acb6948b8 req-b92b8b30-c314-46a8-9e9b-a0e923b43250 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 943 time: 0.0575399 Mar 09 17:14:11.865951 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5dc88c1e-b6c7-4f32-81e5-9f7acb6948b8 req-5fa2602d-9ae3-4860-9354-178f4348b37a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Mar 09 17:14:11.869186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:11.871302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7090dc94-9842-4ce7-9bbc-fc5349e527c1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3307283 Mar 09 17:14:11.873214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36364) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:11.880679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '4391098c-7c89-44a0-b780-1edcc7fd6e2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:11.980561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8f585e41-4c51-4f48-817c-e8646c869122), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.029933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8f585e41-4c51-4f48-817c-e8646c869122), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.106732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8f585e41-4c51-4f48-817c-e8646c869122), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.125720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f585e41-4c51-4f48-817c-e8646c869122,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:12.234071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.235298 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-618b8caa-1070-4b67-8cbd-dba5838c8df9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3610353 Mar 09 17:14:12.237859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36366) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:12.242242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '4391098c-7c89-44a0-b780-1edcc7fd6e2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:12.330813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.393766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.468685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.487265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:12.566601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.568499 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6730f37f-096d-4b0a-b7e6-a93998467d5c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3291907 Mar 09 17:14:12.576062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36370) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:12.576062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '4391098c-7c89-44a0-b780-1edcc7fd6e2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:12.681999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (02e42dd5-6532-4c6c-859c-9a48802cd420), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.739530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (02e42dd5-6532-4c6c-859c-9a48802cd420), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.817210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (02e42dd5-6532-4c6c-859c-9a48802cd420), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.835441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e42dd5-6532-4c6c-859c-9a48802cd420,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:12.862968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:14:12.922177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.926282 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fd4d0cc3-0a56-470c-86d4-3de1b2432173 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3513939 Mar 09 17:14:12.926404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36374) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:12.969939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:12.980132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a675daa8-36b8-489b-a9fb-f62ca324dcaf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (02e42dd5-6532-4c6c-859c-9a48802cd420), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:12.981571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'port_id': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'mac_address': 'fa:16:3e:fb:64:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:14:13.006501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a675daa8-36b8-489b-a9fb-f62ca324dcaf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (02e42dd5-6532-4c6c-859c-9a48802cd420), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.025403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:14:13.025810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.047937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:14:13.058855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7905ad-5cff-4d28-9b00-c18b510a3149 req-32034a41-2058-4794-aef1-e78cb3b5197d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:13.065141 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa7905ad-5cff-4d28-9b00-c18b510a3149 req-32034a41-2058-4794-aef1-e78cb3b5197d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 943 time: 0.0981097 Mar 09 17:14:13.081273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:13.124364 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa7905ad-5cff-4d28-9b00-c18b510a3149 req-5dfabc28-ba04-4f93-b27f-decab76bfb4d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541990 Mar 09 17:14:13.134562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a675daa8-36b8-489b-a9fb-f62ca324dcaf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (02e42dd5-6532-4c6c-859c-9a48802cd420), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.139588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a675daa8-36b8-489b-a9fb-f62ca324dcaf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.154588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a675daa8-36b8-489b-a9fb-f62ca324dcaf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/02e42dd5-6532-4c6c-859c-9a48802cd420 HTTP/1.1" status: 204 len: 168 time: 0.2134624 Mar 09 17:14:13.154588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675daa8-36b8-489b-a9fb-f62ca324dcaf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e42dd5-6532-4c6c-859c-9a48802cd420,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:13.154588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36376) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.164204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.213238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9ed1b206-e7cb-4df9-98b9-b3e20dd7bcce tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0549405 Mar 09 17:14:13.213487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36378) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.221247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:13.238138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-24b1a68a-c0ca-4d2a-adca-18156f47c371 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.245751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-24b1a68a-c0ca-4d2a-adca-18156f47c371 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.369129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-24b1a68a-c0ca-4d2a-adca-18156f47c371 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.373324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:14:13.374526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-24b1a68a-c0ca-4d2a-adca-18156f47c371 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.378382 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-24b1a68a-c0ca-4d2a-adca-18156f47c371 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b HTTP/1.1" status: 204 len: 168 time: 0.1615295 Mar 09 17:14:13.380096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36380) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.386933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1a68a-c0ca-4d2a-adca-18156f47c371 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f8b4a6-fe10-417c-b1f6-8213e1bceb4b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:13.433542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b41cfedb-9ce9-4aab-af50-9fac8613d7b7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0535073 Mar 09 17:14:13.436444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36382) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.460629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8f585e41-4c51-4f48-817c-e8646c869122), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.468393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8f585e41-4c51-4f48-817c-e8646c869122), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.562973 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8f585e41-4c51-4f48-817c-e8646c869122), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.570544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.571648 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8f585e41-4c51-4f48-817c-e8646c869122 HTTP/1.1" status: 204 len: 168 time: 0.1341329 Mar 09 17:14:13.574430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36384) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.581418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f585e41-4c51-4f48-817c-e8646c869122,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:13.583220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.583646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.583998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.584524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.584872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.586353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.586881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.587399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.587914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.588440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.588949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.589671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.590347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25568154-de0a-4183-96ee-fdd64e783e2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:13.645249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dcb6c04e-8f79-4748-86fd-9bfc318fccbf tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0691509 Mar 09 17:14:13.648682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36388) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.673781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfce3e2e-2ec8-4961-b864-abbb511eebe7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4697b4f6-b46e-4199-8bf9-8520652ab903), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.681549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfce3e2e-2ec8-4961-b864-abbb511eebe7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4697b4f6-b46e-4199-8bf9-8520652ab903), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.800243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfce3e2e-2ec8-4961-b864-abbb511eebe7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4697b4f6-b46e-4199-8bf9-8520652ab903), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.807107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bfce3e2e-2ec8-4961-b864-abbb511eebe7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.808328 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bfce3e2e-2ec8-4961-b864-abbb511eebe7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4697b4f6-b46e-4199-8bf9-8520652ab903 HTTP/1.1" status: 204 len: 168 time: 0.1584647 Mar 09 17:14:13.813965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36390) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.814113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce3e2e-2ec8-4961-b864-abbb511eebe7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4697b4f6-b46e-4199-8bf9-8520652ab903,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:13.851315 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-62cd9c2a-5c6b-4e46-8c74-600ca6de8602 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0389960 Mar 09 17:14:13.854048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36392) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:13.876678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd4e-b10c-4e80-bbb8-8a29f9dd3f2e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.884315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd4e-b10c-4e80-bbb8-8a29f9dd3f2e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:13.994585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd4e-b10c-4e80-bbb8-8a29f9dd3f2e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.000699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd4e-b10c-4e80-bbb8-8a29f9dd3f2e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.001858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ea09dd4e-b10c-4e80-bbb8-8a29f9dd3f2e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29 HTTP/1.1" status: 204 len: 168 time: 0.1469114 Mar 09 17:14:14.004615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36394) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:14.007572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09dd4e-b10c-4e80-bbb8-8a29f9dd3f2e tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4be6fdfe-b08c-43b2-8b35-d6cb29fbeb29,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:14.046543 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-01b58bb3-10d5-4220-9481-32f4fd4dd094 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383797 Mar 09 17:14:14.047207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36396) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:14.117554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8989-e9ee-4560-bbb7-8a2ec8a23d90 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (4391098c-7c89-44a0-b780-1edcc7fd6e2f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.143562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8989-e9ee-4560-bbb7-8a2ec8a23d90 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (4391098c-7c89-44a0-b780-1edcc7fd6e2f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.251849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a7f6b-0424-4ef5-9cea-b33df7c5ca69 req-94d857e1-d725-4be3-8f3b-54267305c859 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:14.253328 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-772a7f6b-0424-4ef5-9cea-b33df7c5ca69 req-94d857e1-d725-4be3-8f3b-54267305c859 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 944 time: 0.0525293 Mar 09 17:14:14.304767 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-772a7f6b-0424-4ef5-9cea-b33df7c5ca69 req-97595b03-75dd-4c23-b40d-3a16c1f9cf54 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455141 Mar 09 17:14:14.386692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8989-e9ee-4560-bbb7-8a2ec8a23d90 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4391098c-7c89-44a0-b780-1edcc7fd6e2f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.389315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8989-e9ee-4560-bbb7-8a2ec8a23d90 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.390519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1f4b8989-e9ee-4560-bbb7-8a2ec8a23d90 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/4391098c-7c89-44a0-b780-1edcc7fd6e2f HTTP/1.1" status: 204 len: 168 time: 0.3423283 Mar 09 17:14:14.393371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36400) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:14.400517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b8989-e9ee-4560-bbb7-8a2ec8a23d90 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4391098c-7c89-44a0-b780-1edcc7fd6e2f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:14.437007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-97768d01-cf34-46b4-99a9-46fe5a900497 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424881 Mar 09 17:14:14.444046 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36402) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:14.445905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276808135'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:14.577660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.645109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (610c506d-c25d-4688-b813-d4093a72a15c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.723264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (610c506d-c25d-4688-b813-d4093a72a15c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.751182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610c506d-c25d-4688-b813-d4093a72a15c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:14.857051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:14.858331 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c8a7bc9-1824-4adc-8f7f-f7d42096da33 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4161158 Mar 09 17:14:14.861193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36406) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:14.866465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '610c506d-c25d-4688-b813-d4093a72a15c', 'direction': 'ingress', 'protocol': 17}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:14.870126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:14:14.997577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (f8312f28-b604-46ca-a678-3e930c088d65), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.031507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:14:15.035667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:14:15.036065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.044561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (f8312f28-b604-46ca-a678-3e930c088d65), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.114095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:14:15.114487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.137644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:15.142694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6eeb4c-e66f-4089-83a5-395c94b2c7f4" -d '{"events": [{"server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "name": "network-vif-plugged", "status": "completed", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:15.152511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:15.175061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c3ebc3-dd52-4b5e-b7dc-a28d4cb81d48 x-openstack-request-id: req-77c3ebc3-dd52-4b5e-b7dc-a28d4cb81d48 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:15.175451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "name": "network-vif-plugged", "status": "completed", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:15.175708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77c3ebc3-dd52-4b5e-b7dc-a28d4cb81d48 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:15.176111 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'code': 200} Mar 09 17:14:15.180453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (f8312f28-b604-46ca-a678-3e930c088d65), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.199559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8312f28-b604-46ca-a678-3e930c088d65,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:15.254688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.299775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.301102 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-409bc181-d394-4411-ac94-dab1cec518c2 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4388900 Mar 09 17:14:15.301374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:15.304657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36410) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:15.357808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53e2b499-ba60-4d70-98ab-b590e76cf982 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (610c506d-c25d-4688-b813-d4093a72a15c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.382945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53e2b499-ba60-4d70-98ab-b590e76cf982 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (610c506d-c25d-4688-b813-d4093a72a15c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.434092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcebc5-4e0c-4ddb-872b-8a661cd99cc9 req-957ac1ac-b1dd-46eb-aced-b2ea73f6c74b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:15.435581 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbfcebc5-4e0c-4ddb-872b-8a661cd99cc9 req-957ac1ac-b1dd-46eb-aced-b2ea73f6c74b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0616047 Mar 09 17:14:15.483645 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbfcebc5-4e0c-4ddb-872b-8a661cd99cc9 req-c12cfa19-2cc8-449a-8988-98c92b287927 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Mar 09 17:14:15.567091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53e2b499-ba60-4d70-98ab-b590e76cf982 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (610c506d-c25d-4688-b813-d4093a72a15c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.569979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-53e2b499-ba60-4d70-98ab-b590e76cf982 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.571196 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-53e2b499-ba60-4d70-98ab-b590e76cf982 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/610c506d-c25d-4688-b813-d4093a72a15c HTTP/1.1" status: 204 len: 168 time: 0.2656217 Mar 09 17:14:15.574066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36414) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:15.604043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2b499-ba60-4d70-98ab-b590e76cf982 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c506d-c25d-4688-b813-d4093a72a15c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:15.616463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-82fd6760-d973-491f-8a78-0b2815b6757b tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0411167 Mar 09 17:14:15.620544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36416) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:15.625321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130969699'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:15.635083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1263843-437b-40de-bd2e-16d0d63c88fa req-ee533cc3-8add-469f-a9c8-41346e3bad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:15.636746 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1263843-437b-40de-bd2e-16d0d63c88fa req-ee533cc3-8add-469f-a9c8-41346e3bad08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1129 time: 0.0972223 Mar 09 17:14:15.689973 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d1263843-437b-40de-bd2e-16d0d63c88fa req-393fd263-ee8e-4a07-8765-18c042f9197b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472088 Mar 09 17:14:15.772428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.836362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (0ec733e5-8ac8-422f-a7ab-14ff12457927), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.946279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0ec733e5-8ac8-422f-a7ab-14ff12457927), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:15.974360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec733e5-8ac8-422f-a7ab-14ff12457927,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:16.051310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.052713 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9983827d-0e9f-469e-99a8-d6ccd421bfd3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4307816 Mar 09 17:14:16.055317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36420) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:16.060132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574585419'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:16.192151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.260158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (defa9e77-462b-4994-835d-f80eb9f72bd6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.328768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (defa9e77-462b-4994-835d-f80eb9f72bd6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.356366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defa9e77-462b-4994-835d-f80eb9f72bd6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:16.405220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.406428 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d7ca112a-e371-4797-8e95-0a5424279158 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3501666 Mar 09 17:14:16.409121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36422) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:16.413477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '0ec733e5-8ac8-422f-a7ab-14ff12457927', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'defa9e77-462b-4994-835d-f80eb9f72bd6', 'remote_ip_prefix': None}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:16.510437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (33491d42-f85a-41e0-a2ae-7e2c64f3a1c4), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.576286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (33491d42-f85a-41e0-a2ae-7e2c64f3a1c4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.607763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3acb-260e-4b8f-b8fc-84813ded630a req-0f905615-0ade-43b2-963e-7c073dd18045 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:16.609358 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d25e3acb-260e-4b8f-b8fc-84813ded630a req-0f905615-0ade-43b2-963e-7c073dd18045 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0529683 Mar 09 17:14:16.651553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (33491d42-f85a-41e0-a2ae-7e2c64f3a1c4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.661589 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d25e3acb-260e-4b8f-b8fc-84813ded630a req-f90710cf-f627-4426-840b-adbf192497e1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459747 Mar 09 17:14:16.670685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33491d42-f85a-41e0-a2ae-7e2c64f3a1c4,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:16.796198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.797478 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d97300ef-13f4-4029-b170-4bccf9055a05 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3874464 Mar 09 17:14:16.800282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36428) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:16.825546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4955024-fed1-4403-8aab-0ae9f0293312 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (33491d42-f85a-41e0-a2ae-7e2c64f3a1c4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.832782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4955024-fed1-4403-8aab-0ae9f0293312 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (33491d42-f85a-41e0-a2ae-7e2c64f3a1c4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.937136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4955024-fed1-4403-8aab-0ae9f0293312 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (33491d42-f85a-41e0-a2ae-7e2c64f3a1c4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.943282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a4955024-fed1-4403-8aab-0ae9f0293312 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:16.944389 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a4955024-fed1-4403-8aab-0ae9f0293312 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/33491d42-f85a-41e0-a2ae-7e2c64f3a1c4 HTTP/1.1" status: 204 len: 168 time: 0.1431274 Mar 09 17:14:16.947200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36430) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:16.949906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4955024-fed1-4403-8aab-0ae9f0293312 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33491d42-f85a-41e0-a2ae-7e2c64f3a1c4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:16.993319 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-68891c23-4f17-4618-aac6-33befb918227 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0449245 Mar 09 17:14:17.000411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36432) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:17.053670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f6afd3-0394-4386-8985-1de6c4f86399 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (defa9e77-462b-4994-835d-f80eb9f72bd6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.075332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f6afd3-0394-4386-8985-1de6c4f86399 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (defa9e77-462b-4994-835d-f80eb9f72bd6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.234346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f6afd3-0394-4386-8985-1de6c4f86399 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (defa9e77-462b-4994-835d-f80eb9f72bd6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.237059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b3f6afd3-0394-4386-8985-1de6c4f86399 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.238238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b3f6afd3-0394-4386-8985-1de6c4f86399 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/defa9e77-462b-4994-835d-f80eb9f72bd6 HTTP/1.1" status: 204 len: 168 time: 0.2368906 Mar 09 17:14:17.240992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36434) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:17.247420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6afd3-0394-4386-8985-1de6c4f86399 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defa9e77-462b-4994-835d-f80eb9f72bd6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:17.294787 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7223e785-4837-44f2-9c74-5f701cb87493 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0526240 Mar 09 17:14:17.297523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36436) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:17.346758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c612629-eae2-4fbe-b8de-c53db8904673 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (0ec733e5-8ac8-422f-a7ab-14ff12457927), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.372534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c612629-eae2-4fbe-b8de-c53db8904673 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (0ec733e5-8ac8-422f-a7ab-14ff12457927), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.503152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c612629-eae2-4fbe-b8de-c53db8904673 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (0ec733e5-8ac8-422f-a7ab-14ff12457927), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.505908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c612629-eae2-4fbe-b8de-c53db8904673 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.507099 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c612629-eae2-4fbe-b8de-c53db8904673 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ec733e5-8ac8-422f-a7ab-14ff12457927 HTTP/1.1" status: 204 len: 168 time: 0.2086871 Mar 09 17:14:17.510567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36438) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:17.517127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c612629-eae2-4fbe-b8de-c53db8904673 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec733e5-8ac8-422f-a7ab-14ff12457927,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:17.556029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-309dc14a-cc74-4152-a5af-96a4551d324d tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442789 Mar 09 17:14:17.559952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36440) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:17.564287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627624659'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:17.705958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.764121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (bb98418d-3e15-4eae-860d-68a7c4cbd0e9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.780131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f455a78-e142-4e24-97a5-25ced4c0b8c9 req-012c1b04-0429-4984-b4ec-ec584090d98b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:17.781649 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3f455a78-e142-4e24-97a5-25ced4c0b8c9 req-012c1b04-0429-4984-b4ec-ec584090d98b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0538652 Mar 09 17:14:17.831047 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3f455a78-e142-4e24-97a5-25ced4c0b8c9 req-925376e5-f766-44fc-b8c2-d040a3eb8871 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Mar 09 17:14:17.839866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (bb98418d-3e15-4eae-860d-68a7c4cbd0e9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.871253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb98418d-3e15-4eae-860d-68a7c4cbd0e9,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:17.952332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04990a-9c22-4916-a1c7-bd0f2e33e194 req-2f8b61fe-bd88-42f0-93b6-a69b32dbcf33 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:17.953772 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de04990a-9c22-4916-a1c7-bd0f2e33e194 req-2f8b61fe-bd88-42f0-93b6-a69b32dbcf33 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0558577 Mar 09 17:14:17.959382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:17.960696 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bc6596ba-b1a5-4e45-99d3-63470810f717 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3995228 Mar 09 17:14:17.963687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36448) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:17.968152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': 'bb98418d-3e15-4eae-860d-68a7c4cbd0e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:18.007157 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de04990a-9c22-4916-a1c7-bd0f2e33e194 req-be0b7915-a4d3-4a81-81a0-9d8abfc56a73 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452890 Mar 09 17:14:18.029960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36450) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:18.074222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96e2c4-7edc-4675-b6e6-078380733b15 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:18.075744 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ae96e2c4-7edc-4675-b6e6-078380733b15 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1124 time: 0.0447321 Mar 09 17:14:18.078595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36452) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:18.082783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:18.115958 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4fe71b7d-d61a-4054-b725-f9395da5c39b), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.173916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4fe71b7d-d61a-4054-b725-f9395da5c39b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.185791 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.264402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4fe71b7d-d61a-4054-b725-f9395da5c39b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.285621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe71b7d-d61a-4054-b725-f9395da5c39b,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:18.298593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.381672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.383151 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-49e4957f-fecb-4553-9723-9f2e74a4fd9a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4184282 Mar 09 17:14:18.386202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36454) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:18.406969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.145 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/2da95b17-e78c-44db-b1d6-85c4cc0e6d5d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:14:18.410344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb337-5abb-4653-a8fd-6bf88cd553d3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4fe71b7d-d61a-4054-b725-f9395da5c39b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.418440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb337-5abb-4653-a8fd-6bf88cd553d3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (4fe71b7d-d61a-4054-b725-f9395da5c39b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.507492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.543188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb337-5abb-4653-a8fd-6bf88cd553d3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4fe71b7d-d61a-4054-b725-f9395da5c39b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.549525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb337-5abb-4653-a8fd-6bf88cd553d3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.552439 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c4fbb337-5abb-4653-a8fd-6bf88cd553d3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4fe71b7d-d61a-4054-b725-f9395da5c39b HTTP/1.1" status: 204 len: 168 time: 0.1632867 Mar 09 17:14:18.553557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36456) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:18.556419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbb337-5abb-4653-a8fd-6bf88cd553d3 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fe71b7d-d61a-4054-b725-f9395da5c39b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:18.590224 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-51946cbe-fa49-4c40-84d5-1b9f53010a3f tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0355351 Mar 09 17:14:18.610556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36458) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:18.647950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.696432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:14:18.704321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:14:18.711131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:14:18.714304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=2da95b17-e78c-44db-b1d6-85c4cc0e6d5d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:18.716329 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea2d64c9-32e4-4466-ad04-f4d9ce577b36 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (bb98418d-3e15-4eae-860d-68a7c4cbd0e9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.765133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea2d64c9-32e4-4466-ad04-f4d9ce577b36 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (bb98418d-3e15-4eae-860d-68a7c4cbd0e9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.978441 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea2d64c9-32e4-4466-ad04-f4d9ce577b36 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (bb98418d-3e15-4eae-860d-68a7c4cbd0e9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.980996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ea2d64c9-32e4-4466-ad04-f4d9ce577b36 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:18.982187 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ea2d64c9-32e4-4466-ad04-f4d9ce577b36 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb98418d-3e15-4eae-860d-68a7c4cbd0e9 HTTP/1.1" status: 204 len: 168 time: 0.3706717 Mar 09 17:14:18.984946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36462) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:19.025289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d64c9-32e4-4466-ad04-f4d9ce577b36 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb98418d-3e15-4eae-860d-68a7c4cbd0e9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:19.030857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-58ef920a-e24e-4cea-8322-2b37c9321b1b tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0447316 Mar 09 17:14:19.034611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36464) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:19.038917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--457932197'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:19.152104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (6db341a6-67fb-4810-923d-71b5323adc42), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.175545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.249100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (949099f1-6f9d-42f1-8f83-8038f146c439), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.381982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (949099f1-6f9d-42f1-8f83-8038f146c439), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.415675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.436386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949099f1-6f9d-42f1-8f83-8038f146c439,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:19.513813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.515052 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8ecb7767-21ee-4b51-8183-8940453cb183 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4795003 Mar 09 17:14:19.517979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36466) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:19.522655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '949099f1-6f9d-42f1-8f83-8038f146c439', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:19.570499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.642698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (de00489a-c502-400f-8773-7cac9a66b699), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.677770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.696650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (de00489a-c502-400f-8773-7cac9a66b699), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.750043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=2da95b17-e78c-44db-b1d6-85c4cc0e6d5d,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:19.760306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (6db341a6-67fb-4810-923d-71b5323adc42), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.769204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (de00489a-c502-400f-8773-7cac9a66b699), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.787171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de00489a-c502-400f-8773-7cac9a66b699,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:19.864218 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 6db341a6-67fb-4810-923d-71b5323adc42 associated. External IP: 172.36.5.145, port: c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e. Mar 09 17:14:19.893647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:19.895087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b60e8808-8643-49f3-b42a-489ba6214bb7 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3760824 Mar 09 17:14:19.898640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36468) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:19.923095 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0a5de352-43bf-48df-866d-f1926199f848 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules/de00489a-c502-400f-8773-7cac9a66b699 HTTP/1.1" status: 200 len: 763 time: 0.0211074 Mar 09 17:14:19.923318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36472) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:20.337660 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c370da7-cb22-41d4-990b-e35f3f6e2630 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4126210 Mar 09 17:14:20.340148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36474) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:20.402911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42302121-4f5e-4f80-9454-84c9774288d6 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (de00489a-c502-400f-8773-7cac9a66b699), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:20.412285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42302121-4f5e-4f80-9454-84c9774288d6 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (de00489a-c502-400f-8773-7cac9a66b699), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:20.496496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 17683778-1272-49ce-b777-9fb543d115a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:14:20.591604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42302121-4f5e-4f80-9454-84c9774288d6 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (de00489a-c502-400f-8773-7cac9a66b699), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:20.600924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42302121-4f5e-4f80-9454-84c9774288d6 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:20.602024 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-42302121-4f5e-4f80-9454-84c9774288d6 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/de00489a-c502-400f-8773-7cac9a66b699 HTTP/1.1" status: 204 len: 168 time: 0.2609334 Mar 09 17:14:20.604707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36476) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:20.608461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302121-4f5e-4f80-9454-84c9774288d6 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de00489a-c502-400f-8773-7cac9a66b699,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:20.623469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:14:20.634996 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] Sync routers for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:14:20.646519 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:14:20.647126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:20.648180 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9c82d286-cc6b-4414-863f-bf0a60224f40 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423157 Mar 09 17:14:20.651450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36478) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:20.655747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '949099f1-6f9d-42f1-8f83-8038f146c439', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:20.733867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:20.757019 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:14:20.764582 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dee7a0b2-5d3d-4fdd-b1a3-872768e249d1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6849370 Mar 09 17:14:20.765196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:20.767509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55157cc0-c719-4317-b908-23d307e90d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:20.767846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36480) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:20.803929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c4b13-fa5e-4da8-8945-21725b33dd7f x-openstack-request-id: req-5a8c4b13-fa5e-4da8-8945-21725b33dd7f {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:20.804377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:20.804747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a8c4b13-fa5e-4da8-8945-21725b33dd7f {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:20.805147 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'status': 'completed', 'code': 200} Mar 09 17:14:20.893416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8d13797f-5f53-496b-b0e4-a45fac8ace53), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:20.951613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-84f42ad4-84de-42ab-8974-114bda6a6e2e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/6db341a6-67fb-4810-923d-71b5323adc42 HTTP/1.1" status: 200 len: 991 time: 0.1823127 Mar 09 17:14:20.971032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157cc0-c719-4317-b908-23d307e90d4f req-3a16454a-fc99-4c5c-be8b-b4e7a68eb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:20.972572 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-3a16454a-fc99-4c5c-be8b-b4e7a68eb91e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1129 time: 0.1273165 Mar 09 17:14:20.991357 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6db341a6-67fb-4810-923d-71b5323adc42', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.145', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '17683778-1272-49ce-b777-9fb543d115a7', 'port_id': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'mac_address': 'fa:16:3e:fb:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:14:18Z', 'updated_at': '2022-03-09T17:14:18Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:21.018248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] Checking router: 17683778-1272-49ce-b777-9fb543d115a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:14:21.027584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8d13797f-5f53-496b-b0e4-a45fac8ace53), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.029528 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:14:21.029528 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:21.135737 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:14:21.139873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157cc0-c719-4317-b908-23d307e90d4f req-31824f18-ce1d-4992-a77e-ff6c3ff4dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:21.141404 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-31824f18-ce1d-4992-a77e-ff6c3ff4dc15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3746c3e4-25b5-49b1-a844-7acd08ddd824 HTTP/1.1" status: 200 len: 896 time: 0.1621311 Mar 09 17:14:21.142508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8d13797f-5f53-496b-b0e4-a45fac8ace53), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.205997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d13797f-5f53-496b-b0e4-a45fac8ace53,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:21.252397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-e708a5b1-10d9-4e43-801a-ea533f1f2829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e HTTP/1.1" status: 200 len: 999 time: 0.1019058 Mar 09 17:14:21.301857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157cc0-c719-4317-b908-23d307e90d4f req-fa5df8d9-dae4-4a75-9c79-501ac745b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:21.303359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-fa5df8d9-dae4-4a75-9c79-501ac745b47f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905f5cf3-ddcf-4d34-a809-c9b8245a262d HTTP/1.1" status: 200 len: 832 time: 0.0449603 Mar 09 17:14:21.306124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.310130 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8cc23239-1725-4b88-96f6-b805d814c1c5 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6548419 Mar 09 17:14:21.310282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36486) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:21.353196 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a9606ee6-08bd-4bc6-96fc-e0942c51b8fc tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules/8d13797f-5f53-496b-b0e4-a45fac8ace53 HTTP/1.1" status: 200 len: 763 time: 0.0419023 Mar 09 17:14:21.356781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36488) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:21.361564 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6db341a6-67fb-4810-923d-71b5323adc42', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.145', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '17683778-1272-49ce-b777-9fb543d115a7', 'port_id': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'mac_address': 'fa:16:3e:fb:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:14:18Z', 'updated_at': '2022-03-09T17:14:18Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:21.369883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157cc0-c719-4317-b908-23d307e90d4f req-0d657d3d-9eed-40fb-bc0d-89cc378d1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:21.371424 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-0d657d3d-9eed-40fb-bc0d-89cc378d1f88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3746c3e4-25b5-49b1-a844-7acd08ddd824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0625639 Mar 09 17:14:21.401590 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f7a8af2-dd5f-4897-a116-bd662e93b3e9 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403628 Mar 09 17:14:21.401858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36490) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:21.427866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e3e1-6cdd-49de-b68e-90f19f690353 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8d13797f-5f53-496b-b0e4-a45fac8ace53), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.437182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e3e1-6cdd-49de-b68e-90f19f690353 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (8d13797f-5f53-496b-b0e4-a45fac8ace53), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.467203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-ebdf6d88-bab7-4b11-9ec0-5b7289091e46 service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896971 Mar 09 17:14:21.488133 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ae678-9889-47ec-a89b-529dc929deaf None None] The sync data for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv is: [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6db341a6-67fb-4810-923d-71b5323adc42', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.145', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '17683778-1272-49ce-b777-9fb543d115a7', 'port_id': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'mac_address': 'fa:16:3e:fb:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:14:18Z', 'updated_at': '2022-03-09T17:14:18Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:14:21.543557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e3e1-6cdd-49de-b68e-90f19f690353 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8d13797f-5f53-496b-b0e4-a45fac8ace53), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.550267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e3e1-6cdd-49de-b68e-90f19f690353 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.552110 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c3c2e3e1-6cdd-49de-b68e-90f19f690353 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8d13797f-5f53-496b-b0e4-a45fac8ace53 HTTP/1.1" status: 204 len: 168 time: 0.1487880 Mar 09 17:14:21.555501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36492) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:21.580599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2e3e1-6cdd-49de-b68e-90f19f690353 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d13797f-5f53-496b-b0e4-a45fac8ace53,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:21.608517 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-62849e7d-6f63-42ed-98f6-e6d026fb4b2a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508091 Mar 09 17:14:21.610682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36494) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:21.615202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '949099f1-6f9d-42f1-8f83-8038f146c439', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:21.714400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b722078-7032-4955-b314-33d4ae34f6c0 None None] New status for floating IP 6db341a6-67fb-4810-923d-71b5323adc42: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:14:21.748738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (bbe60cf7-b71c-4d2b-b0af-82769c2f24db), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.809515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (bbe60cf7-b71c-4d2b-b0af-82769c2f24db), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.904004 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55157cc0-c719-4317-b908-23d307e90d4f req-c54f88e5-46f3-4f0b-aa0f-ce02e4ffbaf0 service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308610 Mar 09 17:14:21.906134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bbe60cf7-b71c-4d2b-b0af-82769c2f24db), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:21.923591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe60cf7-b71c-4d2b-b0af-82769c2f24db,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:21.957636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36496) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.021564 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c5cbf42d-1ef4-4a87-bc62-c588b7d03b60 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/6db341a6-67fb-4810-923d-71b5323adc42 HTTP/1.1" status: 200 len: 993 time: 0.0645213 Mar 09 17:14:22.120476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.121743 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6ab71532-a13d-4599-b011-12ffa411eaea tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5100200 Mar 09 17:14:22.125045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36500) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.141002 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3c9509f2-15b9-44df-8659-2697206e0e8a tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules/bbe60cf7-b71c-4d2b-b0af-82769c2f24db HTTP/1.1" status: 200 len: 764 time: 0.0148909 Mar 09 17:14:22.143453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36502) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.180454 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bcd9f177-e02d-4f2c-81a1-676d2015323c tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0359678 Mar 09 17:14:22.205034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36504) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.228051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88c18ea0-29d4-4ccc-b182-2f775de68f81 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (bbe60cf7-b71c-4d2b-b0af-82769c2f24db), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.235555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88c18ea0-29d4-4ccc-b182-2f775de68f81 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (bbe60cf7-b71c-4d2b-b0af-82769c2f24db), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.380505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88c18ea0-29d4-4ccc-b182-2f775de68f81 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bbe60cf7-b71c-4d2b-b0af-82769c2f24db), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.387055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88c18ea0-29d4-4ccc-b182-2f775de68f81 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.388153 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-88c18ea0-29d4-4ccc-b182-2f775de68f81 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bbe60cf7-b71c-4d2b-b0af-82769c2f24db HTTP/1.1" status: 204 len: 168 time: 0.1821992 Mar 09 17:14:22.390808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36506) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.393582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18ea0-29d4-4ccc-b182-2f775de68f81 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbe60cf7-b71c-4d2b-b0af-82769c2f24db,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:22.431029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-44c5e6a3-cf06-47a0-becd-ae5528b84ebe tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389898 Mar 09 17:14:22.433798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36508) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.484917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9401df53-4cf3-4caa-a913-475dbf1842e1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (949099f1-6f9d-42f1-8f83-8038f146c439), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.506474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9401df53-4cf3-4caa-a913-475dbf1842e1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (949099f1-6f9d-42f1-8f83-8038f146c439), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.654501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9401df53-4cf3-4caa-a913-475dbf1842e1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (949099f1-6f9d-42f1-8f83-8038f146c439), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.657096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9401df53-4cf3-4caa-a913-475dbf1842e1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.658299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9401df53-4cf3-4caa-a913-475dbf1842e1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/949099f1-6f9d-42f1-8f83-8038f146c439 HTTP/1.1" status: 204 len: 168 time: 0.2235873 Mar 09 17:14:22.661093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36510) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.667883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401df53-4cf3-4caa-a913-475dbf1842e1 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949099f1-6f9d-42f1-8f83-8038f146c439,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:22.704041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7f945828-8199-44b4-9e98-82a2bfeebcbc tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416961 Mar 09 17:14:22.708045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36512) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:22.712470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146563362'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:22.834527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:22.905427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (6c535e14-cc62-4907-91d0-ed4a78677de4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.009123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6c535e14-cc62-4907-91d0-ed4a78677de4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.037943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c535e14-cc62-4907-91d0-ed4a78677de4,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:23.142764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.144104 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e983d417-951f-47d3-9c60-d5b91abf9049 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4349558 Mar 09 17:14:23.146754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36516) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:23.151315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Request body: {'security_group_rule': {'security_group_id': '6c535e14-cc62-4907-91d0-ed4a78677de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:23.317048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (a943bdb3-3ca1-4ae2-aa34-f6f53a63ed32), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.370591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (a943bdb3-3ca1-4ae2-aa34-f6f53a63ed32), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.485702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a943bdb3-3ca1-4ae2-aa34-f6f53a63ed32), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.503582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a943bdb3-3ca1-4ae2-aa34-f6f53a63ed32,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:23.679609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.680882 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-559938e9-4806-45c6-9cbe-632e60c6c282 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5331800 Mar 09 17:14:23.683944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:23.735448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-886125b2-ca59-4209-a437-74c31473cc09 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (6c535e14-cc62-4907-91d0-ed4a78677de4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.758466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-886125b2-ca59-4209-a437-74c31473cc09 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (6c535e14-cc62-4907-91d0-ed4a78677de4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.951707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-886125b2-ca59-4209-a437-74c31473cc09 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6c535e14-cc62-4907-91d0-ed4a78677de4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.954301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-886125b2-ca59-4209-a437-74c31473cc09 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:23.957892 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-886125b2-ca59-4209-a437-74c31473cc09 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c535e14-cc62-4907-91d0-ed4a78677de4 HTTP/1.1" status: 204 len: 168 time: 0.2705452 Mar 09 17:14:23.958225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36520) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:23.965275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886125b2-ca59-4209-a437-74c31473cc09 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c535e14-cc62-4907-91d0-ed4a78677de4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:24.005506 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8447e2cf-9ea2-4a05-a061-6ec33785eb73 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0461409 Mar 09 17:14:24.009995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36522) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:24.046003 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ff287575-c2cb-4f9d-83ab-b6b5e85c1c4b tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0348544 Mar 09 17:14:24.048751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36524) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:24.063476 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-5f9012d5-ac8f-468b-9420-a3472bf291ba tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] delete failed (client error): The resource could not be found. Mar 09 17:14:24.064491 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5f9012d5-ac8f-468b-9420-a3472bf291ba tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c535e14-cc62-4907-91d0-ed4a78677de4 HTTP/1.1" status: 404 len: 347 time: 0.0147381 Mar 09 17:14:24.072859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36526) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:24.119252 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b01d477f-edd5-48a9-aab6-b0cdc683ee24 tempest-SecGroupTest-372595291 tempest-SecGroupTest-372595291-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423830 Mar 09 17:14:24.664702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36534) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:24.796745 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ed7ed9a-a289-46fa-ae67-224ce62a9029 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcb22501df8e4795b4533c52c6657145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305375 Mar 09 17:14:24.799136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36538) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:24.845275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90bd070d-bd49-4b86-bcb3-e655aa71596f admin admin] Publish callbacks [] for security_group (c3a8c4d5-3b2e-4586-ba21-e759e6f4e127), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:24.865760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90bd070d-bd49-4b86-bcb3-e655aa71596f admin admin] Publish callbacks [] for security_group (c3a8c4d5-3b2e-4586-ba21-e759e6f4e127), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:25.040083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90bd070d-bd49-4b86-bcb3-e655aa71596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c3a8c4d5-3b2e-4586-ba21-e759e6f4e127), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:25.043335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90bd070d-bd49-4b86-bcb3-e655aa71596f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:25.044533 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90bd070d-bd49-4b86-bcb3-e655aa71596f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3a8c4d5-3b2e-4586-ba21-e759e6f4e127 HTTP/1.1" status: 204 len: 168 time: 0.2444746 Mar 09 17:14:25.053369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd070d-bd49-4b86-bcb3-e655aa71596f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8c4d5-3b2e-4586-ba21-e759e6f4e127,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:26.426287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36564) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:26.522904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-577d29f0-1653-4793-8fd2-55ac49f579b5 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-511943032', 'prefixes': ['172.20.0.0/16']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:26.882393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-577d29f0-1653-4793-8fd2-55ac49f579b5 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:26.883681 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-577d29f0-1653-4793-8fd2-55ac49f579b5 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4563839 Mar 09 17:14:26.886961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36568) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:26.924074 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-647fc495-444f-4f3d-bf40-cf9783594af0 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] 10.222.0.16 "GET /v2.0/subnetpools/75d4d18f-edc1-4dd1-bfea-79a8b2a85b1f HTTP/1.1" status: 200 len: 731 time: 0.0359850 Mar 09 17:14:26.926701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36570) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:26.931072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-549f6a44-d2ce-482e-9ba0-8440ac75cc15 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-517883169'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:27.123351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-549f6a44-d2ce-482e-9ba0-8440ac75cc15 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:27.124602 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-549f6a44-d2ce-482e-9ba0-8440ac75cc15 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] 10.222.0.16 "PUT /v2.0/subnetpools/75d4d18f-edc1-4dd1-bfea-79a8b2a85b1f HTTP/1.1" status: 200 len: 683 time: 0.1969414 Mar 09 17:14:27.127440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36572) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:27.282423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3591b32e-a462-43c1-9eb4-c7e8ea300836 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:27.286270 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3591b32e-a462-43c1-9eb4-c7e8ea300836 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] 10.222.0.16 "DELETE /v2.0/subnetpools/75d4d18f-edc1-4dd1-bfea-79a8b2a85b1f HTTP/1.1" status: 204 len: 168 time: 0.1551821 Mar 09 17:14:27.286519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36576) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:27.301667 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-53f36bd1-fb44-45c7-9219-317960890aeb tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] show failed (client error): The resource could not be found. Mar 09 17:14:27.302715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-53f36bd1-fb44-45c7-9219-317960890aeb tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] 10.222.0.16 "GET /v2.0/subnetpools/75d4d18f-edc1-4dd1-bfea-79a8b2a85b1f HTTP/1.1" status: 404 len: 346 time: 0.0151892 Mar 09 17:14:27.305359 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36578) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:27.319602 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.api.v2.resource [None req-a2dc9a46-f2fd-47a8-8379-5b25698157b0 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] delete failed (client error): The resource could not be found. Mar 09 17:14:27.320588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a2dc9a46-f2fd-47a8-8379-5b25698157b0 tempest-SubnetPoolsTestJSON-359387118 tempest-SubnetPoolsTestJSON-359387118-project] 10.222.0.16 "DELETE /v2.0/subnetpools/75d4d18f-edc1-4dd1-bfea-79a8b2a85b1f HTTP/1.1" status: 404 len: 346 time: 0.0143356 Mar 09 17:14:27.794650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36584) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:27.904713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25f0d6d7-e612-4d75-9202-2bc86e9c0ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:27.979151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25f0d6d7-e612-4d75-9202-2bc86e9c0ddc admin admin] Publish callbacks [] for security_group (9679dc53-a3d9-4907-9420-0bcf83aecec5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:28.069378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25f0d6d7-e612-4d75-9202-2bc86e9c0ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9679dc53-a3d9-4907-9420-0bcf83aecec5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:28.112311 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-25f0d6d7-e612-4d75-9202-2bc86e9c0ddc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e4038161bc4f948a1e93d4e740af4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165276 Mar 09 17:14:28.113212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0d6d7-e612-4d75-9202-2bc86e9c0ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679dc53-a3d9-4907-9420-0bcf83aecec5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:28.115082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36588) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:28.166067 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52ff51f7-979f-42f5-86fc-f9418bb1d8ad admin admin] Publish callbacks [] for security_group (9679dc53-a3d9-4907-9420-0bcf83aecec5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:28.187553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52ff51f7-979f-42f5-86fc-f9418bb1d8ad admin admin] Publish callbacks [] for security_group (9679dc53-a3d9-4907-9420-0bcf83aecec5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:28.331523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52ff51f7-979f-42f5-86fc-f9418bb1d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9679dc53-a3d9-4907-9420-0bcf83aecec5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:28.334210 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52ff51f7-979f-42f5-86fc-f9418bb1d8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:28.335479 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-52ff51f7-979f-42f5-86fc-f9418bb1d8ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9679dc53-a3d9-4907-9420-0bcf83aecec5 HTTP/1.1" status: 204 len: 168 time: 0.2189136 Mar 09 17:14:28.343848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff51f7-979f-42f5-86fc-f9418bb1d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679dc53-a3d9-4907-9420-0bcf83aecec5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:28.582856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:29.669885 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-3f8fece5-852b-458b-bf26-aa177089a53d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897930356&fields=id&tenant_id=b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 267 time: 0.0526226 Mar 09 17:14:29.776583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-00963fd9-c215-44d9-b64e-f430f3cf73c4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:29.778057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-00963fd9-c215-44d9-b64e-f430f3cf73c4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 811 time: 0.1020238 Mar 09 17:14:29.791899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-fadc9066-c04c-4057-81b4-13fe090dba97 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/quotas/b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 375 time: 0.0086236 Mar 09 17:14:29.876542 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-4cbb334e-d6fc-44d8-a3ba-4e3d0a46ac13 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799096 Mar 09 17:14:29.972173 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-501a5bcb-6ae3-40a6-aa53-ee4fc0bd3e09 service neutron] 10.222.0.16 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838265 Mar 09 17:14:30.063432 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-e4009b31-a0f6-4fda-a02c-43ced27f9398 service neutron] 10.222.0.16 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Mar 09 17:14:31.664188 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49122191-f27a-431c-aca5-401543f45ce8 req-77e517d5-cf03-4f86-9a39-383eeb6723cd tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0258536 Mar 09 17:14:32.739100 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-38d3ae38-6519-430a-be93-fc857239789e req-ca3e2434-ff30-43f2-9729-6a757a466344 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0269313 Mar 09 17:14:32.940409 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:14:33.628403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f4fe9b0f-d41f-4ca2-befa-c4f864166ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:33.830462 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-37634cfc-1654-43a1-86de-6bae2c7916cf req-410d555e-b921-428c-be75-124a088548aa tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0281003 Mar 09 17:14:34.206435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-234106e8-9631-4f46-9fd8-5d3d59091edf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435259 Mar 09 17:14:34.289053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-5fa92b60-9de3-4a96-bb61-88feda836916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:34.290543 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-5fa92b60-9de3-4a96-bb61-88feda836916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1129 time: 0.0440845 Mar 09 17:14:34.399722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-2066822f-552d-418a-9c26-887f4b389c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:34.401264 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-2066822f-552d-418a-9c26-887f4b389c0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3746c3e4-25b5-49b1-a844-7acd08ddd824 HTTP/1.1" status: 200 len: 896 time: 0.0867913 Mar 09 17:14:34.465203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-f232a4ca-1ba4-48b2-beb5-8eba1213cc20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e HTTP/1.1" status: 200 len: 1001 time: 0.0571842 Mar 09 17:14:34.515841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-b69d0914-0ff3-4d8d-9a07-e2b92f7056ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:34.517289 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-b69d0914-0ff3-4d8d-9a07-e2b92f7056ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905f5cf3-ddcf-4d34-a809-c9b8245a262d HTTP/1.1" status: 200 len: 832 time: 0.0464218 Mar 09 17:14:34.565979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-64f000bc-7044-4cfb-906c-4c58e58194a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:34.567461 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-64f000bc-7044-4cfb-906c-4c58e58194a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3746c3e4-25b5-49b1-a844-7acd08ddd824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425501 Mar 09 17:14:34.655240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-b212467d-6dc9-4bb1-941b-24a0d45a635d service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794811 Mar 09 17:14:34.747496 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e793a363-852f-4040-b9ee-2f9e12a715a4 req-ab3561ea-d110-4ab9-9d5b-0d132dd4c8ea service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861292 Mar 09 17:14:34.945407 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7da1d0c3-b0ee-4d85-94e7-255e2b583f45 req-56a6e993-a879-4960-b9dc-d3148e1e60bd tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0466797 Mar 09 17:14:35.028655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-0421858a-1e97-4a2b-b415-5d8e8f2bef27 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:35.030046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-0421858a-1e97-4a2b-b415-5d8e8f2bef27 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 811 time: 0.1227136 Mar 09 17:14:35.095389 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-0b4f8b08-3b7a-4ecb-89d7-d921a1dc6133 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 380 time: 0.0519476 Mar 09 17:14:35.103855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'port': {'device_id': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'admin_state_up': True, 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'security_groups': ['4c21669e-2538-443e-b81c-799fbcbcbf19']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:35.277619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Made reservation on behalf of b046bec90b254a4a860b2bce22dac67f for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:14:35.281227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:35.408029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Allocated IP 172.20.0.9 (631dbfe4-129a-4b26-a6c4-820d3e818a59/7a95889c-5e44-4f0b-a696-f104ef761963/ce156b68-38d3-42a9-854e-e31edebfbb0f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:14:35.554357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:35.686018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:35.727924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:14:35.732846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:14:35.736586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:14:35.761329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=ce156b68-38d3-42a9-854e-e31edebfbb0f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:35.788781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:35.789339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:35.891919 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-5c9b11f0-6d48-4f25-ad19-5558ff0ef49b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915561 Mar 09 17:14:35.911342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Request body: {'port': {'device_id': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:35.970785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c602eb85-6957-44ad-a95e-68b6e5acd2e6 None None] Provisioning complete for port ce156b68-38d3-42a9-854e-e31edebfbb0f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:14:35.971822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c602eb85-6957-44ad-a95e-68b6e5acd2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:35.978540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.006737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c602eb85-6957-44ad-a95e-68b6e5acd2e6 None None] Port ce156b68-38d3-42a9-854e-e31edebfbb0f cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:14:36.084598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770132-72ab-4fe0-9a89-94c29a6fd53c req-fad604b2-0be1-4226-82c4-8928366df004 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:36.086860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8770132-72ab-4fe0-9a89-94c29a6fd53c req-fad604b2-0be1-4226-82c4-8928366df004 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 931 time: 0.0573111 Mar 09 17:14:36.145166 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8770132-72ab-4fe0-9a89-94c29a6fd53c req-b763cb45-ee5f-464a-bae0-2242a10c1027 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504208 Mar 09 17:14:36.185738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cd10b8b-c699-4923-89df-4e154d0329ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.263426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce156b68-38d3-42a9-854e-e31edebfbb0f {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:14:36.270821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Publish callbacks [] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.282850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Transition to ACTIVE for port object ce156b68-38d3-42a9-854e-e31edebfbb0f will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:14:36.376985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.432291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Pushing event updated for resources: {'Port': ['ID=ce156b68-38d3-42a9-854e-e31edebfbb0f,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:36.502658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Attempting to bind port ce156b68-38d3-42a9-854e-e31edebfbb0f on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:14:36.502997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Attempting to bind port ce156b68-38d3-42a9-854e-e31edebfbb0f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:14:36.503331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Attempting to bind port ce156b68-38d3-42a9-854e-e31edebfbb0f on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:14:36.508665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Port ce156b68-38d3-42a9-854e-e31edebfbb0f on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:14:36.509004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Attempting to bind port ce156b68-38d3-42a9-854e-e31edebfbb0f on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:14:36.514931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:14:36.515319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Checking segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:14:36.515668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Bound using segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:14:36.516107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Bound port: ce156b68-38d3-42a9-854e-e31edebfbb0f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:14:36.516523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.587698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] For port ce156b68-38d3-42a9-854e-e31edebfbb0f, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:14:36.592287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] For port ce156b68-38d3-42a9-854e-e31edebfbb0f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:14:36.661124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.700470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:36.701200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:36.702607 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce156b68-38d3-42a9-854e-e31edebfbb0f HTTP/1.1" status: 200 len: 1093 time: 0.7958992 Mar 09 17:14:36.703055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:36.705410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388579d-6888-42af-abfd-fece88a8a5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:36.737041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b692a43-ca83-49b2-9f9f-6c0c66c56164 service neutron] Pushing event updated for resources: {'Port': ['ID=ce156b68-38d3-42a9-854e-e31edebfbb0f,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:36.752222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495c751-ee93-4a1d-b693-33e02d7a17f5 x-openstack-request-id: req-c495c751-ee93-4a1d-b693-33e02d7a17f5 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:36.752681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:36.753084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c495c751-ee93-4a1d-b693-33e02d7a17f5 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:36.753604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'status': 'completed', 'code': 200} Mar 09 17:14:36.834912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388579d-6888-42af-abfd-fece88a8a5ae req-25e8db4f-fbbf-44aa-b0f0-9309c5ff75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:36.837015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1388579d-6888-42af-abfd-fece88a8a5ae req-25e8db4f-fbbf-44aa-b0f0-9309c5ff75d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 1127 time: 0.0514553 Mar 09 17:14:36.941133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388579d-6888-42af-abfd-fece88a8a5ae req-fdd9c00c-5e13-4447-b1ef-2fe89dcce3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:36.942773 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1388579d-6888-42af-abfd-fece88a8a5ae req-fdd9c00c-5e13-4447-b1ef-2fe89dcce3b7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b046bec90b254a4a860b2bce22dac67f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0988228 Mar 09 17:14:37.036410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388579d-6888-42af-abfd-fece88a8a5ae req-9ee7a228-1cbb-4648-967d-52859fe2143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:37.038066 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1388579d-6888-42af-abfd-fece88a8a5ae req-9ee7a228-1cbb-4648-967d-52859fe2143b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890393 Mar 09 17:14:37.118754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-3fe19aa4-8303-41ab-9109-4d4803694f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:37.120905 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-3fe19aa4-8303-41ab-9109-4d4803694f69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 1127 time: 0.0454042 Mar 09 17:14:37.158488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:37.165774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-95ae07a0-a603-4d43-878d-46d390f2ad23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f HTTP/1.1" status: 200 len: 217 time: 0.0377076 Mar 09 17:14:37.218283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-8a40bdc9-599d-47e5-bff9-dc33caa3d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:37.221596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-8a40bdc9-599d-47e5-bff9-dc33caa3d1d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0479157 Mar 09 17:14:37.262020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5712c-dcc1-4af7-a030-92d02a4f4378 req-c5857103-a9c4-4d04-8365-96901c54d900 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:37.263643 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4f5712c-dcc1-4af7-a030-92d02a4f4378 req-c5857103-a9c4-4d04-8365-96901c54d900 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0537953 Mar 09 17:14:37.277421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-50ad6b5d-040a-4faf-8e1a-c206d8f32d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:37.279422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-50ad6b5d-040a-4faf-8e1a-c206d8f32d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0519037 Mar 09 17:14:37.314402 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4f5712c-dcc1-4af7-a030-92d02a4f4378 req-793222a0-4292-4754-bd26-2fca30c881dd tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Mar 09 17:14:37.377025 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-3b9fbb61-3491-4a21-9146-3ea9e9f71497 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891166 Mar 09 17:14:37.470733 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b087bb57-ec28-4e36-8940-b58f16cdddca req-2a3a412d-595e-4d65-b310-4277837e3dfd service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852904 Mar 09 17:14:38.311429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:38.440035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbf337-7052-439e-90e3-2b07b6ec3c36 req-d8ccc149-2a98-45e2-aa6a-882e7cd85f8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:38.441682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-77cbf337-7052-439e-90e3-2b07b6ec3c36 req-d8ccc149-2a98-45e2-aa6a-882e7cd85f8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0569351 Mar 09 17:14:38.494881 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-77cbf337-7052-439e-90e3-2b07b6ec3c36 req-31ea3c2e-632e-4995-a93a-d0973144dbcb tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472436 Mar 09 17:14:39.615330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592392fd-b3a6-43a3-bfe6-9c216520a2d5 req-a915b227-b5e2-441f-a02a-20bdb090a1aa tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:39.616835 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-592392fd-b3a6-43a3-bfe6-9c216520a2d5 req-a915b227-b5e2-441f-a02a-20bdb090a1aa tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0557895 Mar 09 17:14:39.673961 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-592392fd-b3a6-43a3-bfe6-9c216520a2d5 req-9984e49c-f091-4c1f-9596-c3977c04e456 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509288 Mar 09 17:14:39.840219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:40.783808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e04dc4-2016-495f-88c0-7766d6e287a7 req-5f8814e0-2331-47d5-86ae-49aa01960e7d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:40.785350 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-70e04dc4-2016-495f-88c0-7766d6e287a7 req-5f8814e0-2331-47d5-86ae-49aa01960e7d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0542173 Mar 09 17:14:40.833438 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-70e04dc4-2016-495f-88c0-7766d6e287a7 req-70fdc593-08b2-4f1d-b356-0658f47c853a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425954 Mar 09 17:14:41.953302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91f86b-b6ca-44d3-ac3e-ad504a912836 req-ae4b7488-08a7-4ce8-b53a-0173210e82ff tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:41.954872 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9a91f86b-b6ca-44d3-ac3e-ad504a912836 req-ae4b7488-08a7-4ce8-b53a-0173210e82ff tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0555191 Mar 09 17:14:42.005908 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9a91f86b-b6ca-44d3-ac3e-ad504a912836 req-91af67c4-ab58-44ba-85f9-ddf3c1142551 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Mar 09 17:14:43.121498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5eed1-cc3c-4efd-abef-985ef66a12a6 req-cf41c8ac-8525-4ff6-8397-da203927884c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:43.122966 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a4e5eed1-cc3c-4efd-abef-985ef66a12a6 req-cf41c8ac-8525-4ff6-8397-da203927884c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0523489 Mar 09 17:14:43.174505 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a4e5eed1-cc3c-4efd-abef-985ef66a12a6 req-383db9e6-5b02-475d-bcae-2436f663cd08 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460811 Mar 09 17:14:44.306541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef18302-4931-40aa-b305-53f8c967edbd req-ff9cf0d1-4eb6-4ed3-983b-641c8fbc0a49 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:44.308507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0ef18302-4931-40aa-b305-53f8c967edbd req-ff9cf0d1-4eb6-4ed3-983b-641c8fbc0a49 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0640001 Mar 09 17:14:44.359449 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0ef18302-4931-40aa-b305-53f8c967edbd req-ce455b97-2d9f-4ea2-a224-ea5c208da0e9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Mar 09 17:14:45.480456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb76630-c9c6-4543-8083-e7a3c83a3ae4 req-ec9d9129-04d8-41d1-819a-ba2b335fe29b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:45.482264 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-feb76630-c9c6-4543-8083-e7a3c83a3ae4 req-ec9d9129-04d8-41d1-819a-ba2b335fe29b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0558550 Mar 09 17:14:45.532612 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-feb76630-c9c6-4543-8083-e7a3c83a3ae4 req-483b108b-30b7-4165-bc68-25baa4d8d98c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Mar 09 17:14:46.647012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf679bc5-7738-4669-b29b-ec7e06f0a168 req-ebf8f9cb-ce97-4280-bbde-ceb9d3023446 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:46.648496 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf679bc5-7738-4669-b29b-ec7e06f0a168 req-ebf8f9cb-ce97-4280-bbde-ceb9d3023446 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0519903 Mar 09 17:14:46.697361 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf679bc5-7738-4669-b29b-ec7e06f0a168 req-476a7bc0-53e2-40c8-b72f-2d83ad5faaf1 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Mar 09 17:14:47.810443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73dff6-ad90-40f8-889e-4b36ad4b000c req-e0b45531-4e56-4f8b-87ee-bde82c983609 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:47.811915 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd73dff6-ad90-40f8-889e-4b36ad4b000c req-e0b45531-4e56-4f8b-87ee-bde82c983609 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0515530 Mar 09 17:14:47.858976 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd73dff6-ad90-40f8-889e-4b36ad4b000c req-51774c6d-8cb7-4e3e-849d-16793e6a24b3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Mar 09 17:14:48.519115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36664) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:48.581750 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c63d2647-6af7-4921-ac63-45fdf885cd5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/6db341a6-67fb-4810-923d-71b5323adc42 HTTP/1.1" status: 200 len: 993 time: 0.0615089 Mar 09 17:14:48.865600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36670) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:49.038207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50020a5c-6a67-40c3-b885-8d13d1d509bc req-c10f65d8-3879-4f53-8d3f-840507ca89a4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:49.039654 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-50020a5c-6a67-40c3-b885-8d13d1d509bc req-c10f65d8-3879-4f53-8d3f-840507ca89a4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.1168349 Mar 09 17:14:49.096168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 2da95b17-e78c-44db-b1d6-85c4cc0e6d5d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:49.096537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:49.111457 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-50020a5c-6a67-40c3-b885-8d13d1d509bc req-3a157cf6-3d88-4456-b675-ecc645d8fc70 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654855 Mar 09 17:14:49.174766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:49.175090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:49.186725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 2da95b17-e78c-44db-b1d6-85c4cc0e6d5d owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:49.417518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2da95b17-e78c-44db-b1d6-85c4cc0e6d5d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:49.441481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=2da95b17-e78c-44db-b1d6-85c4cc0e6d5d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:49.504905 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (6db341a6-67fb-4810-923d-71b5323adc42), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:49.505229 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 6db341a6-67fb-4810-923d-71b5323adc42 disassociated (deleted). External IP: 172.36.5.145, port: c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e. Mar 09 17:14:49.709663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 17683778-1272-49ce-b777-9fb543d115a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:14:49.815650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:14:49.820381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:49.826455 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] Sync routers for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:14:49.835471 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:14:49.836066 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:49.848421 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a28cb3d1-a47c-4d97-8ee9-0059a1361e62 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/6db341a6-67fb-4810-923d-71b5323adc42 HTTP/1.1" status: 204 len: 168 time: 0.9817390 Mar 09 17:14:49.848993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:49.851303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593c90d-fad5-4a61-910b-f1738a66518f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:49.888613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73dca9d-5444-4805-817d-a8d45114e837 x-openstack-request-id: req-a73dca9d-5444-4805-817d-a8d45114e837 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:49.889199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:49.889199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a73dca9d-5444-4805-817d-a8d45114e837 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:49.889559 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'status': 'completed', 'code': 200} Mar 09 17:14:49.948078 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:14:49.954596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c90d-fad5-4a61-910b-f1738a66518f req-7873b966-4821-47d4-a16f-55f92c9b9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:49.956157 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-7873b966-4821-47d4-a16f-55f92c9b9bec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 1129 time: 0.0452635 Mar 09 17:14:50.054263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c90d-fad5-4a61-910b-f1738a66518f req-a0c64b28-d844-4e46-a364-f1266522e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:50.055782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-a0c64b28-d844-4e46-a364-f1266522e0a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3746c3e4-25b5-49b1-a844-7acd08ddd824 HTTP/1.1" status: 200 len: 896 time: 0.0926716 Mar 09 17:14:50.096848 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-6a6dc72e-5c8e-48fb-9dcc-4ce12620328e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e HTTP/1.1" status: 200 len: 217 time: 0.0345023 Mar 09 17:14:50.153290 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:50.156021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c90d-fad5-4a61-910b-f1738a66518f req-9e3ec75a-c797-487e-80c2-e823930b1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:50.157640 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-9e3ec75a-c797-487e-80c2-e823930b1a23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905f5cf3-ddcf-4d34-a809-c9b8245a262d HTTP/1.1" status: 200 len: 832 time: 0.0541854 Mar 09 17:14:50.179464 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] Checking router: 17683778-1272-49ce-b777-9fb543d115a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:14:50.187851 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:14:50.188496 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:50.211252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c90d-fad5-4a61-910b-f1738a66518f req-f582da90-e6b4-41ed-94b0-bdb3d1e356b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:50.213034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-f582da90-e6b4-41ed-94b0-bdb3d1e356b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3746c3e4-25b5-49b1-a844-7acd08ddd824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471568 Mar 09 17:14:50.250216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214079e-1674-4150-9f9e-d69df45ad52b req-c6f3e477-7467-4a82-9284-487cef3ad874 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:50.251804 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e214079e-1674-4150-9f9e-d69df45ad52b req-c6f3e477-7467-4a82-9284-487cef3ad874 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0702734 Mar 09 17:14:50.302245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:14:50.313128 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e214079e-1674-4150-9f9e-d69df45ad52b req-35f38cce-7bf1-4ee0-90a2-460c90ffbec8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498254 Mar 09 17:14:50.347431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-324c3f21-f6bd-4246-837e-845c18619366 service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266813 Mar 09 17:14:50.387804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042c4a-3604-44eb-9715-9a6e6aa94e75 req-39baa3b6-d7c0-41f4-9470-66b6e3915a2b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:50.389323 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce042c4a-3604-44eb-9715-9a6e6aa94e75 req-39baa3b6-d7c0-41f4-9470-66b6e3915a2b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0843768 Mar 09 17:14:50.492335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce042c4a-3604-44eb-9715-9a6e6aa94e75 req-461c6a5b-eca2-44cd-9126-ae3a3a7e0005 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921896 Mar 09 17:14:50.494382 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d593c90d-fad5-4a61-910b-f1738a66518f req-b8677136-4ed6-47d5-b14c-d09b356691b4 service neutron] 10.222.0.36 "GET /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357136 Mar 09 17:14:50.497383 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:50.534866 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dfef2-80b0-4ea5-a6e7-7a3c1c66c356 None None] The sync data for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv is: [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c71924b-ac66-48bb-8a08-85a7fce84320', 'name': '', 'network_id': '3746c3e4-25b5-49b1-a844-7acd08ddd824', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:7a:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:53Z', 'updated_at': '2022-03-09T17:13:58Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '905f5cf3-ddcf-4d34-a809-c9b8245a262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:14:50.742801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e5089-c51f-4e55-81bd-231bf5b99cc6 None None] New status for floating IP 6db341a6-67fb-4810-923d-71b5323adc42: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:14:51.428709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fbe72-0a67-4caa-8660-479d71377e49 req-e9d9d4e3-f118-4d19-b1ec-4ee098f87eb4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:51.430161 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-939fbe72-0a67-4caa-8660-479d71377e49 req-e9d9d4e3-f118-4d19-b1ec-4ee098f87eb4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0513635 Mar 09 17:14:51.480792 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-939fbe72-0a67-4caa-8660-479d71377e49 req-e5b42fcc-1ca7-46f8-b314-d4a367f3c19f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Mar 09 17:14:51.610488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33274a7-2057-404a-b568-41afe669592c req-727d6c30-e10a-46b0-9b45-9f21698eeca3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:51.611897 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d33274a7-2057-404a-b568-41afe669592c req-727d6c30-e10a-46b0-9b45-9f21698eeca3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0521677 Mar 09 17:14:51.661580 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d33274a7-2057-404a-b568-41afe669592c req-07ee3c9d-db9a-4c9b-a3c0-5508b258daa8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Mar 09 17:14:51.915634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-6f9edb61-8189-4a88-8989-3007c67bc153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:51.917870 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-6f9edb61-8189-4a88-8989-3007c67bc153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 945 time: 0.0517001 Mar 09 17:14:52.017167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:52.017533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:52.105988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:52.106351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:52.117640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:52.553830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:52.585615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:52.603184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eac6d-f92c-4b3d-bfd2-a7f332cfbae8 req-42e545cd-8a1f-409f-a369-e54a9a20d1f5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:52.604924 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e91eac6d-f92c-4b3d-bfd2-a7f332cfbae8 req-42e545cd-8a1f-409f-a369-e54a9a20d1f5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0601828 Mar 09 17:14:52.628524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:14:52.630965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:52.634647 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88b803c0-df60-45ed-8bce-d2ba5f9449ed req-4c7be21c-59b9-40d8-ae39-f890b45351b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e HTTP/1.1" status: 204 len: 173 time: 0.7094746 Mar 09 17:14:52.635625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'name': 'network-vif-deleted', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:52.637851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4825ce-07ab-407a-88ff-00436507b1bc" -d '{"events": [{"server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "name": "network-vif-deleted", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:52.658817 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e91eac6d-f92c-4b3d-bfd2-a7f332cfbae8 req-8c95ec5e-a5f2-46ad-83c8-7e40ab759319 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 Mar 09 17:14:52.672062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba2ba7-210d-428e-b31f-e6768f919962 x-openstack-request-id: req-33ba2ba7-210d-428e-b31f-e6768f919962 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:52.672406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a0f20-98b4-40b3-8be2-7a9cf62167dc", "name": "network-vif-deleted", "tag": "c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:52.672701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33ba2ba7-210d-428e-b31f-e6768f919962 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:52.673193 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a0f20-98b4-40b3-8be2-7a9cf62167dc', 'name': 'network-vif-deleted', 'tag': 'c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e', 'status': 'completed', 'code': 200} Mar 09 17:14:52.753418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18027c79-ca8a-467c-bcc8-ff0398997087 req-93bd703b-5a8c-42cb-8d62-9e303f93318e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0264957 Mar 09 17:14:53.779894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471332c-206d-4f4f-86ac-9ad4a1bfd469 req-e817324c-d9be-4e5e-a785-09a5a466355d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:53.781476 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e471332c-206d-4f4f-86ac-9ad4a1bfd469 req-e817324c-d9be-4e5e-a785-09a5a466355d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0541809 Mar 09 17:14:53.835635 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e471332c-206d-4f4f-86ac-9ad4a1bfd469 req-938e9191-60ae-4601-99cb-34324e6fe7c3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487132 Mar 09 17:14:53.860085 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e6f1f06a-adb8-47c8-b9d1-b4acdbd6ca3e req-d8798aef-070b-4db3-a003-b88871f05ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4a0f20-98b4-40b3-8be2-7a9cf62167dc HTTP/1.1" status: 200 len: 210 time: 0.0274572 Mar 09 17:14:54.915442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36702) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:54.954907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbac7-3040-4b1f-b6e2-3920d41a68dc req-45729d6d-c878-4481-b44f-d2328a2cb327 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:54.956427 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-705dbac7-3040-4b1f-b6e2-3920d41a68dc req-45729d6d-c878-4481-b44f-d2328a2cb327 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 943 time: 0.0568709 Mar 09 17:14:54.977582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f0eadfa2-660f-497e-9f80-c2139f15c531 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.002881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f0eadfa2-660f-497e-9f80-c2139f15c531 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.006582 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-705dbac7-3040-4b1f-b6e2-3920d41a68dc req-bf0e9c4f-17d9-4804-b9b9-a321cb3b213c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Mar 09 17:14:55.050263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ce156b68-38d3-42a9-854e-e31edebfbb0f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:14:55.054226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:14:55.084259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:14:55.084642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c4886d4d-7ddb-4d89-9c5e-2ff39b482e1e not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:14:55.142704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f0eadfa2-660f-497e-9f80-c2139f15c531 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.145333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f0eadfa2-660f-497e-9f80-c2139f15c531 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.146532 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f0eadfa2-660f-497e-9f80-c2139f15c531 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1 HTTP/1.1" status: 204 len: 168 time: 0.2300920 Mar 09 17:14:55.156586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eadfa2-660f-497e-9f80-c2139f15c531 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a0b6d6-4f76-4f16-b543-f7b1b8155ec1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:55.177785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port ce156b68-38d3-42a9-854e-e31edebfbb0f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:55.190149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'port_id': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'mac_address': 'fa:16:3e:e3:cd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:14:55.231250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port ce156b68-38d3-42a9-854e-e31edebfbb0f is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:14:55.231649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.244930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce156b68-38d3-42a9-854e-e31edebfbb0f {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:14:55.252130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36706) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:55.265296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port ce156b68-38d3-42a9-854e-e31edebfbb0f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:55.336493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.383823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=ce156b68-38d3-42a9-854e-e31edebfbb0f,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:55.391745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.392100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.393186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.393478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.393816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.394150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.394484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.394813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.395143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.395470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.395794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.396138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.396515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:14:55.537169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['ce156b68-38d3-42a9-854e-e31edebfbb0f'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:14:55.607371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (17683778-1272-49ce-b777-9fb543d115a7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.859788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 4c71924b-ac66-48bb-8a08-85a7fce84320 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:55.860130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.948868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 4c71924b-ac66-48bb-8a08-85a7fce84320, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c71924b-ac66-48bb-8a08-85a7fce84320,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:55.949230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:55.961785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 4c71924b-ac66-48bb-8a08-85a7fce84320 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:56.164679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e3fd4-9852-4223-be9b-3413f138a687 req-619cf418-254a-4b5b-84a0-d3d7b6138ce7 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:56.166073 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb4e3fd4-9852-4223-be9b-3413f138a687 req-619cf418-254a-4b5b-84a0-d3d7b6138ce7 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 944 time: 0.0927382 Mar 09 17:14:56.225305 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb4e3fd4-9852-4223-be9b-3413f138a687 req-1bf3cbc4-2b4f-4ba3-84b7-750a4302b0ea tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514483 Mar 09 17:14:56.256506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4c71924b-ac66-48bb-8a08-85a7fce84320), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:56.284312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=4c71924b-ac66-48bb-8a08-85a7fce84320,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:56.456845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (17683778-1272-49ce-b777-9fb543d115a7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:56.667966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 17683778-1272-49ce-b777-9fb543d115a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:14:57.059326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ce156b68-38d3-42a9-854e-e31edebfbb0f up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:14:57.104260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:14:57.109440 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0e0ec932-3528-4f42-af39-e142d8875696 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/17683778-1272-49ce-b777-9fb543d115a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8561695 Mar 09 17:14:57.112145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36710) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:57.114745 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] Sync routers for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:14:57.125405 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:14:57.126027 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:57.162640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 905f5cf3-ddcf-4d34-a809-c9b8245a262d {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:14:57.165833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (905f5cf3-ddcf-4d34-a809-c9b8245a262d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.197280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port ce156b68-38d3-42a9-854e-e31edebfbb0f completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:14:57.202264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port ce156b68-38d3-42a9-854e-e31edebfbb0f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:14:57.202732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.208463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (905f5cf3-ddcf-4d34-a809-c9b8245a262d), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.233248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:14:57.283170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port ce156b68-38d3-42a9-854e-e31edebfbb0f is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:14:57.283866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.305574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (905f5cf3-ddcf-4d34-a809-c9b8245a262d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.309778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:14:57.311655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f35a83e-f50d-4ee7-8542-3767b2b1ec57" -d '{"events": [{"server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "name": "network-vif-plugged", "status": "completed", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:14:57.340783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port ce156b68-38d3-42a9-854e-e31edebfbb0f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:57.358812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5fb42-bbf2-466f-b600-9b46ee0e77e9 x-openstack-request-id: req-40b5fb42-bbf2-466f-b600-9b46ee0e77e9 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:14:57.359305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "name": "network-vif-plugged", "status": "completed", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:14:57.359736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40b5fb42-bbf2-466f-b600-9b46ee0e77e9 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:14:57.360466 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'code': 200} Mar 09 17:14:57.385378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050fec0-2275-4c4c-acc8-922b2e1023a8 req-7dab0f27-237c-4a56-ac5c-4c70b5461c3b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:57.387093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f050fec0-2275-4c4c-acc8-922b2e1023a8 req-7dab0f27-237c-4a56-ac5c-4c70b5461c3b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 944 time: 0.0782044 Mar 09 17:14:57.411425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.421720 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:14:56Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:57.451506 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] Checking router: 17683778-1272-49ce-b777-9fb543d115a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:14:57.455980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (905f5cf3-ddcf-4d34-a809-c9b8245a262d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.459960 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] Routers {'17683778-1272-49ce-b777-9fb543d115a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:14:57.460592 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['17683778-1272-49ce-b777-9fb543d115a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:57.462668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=ce156b68-38d3-42a9-854e-e31edebfbb0f,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:57.469051 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f050fec0-2275-4c4c-acc8-922b2e1023a8 req-61738823-4163-4a62-8440-57db980c8488 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744247 Mar 09 17:14:57.494484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=905f5cf3-ddcf-4d34-a809-c9b8245a262d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:57.496711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.502169 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-93f676c6-70dc-42c7-837b-92b1a91ce81d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/905f5cf3-ddcf-4d34-a809-c9b8245a262d HTTP/1.1" status: 204 len: 168 time: 0.3866892 Mar 09 17:14:57.502532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36716) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:57.507977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c758a-b669-47b7-bab4-c5cdb9d115cd None None] Network 3746c3e4-25b5-49b1-a844-7acd08ddd824 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:14:57.630079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8c22e-fd32-4596-834f-f9d0cc5178de req-245ed064-ed12-49b4-a435-865bf377a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:57.639587 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-12c8c22e-fd32-4596-834f-f9d0cc5178de req-245ed064-ed12-49b4-a435-865bf377a8c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 1129 time: 0.0712249 Mar 09 17:14:57.644397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (17683778-1272-49ce-b777-9fb543d115a7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.693315 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] Set router 17683778-1272-49ce-b777-9fb543d115a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:14:57.725924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-12c8c22e-fd32-4596-834f-f9d0cc5178de req-0c7d0d1c-96a7-4eed-8dc5-43f845b118ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771298 Mar 09 17:14:57.753399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] DHCP port deletion for 3746c3e4-25b5-49b1-a844-7acd08ddd824 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:14:57.787672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (17683778-1272-49ce-b777-9fb543d115a7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.807272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] Deleting port 01f47c62-661a-42c6-afb6-d82fccc54655 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:57.808330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:57.884124 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:14:56Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:57.911987 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e39fc-ef4d-45f1-b771-21dac03b236d None None] The sync data for ids ['17683778-1272-49ce-b777-9fb543d115a7'] in dv-neutron-master-2-hyperv is: [{'id': '17683778-1272-49ce-b777-9fb543d115a7', 'name': 'tempest-TestNetworkBasicOps-router-2013850792', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:46Z', 'updated_at': '2022-03-09T17:14:56Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '36523d65-b7d4-4c5b-b257-c783ad70c08f', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17683778-1272-49ce-b777-9fb543d115a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:47Z', 'updated_at': '2022-03-09T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:14:57.913710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 36523d65-b7d4-4c5b-b257-c783ad70c08f {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:14:57.914070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.001197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 36523d65-b7d4-4c5b-b257-c783ad70c08f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36523d65-b7d4-4c5b-b257-c783ad70c08f,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:58.001565 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.014241 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 36523d65-b7d4-4c5b-b257-c783ad70c08f owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:58.026823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] For port 01f47c62-661a-42c6-afb6-d82fccc54655, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01f47c62-661a-42c6-afb6-d82fccc54655,segment=NetworkSegment(497caa81-0fc4-4a76-8c95-2d9a1068073d),segment_id=497caa81-0fc4-4a76-8c95-2d9a1068073d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:14:58.027248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.039187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] Calling delete_port for 01f47c62-661a-42c6-afb6-d82fccc54655 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:14:58.205015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (01f47c62-661a-42c6-afb6-d82fccc54655), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.227523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] Pushing event deleted for resources: {'Port': ['ID=01f47c62-661a-42c6-afb6-d82fccc54655,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:58.240987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edb3f4-d180-4a48-9258-a23895aa1653 None None] No DVR routers for this DVR port 01f47c62-661a-42c6-afb6-d82fccc54655 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:14:58.257614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (36523d65-b7d4-4c5b-b257-c783ad70c08f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.285130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=36523d65-b7d4-4c5b-b257-c783ad70c08f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:58.351397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (17683778-1272-49ce-b777-9fb543d115a7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.445378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (17683778-1272-49ce-b777-9fb543d115a7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.448123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (17683778-1272-49ce-b777-9fb543d115a7), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.590835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2f2b6-6ea6-46ec-98f6-6c22d3b6b785 req-2532dd23-1bd9-4a57-bf59-6bb10d6423df tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:58.592306 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4fe2f2b6-6ea6-46ec-98f6-6c22d3b6b785 req-2532dd23-1bd9-4a57-bf59-6bb10d6423df tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.0529015 Mar 09 17:14:58.593388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (17683778-1272-49ce-b777-9fb543d115a7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.593931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router 17683778-1272-49ce-b777-9fb543d115a7 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:14:58.597047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.603451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.603451 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f863c814-9919-4f94-8a22-d571af5c689d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/17683778-1272-49ce-b777-9fb543d115a7 HTTP/1.1" status: 204 len: 168 time: 1.0980482 Mar 09 17:14:58.605141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36720) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:58.660545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4fe2f2b6-6ea6-46ec-98f6-6c22d3b6b785 req-c39243b8-d031-4649-98b9-420692578aa6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580080 Mar 09 17:14:58.694568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (3746c3e4-25b5-49b1-a844-7acd08ddd824), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.784503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (3746c3e4-25b5-49b1-a844-7acd08ddd824), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.804701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3746c3e4-25b5-49b1-a844-7acd08ddd824']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:58.814763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497caa81-0fc4-4a76-8c95-2d9a1068073d') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:58.815069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497caa81-0fc4-4a76-8c95-2d9a1068073d') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:14:58.824508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (497caa81-0fc4-4a76-8c95-2d9a1068073d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.837818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (497caa81-0fc4-4a76-8c95-2d9a1068073d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.843623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:14:58.843985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (497caa81-0fc4-4a76-8c95-2d9a1068073d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:14:58.846867 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:14:58.985865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (3746c3e4-25b5-49b1-a844-7acd08ddd824), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.993759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:58.995931 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/3746c3e4-25b5-49b1-a844-7acd08ddd824 HTTP/1.1" status: 204 len: 168 time: 0.3897197 Mar 09 17:14:59.011414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36722) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:59.013823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f2d22-4fbd-42d5-82cb-0701bb5fa8db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=3746c3e4-25b5-49b1-a844-7acd08ddd824,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:59.019339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--1809586613', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:59.102605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:14:59.107136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.129884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:14:59.138682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (84d66d89-0390-4ce5-86ce-2f771738ba79), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.139036 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment 84d66d89-0390-4ce5-86ce-2f771738ba79 of type vlan for network 1304c5d8-e829-45c4-b266-cc547694ac27 Mar 09 17:14:59.182683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (1304c5d8-e829-45c4-b266-cc547694ac27), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.284919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (1304c5d8-e829-45c4-b266-cc547694ac27), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.290064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:59.290647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.354440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=1304c5d8-e829-45c4-b266-cc547694ac27,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:14:59.364761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 1304c5d8-e829-45c4-b266-cc547694ac27 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:14:59.411219 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7d7bb9de-45f8-4da0-b0d9-536ff79757d2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3980751 Mar 09 17:14:59.413934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36724) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:14:59.418462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-23328403', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:14:59.522538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (ba77517e-cefd-46c9-b28b-28f2a34a6250), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.523559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (ba77517e-cefd-46c9-b28b-28f2a34a6250), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.577830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (ba77517e-cefd-46c9-b28b-28f2a34a6250), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.630064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c71924b-ac66-48bb-8a08-85a7fce84320 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:14:59.651756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 4c71924b-ac66-48bb-8a08-85a7fce84320 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:14:59.652113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4c71924b-ac66-48bb-8a08-85a7fce84320 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:14:59.652602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 01f47c62-661a-42c6-afb6-d82fccc54655 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:14:59.670669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 01f47c62-661a-42c6-afb6-d82fccc54655 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:14:59.671017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 01f47c62-661a-42c6-afb6-d82fccc54655 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:14:59.671486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36523d65-b7d4-4c5b-b257-c783ad70c08f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:14:59.690456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 36523d65-b7d4-4c5b-b257-c783ad70c08f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:14:59.690741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36523d65-b7d4-4c5b-b257-c783ad70c08f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:14:59.781262 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ba77517e-cefd-46c9-b28b-28f2a34a6250), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:14:59.781649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a4ee-a858-472b-acac-ae5952dcb950 req-d33adb8f-66ba-4ea2-81ba-49ed1333a061 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:59.783148 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-64b2a4ee-a858-472b-acac-ae5952dcb950 req-d33adb8f-66ba-4ea2-81ba-49ed1333a061 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Mar 09 17:14:59.831715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-64b2a4ee-a858-472b-acac-ae5952dcb950 req-ec0900f2-531d-4b60-a054-9eb90da3d670 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Mar 09 17:14:59.983056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57341770-2329-4e64-b5f4-e94c728b44a3 req-c36efa86-f97f-4875-af79-9aa52dfe4e27 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:14:59.984457 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57341770-2329-4e64-b5f4-e94c728b44a3 req-c36efa86-f97f-4875-af79-9aa52dfe4e27 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.0880151 Mar 09 17:15:00.109838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ba77517e-cefd-46c9-b28b-28f2a34a6250), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.115613 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57341770-2329-4e64-b5f4-e94c728b44a3 req-523d7cf4-6e81-4d63-bdad-941a6cfddf6e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236656 Mar 09 17:15:00.137251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.138532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36730) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:00.242400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.188 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/40a98e37-51cb-4811-b097-fd942a402a1d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:15:00.329967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d829ec-0d4f-4196-8d35-ffd0a7b87f6d tempest-TestVolumeBootPattern-570660496 tempest-TestVolumeBootPattern-570660496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:00.331508 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d0d829ec-0d4f-4196-8d35-ffd0a7b87f6d tempest-TestVolumeBootPattern-570660496 tempest-TestVolumeBootPattern-570660496-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 1124 time: 0.1917710 Mar 09 17:15:00.334467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36734) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:00.339957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:00.342710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (40a98e37-51cb-4811-b097-fd942a402a1d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.445239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.474412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.511445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:00.514294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:00.519853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:15:00.544214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=40a98e37-51cb-4811-b097-fd942a402a1d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:00.546600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.649300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Allocated IP 172.36.5.63 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/c9d9c8bb-2a2c-4949-8bd1-ba585da20470) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:15:00.751603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.841335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ba77517e-cefd-46c9-b28b-28f2a34a6250), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.845634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:00.882680 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:00.889132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:00.892581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:15:00.914103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=c9d9c8bb-2a2c-4949-8bd1-ba585da20470,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:01.044875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (ba77517e-cefd-46c9-b28b-28f2a34a6250), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.242592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:15:01.351598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:15:01.361697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:15:01.372550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:01.373265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:01.399960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (61259602-c714-4552-ab93-3887db7953b3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.456460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.457861 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1202f7b9-d637-4d22-bd78-8d3fda71113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0429354 Mar 09 17:15:01.460978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36736) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:01.483979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:01.490584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c2d4ca6f-dbf4-419f-88fc-425a5b596ced tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281537 Mar 09 17:15:01.493284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36738) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:01.580496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de84ab-ad55-4be8-9b50-2738ea32a052 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:01.582934 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-70de84ab-ad55-4be8-9b50-2738ea32a052 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885932 Mar 09 17:15:01.585538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36740) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:01.595414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.618101 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dfd120c5-b192-4127-9bd6-5155ed934a58 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314724 Mar 09 17:15:01.621417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36742) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:01.626160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891824141', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:01.670089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:00Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:01.697618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:15:01.697979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Updating router ba77517e-cefd-46c9-b28b-28f2a34a6250 port 40a98e37-51cb-4811-b097-fd942a402a1d binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:15:01.727294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.754715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.779924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:15:01.783564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.831344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.909837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=c9d9c8bb-2a2c-4949-8bd1-ba585da20470,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:01.914782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (61259602-c714-4552-ab93-3887db7953b3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:01.989763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Publish callbacks [] for port (40a98e37-51cb-4811-b097-fd942a402a1d), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.019396 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Floating IP 61259602-c714-4552-ab93-3887db7953b3 associated. External IP: 172.36.5.63, port: ce156b68-38d3-42a9-854e-e31edebfbb0f. Mar 09 17:15:02.020770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (59bfb2ec-e49d-44b9-8f0f-5571f47f5224), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.079225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=59bfb2ec-e49d-44b9-8f0f-5571f47f5224,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:02.087939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:15:02.088882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 1304c5d8-e829-45c4-b266-cc547694ac27, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:15:02.090766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.136732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Attempting to bind port 40a98e37-51cb-4811-b097-fd942a402a1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:15:02.137109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Attempting to bind port 40a98e37-51cb-4811-b097-fd942a402a1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:15:02.137475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Attempting to bind port 40a98e37-51cb-4811-b097-fd942a402a1d on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:15:02.149351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:15:02.149732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:15:02.150137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.151041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:15:02.151508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Bound port: 40a98e37-51cb-4811-b097-fd942a402a1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:15:02.151892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.153520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a577e-be37-4114-90c9-5a4f593a4f11 None None] Pushing event updated for resources: {'Port': ['ID=40a98e37-51cb-4811-b097-fd942a402a1d,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:02.167334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1304c5d8-e829-45c4-b266-cc547694ac27 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:15:02.203452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] For port 40a98e37-51cb-4811-b097-fd942a402a1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:15:02.206673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] For port 40a98e37-51cb-4811-b097-fd942a402a1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40a98e37-51cb-4811-b097-fd942a402a1d,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:15:02.242105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:15:02.256823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1304c5d8-e829-45c4-b266-cc547694ac27) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:02.260952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:02.261555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.268857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009fd33-cc6d-4d6f-99a6-f0cfac8cd1b5 None None] Network 1304c5d8-e829-45c4-b266-cc547694ac27 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:15:02.300990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.358470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:15:02.375568 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:15:02.384402 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fd804245-8d3d-4c68-ac5e-0e50778e75c0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7609031 Mar 09 17:15:02.392846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36744) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:02.393011 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:02.393011 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:02.393218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a577e-be37-4114-90c9-5a4f593a4f11 None None] Pushing event updated for resources: {'Port': ['ID=40a98e37-51cb-4811-b097-fd942a402a1d,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:02.424479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:02.425127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:02.453766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.470490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1304c5d8-e829-45c4-b266-cc547694ac27', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:15:02.471362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.492919 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-648bd54b-53c3-4849-b9fb-d11ff4d58033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1574211 Mar 09 17:15:02.493860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:15:02.496553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:15:02.507504 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:02.550262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d3355-1fba-4ca5-8b79-c82087fa0ef5 x-openstack-request-id: req-034d3355-1fba-4ca5-8b79-c82087fa0ef5 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:15:02.550790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:15:02.551353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-034d3355-1fba-4ca5-8b79-c82087fa0ef5 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:15:02.552286 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'status': 'completed', 'code': 200} Mar 09 17:15:02.626082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-6a6305d0-19a0-4a49-9f39-a4ec1fd504dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:02.628840 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-6a6305d0-19a0-4a49-9f39-a4ec1fd504dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 1129 time: 0.0612767 Mar 09 17:15:02.656194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:02.747951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-588ee74a-d3ea-4f35-9483-c7f82b52e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:02.749650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-588ee74a-d3ea-4f35-9483-c7f82b52e07b service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.1133091 Mar 09 17:15:02.771070 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '61259602-c714-4552-ab93-3887db7953b3', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.63', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:e3:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:01Z', 'updated_at': '2022-03-09T17:15:01Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:02.806083 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:15:02.817358 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:02.818365 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:02.822323 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-0f81a566-18c2-4415-8e0f-624d9faa8dac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f HTTP/1.1" status: 200 len: 998 time: 0.0661256 Mar 09 17:15:02.827739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Allocated IP 172.20.0.2 (1304c5d8-e829-45c4-b266-cc547694ac27/59bfb2ec-e49d-44b9-8f0f-5571f47f5224/0dbd76b9-0f3a-45cc-8727-3e314b261f56) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:15:02.886988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-97c8118a-9e85-4c84-90e2-8f9325da4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:02.889106 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-97c8118a-9e85-4c84-90e2-8f9325da4b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0605834 Mar 09 17:15:02.928396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:00Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:02.946257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:02.949881 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:02.966019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c96e7-afbf-4a87-a03b-cf452616d09c None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:00Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:15:03.050266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Publish callbacks [] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.131836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.183675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Network 1304c5d8-e829-45c4-b266-cc547694ac27 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:03.189335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:03.191871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:15:03.213504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Pushing event updated for resources: {'Port': ['ID=0dbd76b9-0f3a-45cc-8727-3e314b261f56,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:03.274442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Attempting to bind port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:15:03.274961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Attempting to bind port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:15:03.275510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Attempting to bind port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 on network 1304c5d8-e829-45c4-b266-cc547694ac27 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:15:03.275925 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '61259602-c714-4552-ab93-3887db7953b3', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.63', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:e3:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:01Z', 'updated_at': '2022-03-09T17:15:01Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:03.281673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:15:03.282348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Checking segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:15:03.282854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.283355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Bound using segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:15:03.284159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Bound port: 0dbd76b9-0f3a-45cc-8727-3e314b261f56, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:15:03.284683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.315519 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb729b-8d7d-43b2-9130-93d7dfcf77fb None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '61259602-c714-4552-ab93-3887db7953b3', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.63', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:e3:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:01Z', 'updated_at': '2022-03-09T17:15:01Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:15:03.323048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-08f396a6-c9ef-440f-896e-a4a4a2d7d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:03.325316 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-08f396a6-c9ef-440f-896e-a4a4a2d7d5d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4289246 Mar 09 17:15:03.354703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (1304c5d8-e829-45c4-b266-cc547694ac27/59bfb2ec-e49d-44b9-8f0f-5571f47f5224/aef4e9ed-df1f-44a8-859f-a52f7fcf4e47) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:15:03.391866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] For port 0dbd76b9-0f3a-45cc-8727-3e314b261f56, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:15:03.395414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] For port 0dbd76b9-0f3a-45cc-8727-3e314b261f56, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dbd76b9-0f3a-45cc-8727-3e314b261f56,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:15:03.459342 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-bc6ebc40-ce28-4bd6-99aa-cc5a3409318f service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273546 Mar 09 17:15:03.474635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.504699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.572063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bb9e0-7f17-4f61-b514-03251ef54faa None None] Pushing event updated for resources: {'Port': ['ID=0dbd76b9-0f3a-45cc-8727-3e314b261f56,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:03.589359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b8d3b17-d69b-4777-b9d9-387f5deac7d7 req-d6793967-4a38-45cd-9a9e-336ae0425a23 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201785 Mar 09 17:15:03.609545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.639514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32951bc4-db2f-49c6-aed5-85ed2e3c7c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.683051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1304c5d8-e829-45c4-b266-cc547694ac27 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:03.704234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:03.710782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:15:03.741662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 40a98e37-51cb-4811-b097-fd942a402a1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:15:03.755788 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:03.784470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (ba77517e-cefd-46c9-b28b-28f2a34a6250), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:03.806920 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d60c5a-22dc-4b4a-b825-15c34316eb3a None None] New status for floating IP 61259602-c714-4552-ab93-3887db7953b3: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:15:03.896194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 40a98e37-51cb-4811-b097-fd942a402a1d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:03.896616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.067573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.222106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 40a98e37-51cb-4811-b097-fd942a402a1d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:04.222532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.246205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 40a98e37-51cb-4811-b097-fd942a402a1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40a98e37-51cb-4811-b097-fd942a402a1d,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:15:04.359530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.420170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=40a98e37-51cb-4811-b097-fd942a402a1d,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:04.647124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523bc93-f838-437f-9fc6-9de07fb72a42 None None] Network 1304c5d8-e829-45c4-b266-cc547694ac27 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:15:04.716698 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] Provisioning complete for port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:04.717080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.726767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.845589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] Current status of the port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:04.846019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.881876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] For port 0dbd76b9-0f3a-45cc-8727-3e314b261f56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dbd76b9-0f3a-45cc-8727-3e314b261f56,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:15:04.902362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.982213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.983984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (ba77517e-cefd-46c9-b28b-28f2a34a6250), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:04.986136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:05.043058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583db98a-0cb3-4298-aae2-8ed0811ab397 None None] Pushing event updated for resources: {'Port': ['ID=0dbd76b9-0f3a-45cc-8727-3e314b261f56,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:05.094690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1304c5d8-e829-45c4-b266-cc547694ac27 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:05.097694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:05.105553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e548dad1-f9b5-4715-880b-05ba253b654d None None] Provisioning complete for port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:05.106084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e548dad1-f9b5-4715-880b-05ba253b654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:05.197211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e548dad1-f9b5-4715-880b-05ba253b654d None None] Current status of the port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:05.209931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e548dad1-f9b5-4715-880b-05ba253b654d None None] Provisioning complete for port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:05.210306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e548dad1-f9b5-4715-880b-05ba253b654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:05.247450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e548dad1-f9b5-4715-880b-05ba253b654d None None] Port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:15:05.249277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:15:05.367024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d6187bcd-92b3-4a28-9785-43ae6c4cff15 None None] Provisioning complete for port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:05.367488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d6187bcd-92b3-4a28-9785-43ae6c4cff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:05.372508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:15:05.378460 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6fc39fda-728b-4e68-b1dd-1e3ee0fc8455 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/ba77517e-cefd-46c9-b28b-28f2a34a6250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9907584 Mar 09 17:15:05.381139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36750) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:05.383198 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:15:05.398298 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:05.400104 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:14:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:05.409129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d6187bcd-92b3-4a28-9785-43ae6c4cff15 None None] Port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:15:05.513094 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:05.529859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7cc39129-0114-451e-9b4b-f96c96ce0035 None None] Provisioning complete for port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:05.530448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7cc39129-0114-451e-9b4b-f96c96ce0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:05.566734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7cc39129-0114-451e-9b4b-f96c96ce0035 None None] Port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:15:05.568929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.569432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.570368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.570368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.570808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.571272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.574151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6c92403e-c626-49b6-9011-99463519cd57 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1913383 Mar 09 17:15:05.576644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36752) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:05.641118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.641749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.642268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.642781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.643283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.643934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:05.645965 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5a3b0c2e-b1db-4511-a5e8-ce1fb72da70b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0683198 Mar 09 17:15:05.648645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36754) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:05.729520 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:05.738904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 40a98e37-51cb-4811-b097-fd942a402a1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:15:05.764533 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:15:05.764533 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Updating router ba77517e-cefd-46c9-b28b-28f2a34a6250 port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:15:05.790231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 40a98e37-51cb-4811-b097-fd942a402a1d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:05.790877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:05.792142 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:05.794342 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3d234ace-a840-474e-91c5-e0f414d7609d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1445942 Mar 09 17:15:05.877890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 40a98e37-51cb-4811-b097-fd942a402a1d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:05.878928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0dbd76b9-0f3a-45cc-8727-3e314b261f56 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:15:05.927176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:05.927554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.001625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36758) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:06.006476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676002622', 'description': 'tempest-secgroup-smoke-1676002622 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:06.014525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:06.066950 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Publish callbacks [] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.091076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.148847 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.156327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (529a9508-815f-404b-943e-d2d4f97ae72d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.170795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-357f28c9-b80a-4e5d-9de9-8d83979a4406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.199446 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Pushing event updated for resources: {'Port': ['ID=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:06.224646 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.225023 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.225372 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.225711 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.226040 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.226370 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.226713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.227046 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.227385 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.227727 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.228053 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.228392 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.228760 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:06.237325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (529a9508-815f-404b-943e-d2d4f97ae72d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.261853 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Attempting to bind port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:15:06.262226 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Attempting to bind port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:15:06.262612 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Attempting to bind port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 on network 1304c5d8-e829-45c4-b266-cc547694ac27 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:15:06.268627 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:15:06.269072 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Checking segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:15:06.269480 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.269877 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Bound using segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:15:06.270343 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Bound port: aef4e9ed-df1f-44a8-859f-a52f7fcf4e47, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:15:06.270728 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.272729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529a9508-815f-404b-943e-d2d4f97ae72d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:06.336537 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] For port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:15:06.337203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.339140 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3bff0c34-8907-4caf-8488-c8f2a08a0a45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3364062 Mar 09 17:15:06.340798 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] For port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:15:06.342065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36760) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:06.346982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '529a9508-815f-404b-943e-d2d4f97ae72d', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:06.391700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aff94f3d-d56e-4411-bd7f-15a88d11e0f8 None None] Provisioning complete for port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:06.392078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aff94f3d-d56e-4411-bd7f-15a88d11e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.428062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aff94f3d-d56e-4411-bd7f-15a88d11e0f8 None None] Port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:15:06.434380 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.459021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3a361a89-c76b-4839-816f-7012ce90f622), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.523455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3a361a89-c76b-4839-816f-7012ce90f622), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.576424 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:06.577045 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:15:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:06.608810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3a361a89-c76b-4839-816f-7012ce90f622), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.625994 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ead061-197f-4aba-aed8-fdd2151a5699 None None] Pushing event updated for resources: {'Port': ['ID=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:06.638060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a361a89-c76b-4839-816f-7012ce90f622,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:06.710464 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:06.719681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.720960 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9df1f789-efb2-4660-b8ae-64b60c9e9446 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778212 Mar 09 17:15:06.723769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36762) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:06.728427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '529a9508-815f-404b-943e-d2d4f97ae72d', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:06.815445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (cc40ae0c-67b3-436b-96ce-54474170044c), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.851231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] Provisioning complete for port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:06.851899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.886366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (cc40ae0c-67b3-436b-96ce-54474170044c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.930012 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-19f08638-9097-458a-8488-10336abb85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:06.942289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] Current status of the port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:06.942847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:06.956890 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f08638-9097-458a-8488-10336abb85c2 None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:15:06.986416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] For port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:15:06.988400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (cc40ae0c-67b3-436b-96ce-54474170044c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.022664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc40ae0c-67b3-436b-96ce-54474170044c,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:07.079510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.113478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.117602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36764) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:07.117862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-57b19327-d335-4248-a3cf-f4bcc0c8d976 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3928483 Mar 09 17:15:07.122955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '529a9508-815f-404b-943e-d2d4f97ae72d', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:07.149115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc759b7-3f54-481c-b80e-a688c9633d14 None None] Pushing event updated for resources: {'Port': ['ID=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:07.229364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.284860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bf46cd3a-4d5a-4085-9838-6c8d50509bf9), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.353279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bf46cd3a-4d5a-4085-9838-6c8d50509bf9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.448774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bf46cd3a-4d5a-4085-9838-6c8d50509bf9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.467243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf46cd3a-4d5a-4085-9838-6c8d50509bf9,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:07.561935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.565830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d958cc16-17b3-47b8-a301-4d70efa8e332 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4445844 Mar 09 17:15:07.566304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36766) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:07.571335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '529a9508-815f-404b-943e-d2d4f97ae72d', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:07.674324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0f9f6930-4b1d-4798-9fd0-74f9a30051c4), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.699601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:15:07.763213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:07.764163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.767981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0f9f6930-4b1d-4798-9fd0-74f9a30051c4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.849837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:07.897429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0f9f6930-4b1d-4798-9fd0-74f9a30051c4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:07.918056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9f6930-4b1d-4798-9fd0-74f9a30051c4,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:08.001650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.004215 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4a716f9d-1649-4efe-baed-f3f62c01934a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356463 Mar 09 17:15:08.005760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36768) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:08.010883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '529a9508-815f-404b-943e-d2d4f97ae72d', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:08.117260 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:15:08.123176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (807db132-7dd8-495a-93d1-bbf36e98467b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.284003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (807db132-7dd8-495a-93d1-bbf36e98467b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.359123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.408369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (807db132-7dd8-495a-93d1-bbf36e98467b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.426609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807db132-7dd8-495a-93d1-bbf36e98467b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:08.527671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.528926 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-32110002-186c-4e37-bc6b-0e1357d04058 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5222304 Mar 09 17:15:08.531681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36770) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:08.538494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '529a9508-815f-404b-943e-d2d4f97ae72d', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:08.616536 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:15:08.621899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a618ca54-df30-4ec8-9f6d-72f3525192cf), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.685396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a618ca54-df30-4ec8-9f6d-72f3525192cf), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.797081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a618ca54-df30-4ec8-9f6d-72f3525192cf), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.815258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a618ca54-df30-4ec8-9f6d-72f3525192cf,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:08.898472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:08.899700 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8d6bb4c7-5be9-4a5d-b641-0396c2b58389 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3670928 Mar 09 17:15:09.114690 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-a7cadbb2-0e93-40f1-a637-5fc51cc375a4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676002622&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0506027 Mar 09 17:15:09.231508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-0acca594-3e4c-49db-b019-642b09ba56cf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:09.232985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-0acca594-3e4c-49db-b019-642b09ba56cf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 797 time: 0.1114478 Mar 09 17:15:09.247984 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-d914ab03-09c4-4f75-a8a1-dc41c5ef1083 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0096288 Mar 09 17:15:09.307983 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-3b501752-645d-4f91-9b35-cdb326207f43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547297 Mar 09 17:15:09.414004 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-84976437-b9e1-4848-b295-a167eeb8fdc3 service neutron] 10.222.0.16 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937459 Mar 09 17:15:09.502884 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-e9d17eed-b7db-43e2-9371-99d9532af1da service neutron] 10.222.0.16 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820112 Mar 09 17:15:09.780285 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1198c16d-8e29-4a08-939e-30381a7f32f5 req-76906fab-84e7-49cf-8998-8789eb9ce987 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 210 time: 0.0275507 Mar 09 17:15:09.903156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:09.943065 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:15:10.880160 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a535965c-fb3e-4db8-aa37-df5705d28287 req-a15184d6-5f9f-4804-bf5d-c538febf5ed8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 210 time: 0.0316961 Mar 09 17:15:11.966021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-1975cf80-0df8-45f4-9474-ef97e4c39fe5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:11.967509 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-1975cf80-0df8-45f4-9474-ef97e4c39fe5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 797 time: 0.1008403 Mar 09 17:15:11.972806 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d605f8d-d5ef-4854-a735-9aeae562cbda req-a02b9cd9-1e11-4095-b2b7-247fc1760089 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 210 time: 0.0277982 Mar 09 17:15:12.054519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-d8b688cd-fe02-496b-8a60-0c9a6868f2b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.0565946 Mar 09 17:15:12.064327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['529a9508-815f-404b-943e-d2d4f97ae72d']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:12.271305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:15:12.274758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:12.405732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.8 (1304c5d8-e829-45c4-b266-cc547694ac27/59bfb2ec-e49d-44b9-8f0f-5571f47f5224/f0578b67-ca31-44d3-961e-cc59037bc322) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:15:12.537831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (f0578b67-ca31-44d3-961e-cc59037bc322), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:12.631301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:12.677948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1304c5d8-e829-45c4-b266-cc547694ac27 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:12.683004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:12.686768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:15:12.693153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=f0578b67-ca31-44d3-961e-cc59037bc322,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:12.723358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.723721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.724072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.724447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.724788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.725122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.725456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.725789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.726149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.726484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.726814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.727139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.727464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:15:12.752025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:12.752671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:12.847719 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-ed9b5c67-33b2-44f2-bc4e-a9109344d2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869792 Mar 09 17:15:12.860244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Request body: {'port': {'device_id': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:12.917781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:12.939427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-414bb913-6e25-45e8-9eb8-75b8ad537524 None None] Provisioning complete for port f0578b67-ca31-44d3-961e-cc59037bc322 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:12.940029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-414bb913-6e25-45e8-9eb8-75b8ad537524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:12.974648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-414bb913-6e25-45e8-9eb8-75b8ad537524 None None] Port f0578b67-ca31-44d3-961e-cc59037bc322 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:15:13.162714 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae235-8646-40c8-ad14-db0a6d2cb9bf req-e5836e95-c6ae-42dc-8a88-0844e89160b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:13.164172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-26aae235-8646-40c8-ad14-db0a6d2cb9bf req-e5836e95-c6ae-42dc-8a88-0844e89160b1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 931 time: 0.1166215 Mar 09 17:15:13.248812 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-26aae235-8646-40c8-ad14-db0a6d2cb9bf req-2b904d32-2ba8-4d64-bdf6-1577175e7fa3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786450 Mar 09 17:15:13.255820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0578b67-ca31-44d3-961e-cc59037bc322 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:15:13.264665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Publish callbacks [] for port (f0578b67-ca31-44d3-961e-cc59037bc322), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:13.276261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Transition to ACTIVE for port object f0578b67-ca31-44d3-961e-cc59037bc322 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:15:13.351033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:13.404493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Pushing event updated for resources: {'Port': ['ID=f0578b67-ca31-44d3-961e-cc59037bc322,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:13.478670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Attempting to bind port f0578b67-ca31-44d3-961e-cc59037bc322 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:15:13.479023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Attempting to bind port f0578b67-ca31-44d3-961e-cc59037bc322 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:15:13.479360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Attempting to bind port f0578b67-ca31-44d3-961e-cc59037bc322 on network 1304c5d8-e829-45c4-b266-cc547694ac27 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:15:13.484565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Port f0578b67-ca31-44d3-961e-cc59037bc322 on network 1304c5d8-e829-45c4-b266-cc547694ac27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:15:13.484898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Attempting to bind port f0578b67-ca31-44d3-961e-cc59037bc322 on network 1304c5d8-e829-45c4-b266-cc547694ac27 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:15:13.489883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:15:13.490233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Checking segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:15:13.490620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Bound using segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:15:13.491055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Bound port: f0578b67-ca31-44d3-961e-cc59037bc322, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:15:13.491423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:13.557181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] For port f0578b67-ca31-44d3-961e-cc59037bc322, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:15:13.560914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] For port f0578b67-ca31-44d3-961e-cc59037bc322, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f0578b67-ca31-44d3-961e-cc59037bc322,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:15:13.649098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:13.688294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:13.689009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:13.690461 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0578b67-ca31-44d3-961e-cc59037bc322 HTTP/1.1" status: 200 len: 1093 time: 0.8343098 Mar 09 17:15:13.690908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:15:13.693219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa9979-99a2-461d-ae18-cb635e332fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:15:13.725731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93832c0-fa03-48cb-9f35-96cfff801958 service neutron] Pushing event updated for resources: {'Port': ['ID=f0578b67-ca31-44d3-961e-cc59037bc322,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:13.732859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7186e56-3f30-4887-a89d-9b05ffe552e9 x-openstack-request-id: req-b7186e56-3f30-4887-a89d-9b05ffe552e9 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:15:13.733254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:15:13.733602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7186e56-3f30-4887-a89d-9b05ffe552e9 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:15:13.734104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'status': 'completed', 'code': 200} Mar 09 17:15:13.801606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9979-99a2-461d-ae18-cb635e332fe4 req-b129f2fc-6f61-4104-9d96-75e4a721dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:13.803171 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24aa9979-99a2-461d-ae18-cb635e332fe4 req-b129f2fc-6f61-4104-9d96-75e4a721dc1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1127 time: 0.0492401 Mar 09 17:15:13.906638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9979-99a2-461d-ae18-cb635e332fe4 req-bccf90d2-ecb3-4eff-938f-b744ba921d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:13.908047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24aa9979-99a2-461d-ae18-cb635e332fe4 req-bccf90d2-ecb3-4eff-938f-b744ba921d2b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0974820 Mar 09 17:15:13.998685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9979-99a2-461d-ae18-cb635e332fe4 req-464836b8-aa62-4897-bbc2-149af6dac27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:14.000149 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24aa9979-99a2-461d-ae18-cb635e332fe4 req-464836b8-aa62-4897-bbc2-149af6dac27a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869725 Mar 09 17:15:14.078356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-63f0488c-3bd4-4ae4-b610-bc3f57c0396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:14.079894 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-63f0488c-3bd4-4ae4-b610-bc3f57c0396d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1127 time: 0.0439456 Mar 09 17:15:14.124382 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-425a1698-776f-4fa0-9011-b44b84ff1515 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0578b67-ca31-44d3-961e-cc59037bc322 HTTP/1.1" status: 200 len: 217 time: 0.0378053 Mar 09 17:15:14.185026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-e1fa3c41-1287-44e0-8077-af41e90dee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:14.185026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-e1fa3c41-1287-44e0-8077-af41e90dee21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 200 len: 834 time: 0.0435014 Mar 09 17:15:14.228465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c55f70ec-c718-47a4-8531-fdce1d1c893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:14.230033 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-c55f70ec-c718-47a4-8531-fdce1d1c893f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1304c5d8-e829-45c4-b266-cc547694ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428376 Mar 09 17:15:14.335548 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-9a254b9b-50fc-4917-a92b-003f7bb610e1 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930605 Mar 09 17:15:14.432679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa258c1f-3c14-4349-8e9e-dede4ecdabfa req-ae4b54fc-ce8a-409f-bb4c-dd37ef695041 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:14.434169 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa258c1f-3c14-4349-8e9e-dede4ecdabfa req-ae4b54fc-ce8a-409f-bb4c-dd37ef695041 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 943 time: 0.1169932 Mar 09 17:15:14.464827 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13a4ca51-cb3b-437d-b101-bbbcffc420f3 req-7c106887-cec7-468c-8315-8ef9146bef41 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150045 Mar 09 17:15:14.494073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa258c1f-3c14-4349-8e9e-dede4ecdabfa req-d3130c53-1493-4b0b-9848-e59b56b8163d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541072 Mar 09 17:15:15.616015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f21cdb-617f-49b2-80e1-c48b8c42759e req-c8cd1610-ea8e-4007-8f5a-d43cd7fa67c8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:15.617523 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e5f21cdb-617f-49b2-80e1-c48b8c42759e req-c8cd1610-ea8e-4007-8f5a-d43cd7fa67c8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 943 time: 0.0569098 Mar 09 17:15:15.665269 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e5f21cdb-617f-49b2-80e1-c48b8c42759e req-15645f69-1884-4af3-aa08-e31049af4dc5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 Mar 09 17:15:16.786710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebef19a-5853-49a0-ab9f-02eccbb3eccb req-f0d01eaa-7aef-4776-8580-c00c43a4a2f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:16.788304 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aebef19a-5853-49a0-ab9f-02eccbb3eccb req-f0d01eaa-7aef-4776-8580-c00c43a4a2f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 943 time: 0.0582414 Mar 09 17:15:16.841356 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aebef19a-5853-49a0-ab9f-02eccbb3eccb req-e7d5ecfa-6038-4b48-a144-a798f8d10123 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468371 Mar 09 17:15:17.118884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f0578b67-ca31-44d3-961e-cc59037bc322 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:15:17.214175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port f0578b67-ca31-44d3-961e-cc59037bc322, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f0578b67-ca31-44d3-961e-cc59037bc322,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:15:17.225544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'port_id': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'mac_address': 'fa:16:3e:02:09:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:15:17.266039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port f0578b67-ca31-44d3-961e-cc59037bc322 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:17.266440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:17.279262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0578b67-ca31-44d3-961e-cc59037bc322 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:15:17.297469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port f0578b67-ca31-44d3-961e-cc59037bc322, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f0578b67-ca31-44d3-961e-cc59037bc322,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:15:17.373834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:17.419320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=f0578b67-ca31-44d3-961e-cc59037bc322,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:17.600815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['f0578b67-ca31-44d3-961e-cc59037bc322'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:15:17.957630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0848e73-46fa-458f-9d2d-45c3c375b151 req-e60a95bd-e1be-45d5-912e-75eb502a98f1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:17.959007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b0848e73-46fa-458f-9d2d-45c3c375b151 req-e60a95bd-e1be-45d5-912e-75eb502a98f1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 944 time: 0.0517039 Mar 09 17:15:18.012457 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b0848e73-46fa-458f-9d2d-45c3c375b151 req-401ddc59-4a33-44c4-94f3-642a583958d5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479040 Mar 09 17:15:19.120269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f0578b67-ca31-44d3-961e-cc59037bc322 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:15:19.131053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e59cd1-70af-4466-843e-21a0dfa7fb9e req-718c05a1-1cf9-4a4e-97fd-610e9e134ea7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:19.132838 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-72e59cd1-70af-4466-843e-21a0dfa7fb9e req-718c05a1-1cf9-4a4e-97fd-610e9e134ea7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 944 time: 0.0565312 Mar 09 17:15:19.183470 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-72e59cd1-70af-4466-843e-21a0dfa7fb9e req-cc153b66-5c1c-4376-8639-8b64d209ccb9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443509 Mar 09 17:15:19.265390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port f0578b67-ca31-44d3-961e-cc59037bc322 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:15:19.269757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port f0578b67-ca31-44d3-961e-cc59037bc322 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:15:19.270137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:19.353687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port f0578b67-ca31-44d3-961e-cc59037bc322 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:15:19.354218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:19.378867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:15:19.381966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca6099-5d4d-4a78-8da3-613e5e17633b" -d '{"events": [{"server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "name": "network-vif-plugged", "status": "completed", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:15:19.395592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port f0578b67-ca31-44d3-961e-cc59037bc322, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f0578b67-ca31-44d3-961e-cc59037bc322,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:15:19.417050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88d231d-86c5-4503-82c5-a895bf73d240 x-openstack-request-id: req-c88d231d-86c5-4503-82c5-a895bf73d240 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:15:19.417336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "name": "network-vif-plugged", "status": "completed", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:15:19.417599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c88d231d-86c5-4503-82c5-a895bf73d240 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:15:19.418003 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'code': 200} Mar 09 17:15:19.494276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:19.539999 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=f0578b67-ca31-44d3-961e-cc59037bc322,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:19.746138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44717e99-35f3-41a5-b357-e565c9535291 req-3df7c012-07f9-47cd-8437-27965b39c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:19.748393 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-44717e99-35f3-41a5-b357-e565c9535291 req-3df7c012-07f9-47cd-8437-27965b39c95e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1129 time: 0.0442836 Mar 09 17:15:19.794781 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-44717e99-35f3-41a5-b357-e565c9535291 req-7ae9cc0d-ab39-49e6-9297-af5a6c440c95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Mar 09 17:15:20.303949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b216f11-5a1c-42d6-8788-38b9f48c27a9 req-374eae47-3f47-438f-a983-2e81a3d083b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:20.305439 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4b216f11-5a1c-42d6-8788-38b9f48c27a9 req-374eae47-3f47-438f-a983-2e81a3d083b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 945 time: 0.0557861 Mar 09 17:15:20.353703 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4b216f11-5a1c-42d6-8788-38b9f48c27a9 req-77c86101-f5af-465c-a01e-85c05dd94853 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Mar 09 17:15:21.473350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1b447-da50-4aa3-ad98-e5731a6868ed req-98cc0fe7-e334-4b46-a674-4d9c57128120 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:21.474824 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-66a1b447-da50-4aa3-ad98-e5731a6868ed req-98cc0fe7-e334-4b46-a674-4d9c57128120 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 945 time: 0.0534997 Mar 09 17:15:21.528286 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-66a1b447-da50-4aa3-ad98-e5731a6868ed req-9646a5dd-7247-4a9f-b59c-e421eb2ef2a4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474293 Mar 09 17:15:21.647334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9923-06c0-410d-90aa-ce528a78bcfe req-cac7b3c9-788e-4fa4-ad06-971698d6b24e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:21.648827 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-078d9923-06c0-410d-90aa-ce528a78bcfe req-cac7b3c9-788e-4fa4-ad06-971698d6b24e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 945 time: 0.0554206 Mar 09 17:15:21.695851 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-078d9923-06c0-410d-90aa-ce528a78bcfe req-dc9d4143-d918-4e71-aca0-c9425a846120 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Mar 09 17:15:21.717397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36828) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:21.759277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3daa46-6ab0-4ccc-a86d-53f4e98bb3e0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:21.760797 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ba3daa46-6ab0-4ccc-a86d-53f4e98bb3e0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1124 time: 0.0424237 Mar 09 17:15:21.763901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36830) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:21.768003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:21.842490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:21.940658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:22.051536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.130 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/a77eddf5-3bd7-4536-acc0-17158a154dfd) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:15:22.150027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:22.250995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:22.291624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:15:22.295091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:15:22.299282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:15:22.302310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=a77eddf5-3bd7-4536-acc0-17158a154dfd,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:22.667715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:22.803246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:22.950958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:23.025272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:23.093405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=a77eddf5-3bd7-4536-acc0-17158a154dfd,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:15:23.103983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:23.205992 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81 associated. External IP: 172.36.5.130, port: f0578b67-ca31-44d3-961e-cc59037bc322. Mar 09 17:15:23.690437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:15:23.800070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:15:23.810668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:15:23.821267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:23.821891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:15:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:23.893053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:23.923282 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f8594bd5-6744-4b21-8eaa-a5f02bdf4afc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1583323 Mar 09 17:15:23.923974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:15:23.926118 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36834) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:23.926672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e79ad0d-ef03-41d5-85dc-f2fa28819308" -d '{"events": [{"name": "network-changed", "server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:15:23.938000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:23.964536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858267da-3972-4524-a912-a69203219579 x-openstack-request-id: req-858267da-3972-4524-a912-a69203219579 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:15:23.964846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:15:23.965640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-858267da-3972-4524-a912-a69203219579 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:15:23.966059 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'status': 'completed', 'code': 200} Mar 09 17:15:24.002731 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a291ee24-a2fd-44bb-b788-6ba77f46e655 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 991 time: 0.0754066 Mar 09 17:15:24.033976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-65c1f3e2-1ac1-4b02-9174-fce4e4b018f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:24.035566 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-65c1f3e2-1ac1-4b02-9174-fce4e4b018f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1129 time: 0.0487247 Mar 09 17:15:24.128516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-3c03fef7-5bf9-46fe-ac0e-f3ddfbad5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:24.129994 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-3c03fef7-5bf9-46fe-ac0e-f3ddfbad5452 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 897 time: 0.0878503 Mar 09 17:15:24.175921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c32434b-c1ac-454d-b207-e5e7b438cc81', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.130', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'port_id': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'mac_address': 'fa:16:3e:02:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:22Z', 'updated_at': '2022-03-09T17:15:22Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:24.196818 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-a3e52944-8839-4a65-b4a4-233415d51241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0578b67-ca31-44d3-961e-cc59037bc322 HTTP/1.1" status: 200 len: 999 time: 0.0611598 Mar 09 17:15:24.205214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:15:24.213880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:24.214493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:15:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:24.249687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-d7073f11-dfc3-45b5-bc60-7b5600f8fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:24.251133 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-d7073f11-dfc3-45b5-bc60-7b5600f8fb1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 200 len: 834 time: 0.0492725 Mar 09 17:15:24.299683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-d502a924-9fe0-436c-b1fb-ca6d44476eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:24.301203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-d502a924-9fe0-436c-b1fb-ca6d44476eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1304c5d8-e829-45c4-b266-cc547694ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447886 Mar 09 17:15:24.321946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:24.393940 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-cbbef865-9e94-49c2-99bf-1f06fed4c7d2 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869823 Mar 09 17:15:24.490349 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e79ad0d-ef03-41d5-85dc-f2fa28819308 req-28ade8a8-f633-4dea-8311-a77517e5ba54 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895679 Mar 09 17:15:24.682730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c32434b-c1ac-454d-b207-e5e7b438cc81', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.130', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'port_id': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'mac_address': 'fa:16:3e:02:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:22Z', 'updated_at': '2022-03-09T17:15:22Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:24.712474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dab1f8-1bac-4b15-b0d3-c15fa62a3e37 None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c32434b-c1ac-454d-b207-e5e7b438cc81', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.130', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'port_id': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'mac_address': 'fa:16:3e:02:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:22Z', 'updated_at': '2022-03-09T17:15:22Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:15:24.903693 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b3c8f-f788-4ae0-9575-6e7055298ca9 None None] New status for floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:15:25.011886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36838) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:25.076215 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a69498f8-1b47-48bf-b439-d6f04ce8b27f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 991 time: 0.0631018 Mar 09 17:15:26.080062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36840) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:26.140035 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e357f9a7-6594-46ed-8b07-d720d04f7b4c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 993 time: 0.0588155 Mar 09 17:15:28.610208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:33.648094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fe5767c3-f48d-44fe-9cfd-20f13ef2eba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:35.199479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-5ece071e-93ca-4044-a0f9-f183d3f136c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439644 Mar 09 17:15:35.281974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-90eb6531-8593-4325-ae63-e24965e355e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:35.283359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-90eb6531-8593-4325-ae63-e24965e355e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 1129 time: 0.0442529 Mar 09 17:15:35.387061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-7b26cc26-e53e-4659-9465-5419e12c71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:35.388553 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-7b26cc26-e53e-4659-9465-5419e12c71b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.0871148 Mar 09 17:15:35.450446 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-872ee46f-ef9c-47cf-86cb-62be800dbd13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f HTTP/1.1" status: 200 len: 1000 time: 0.0561743 Mar 09 17:15:35.510768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-2aa39a66-3af5-4edd-ab64-1db7b2bee8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:35.513736 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-2aa39a66-3af5-4edd-ab64-1db7b2bee8ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0571072 Mar 09 17:15:35.570886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-9f1cec0b-a2c6-49e6-a3d1-cf42f26145d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:35.572397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-9f1cec0b-a2c6-49e6-a3d1-cf42f26145d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531764 Mar 09 17:15:35.664760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-ebd216aa-4827-4ad6-8f5c-37d6fff34604 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Mar 09 17:15:35.751900 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36fa764d-6e53-4f9d-950c-3599cc1b48d6 req-7c802259-1467-462b-afcc-b09d8c2289bc service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814435 Mar 09 17:15:36.193095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c24a346-a174-453a-9323-9ee703b57a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:37.198588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:38.307860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:39.870662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:46.941101 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:15:52.622572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36856) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:52.724175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c861abe-b2b0-480a-b095-5c2f8815e1f0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:52.724675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c861abe-b2b0-480a-b095-5c2f8815e1f0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:52.725140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c861abe-b2b0-480a-b095-5c2f8815e1f0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:52.726825 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3c861abe-b2b0-480a-b095-5c2f8815e1f0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=900b1c90db734fa5bf13ca897c8a3312&network_id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 3102 time: 0.1032917 Mar 09 17:15:56.136323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36866) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:56.186389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731a744-14c9-430d-ae7a-e00335adc1d0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:56.187844 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b731a744-14c9-430d-ae7a-e00335adc1d0 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc HTTP/1.1" status: 200 len: 814 time: 0.0504441 Mar 09 17:15:57.178599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36872) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:57.226692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:15:57.285954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:57.426759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:57.495051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:57.495394 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81 disassociated. External IP: 172.36.5.130, port: f0578b67-ca31-44d3-961e-cc59037bc322. Mar 09 17:15:57.704866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:15:57.814796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:15:57.819760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:57.824781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:15:57.834281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:57.834895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:15:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:57.852576 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2dcc4e7f-87a6-4661-b5f0-69a641da2540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 690 time: 0.6702218 Mar 09 17:15:57.852576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:15:57.852881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25f387e-a741-4281-8727-501fa9eea329" -d '{"events": [{"name": "network-changed", "server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:15:57.853593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36878) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:57.889318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb7267c-9824-4e4e-8e0c-b13fce3a1034 x-openstack-request-id: req-1fb7267c-9824-4e4e-8e0c-b13fce3a1034 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:15:57.889615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:15:57.889873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fb7267c-9824-4e4e-8e0c-b13fce3a1034 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:15:57.890306 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'status': 'completed', 'code': 200} Mar 09 17:15:57.902212 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3cfdda85-8a8f-43b9-8b0b-a0dca9dddad8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 690 time: 0.0469103 Mar 09 17:15:57.945495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:57.957789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f387e-a741-4281-8727-501fa9eea329 req-bad61dc4-0d54-448d-a548-de3275f2cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:57.959302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-bad61dc4-0d54-448d-a548-de3275f2cae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1129 time: 0.0456173 Mar 09 17:15:58.054436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f387e-a741-4281-8727-501fa9eea329 req-7df21603-a057-400b-9bd9-4c694e9ba343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:58.055899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-7df21603-a057-400b-9bd9-4c694e9ba343 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 897 time: 0.0905859 Mar 09 17:15:58.097293 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-ba277d31-dc62-48b2-b7a7-f6f564174ae3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0578b67-ca31-44d3-961e-cc59037bc322 HTTP/1.1" status: 200 len: 217 time: 0.0346544 Mar 09 17:15:58.148858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:58.149341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f387e-a741-4281-8727-501fa9eea329 req-cea13b94-4bec-43fe-a884-45afc889c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:58.150811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-cea13b94-4bec-43fe-a884-45afc889c6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 200 len: 834 time: 0.0473080 Mar 09 17:15:58.175203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:15:58.184269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:15:58.184915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:15:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:58.200316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f387e-a741-4281-8727-501fa9eea329 req-0104e33f-50c8-4bc9-8d2a-2e2c286e0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:15:58.202010 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-0104e33f-50c8-4bc9-8d2a-2e2c286e0c76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1304c5d8-e829-45c4-b266-cc547694ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449865 Mar 09 17:15:58.291979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:15:58.295914 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-39aa8fa6-bfe7-41ce-8202-e74213591517 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881028 Mar 09 17:15:58.386214 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a25f387e-a741-4281-8727-501fa9eea329 req-76330cc1-9ac5-4727-9340-db61254301bf service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839012 Mar 09 17:15:58.491618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:15:58.517874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cacb94-d9e4-4da5-a538-7073b483d6bb None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:15:58.621471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:15:58.736784 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81b24d-3340-4fdf-ac2b-ddc9e0ccb46a None None] New status for floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:15:58.906152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36882) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:15:58.954850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f59378aa-c95d-408c-976a-f83a1fb40951 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 690 time: 0.0474916 Mar 09 17:15:59.958762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36884) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:00.002676 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e55147c6-dd79-4594-955d-62ccf0f8b5f8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 688 time: 0.0426762 Mar 09 17:16:01.254839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36888) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:01.259721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898875191', 'description': 'tempest-secgroup-smoke-1898875191 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:01.347186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.412997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (01f923a5-2302-43b2-9565-0e267d589511), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.500894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (01f923a5-2302-43b2-9565-0e267d589511), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.527977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f923a5-2302-43b2-9565-0e267d589511,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:01.606347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.607621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9f2ae4fe-28c4-428c-9b7b-43b3dc233bdd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3517559 Mar 09 17:16:01.610665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36890) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:01.614906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '01f923a5-2302-43b2-9565-0e267d589511', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:01.710976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (95474ecd-ff81-4b2b-b317-ad2c702fd536), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.763968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (95474ecd-ff81-4b2b-b317-ad2c702fd536), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.832427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (95474ecd-ff81-4b2b-b317-ad2c702fd536), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.846952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95474ecd-ff81-4b2b-b317-ad2c702fd536,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:01.923738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:01.924979 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5fc22e23-c7e2-421c-9b87-ecaa96114dc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134060 Mar 09 17:16:01.927785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36892) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:01.931958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '01f923a5-2302-43b2-9565-0e267d589511', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:02.031415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e402c667-cf61-4318-8f1a-da1ce931843c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.084801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e402c667-cf61-4318-8f1a-da1ce931843c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.192453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (e402c667-cf61-4318-8f1a-da1ce931843c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.209257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e402c667-cf61-4318-8f1a-da1ce931843c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:02.300784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.301971 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-721fd538-6a7c-4a1f-b5b5-255b2161757f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732555 Mar 09 17:16:02.304747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36894) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:02.309606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '01f923a5-2302-43b2-9565-0e267d589511', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:02.414755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a9a4e4e0-8fd7-4c6f-b1fd-68c4988d113e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.472905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a9a4e4e0-8fd7-4c6f-b1fd-68c4988d113e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.573407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a9a4e4e0-8fd7-4c6f-b1fd-68c4988d113e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.591820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a4e4e0-8fd7-4c6f-b1fd-68c4988d113e,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:02.668726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.670529 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-96ad4d4f-5fc4-4e68-91ac-24522072b040 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648424 Mar 09 17:16:02.673306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36896) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:02.677512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '01f923a5-2302-43b2-9565-0e267d589511', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:02.761450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (571f0410-ab5e-4dbf-b81c-b40b00515701), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.815345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (571f0410-ab5e-4dbf-b81c-b40b00515701), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.895376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (571f0410-ab5e-4dbf-b81c-b40b00515701), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.913809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571f0410-ab5e-4dbf-b81c-b40b00515701,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:02.988897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:02.990116 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d9b72cde-0c3b-42b8-aaf2-7d645d75ce34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158619 Mar 09 17:16:02.992808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36898) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:02.997051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '01f923a5-2302-43b2-9565-0e267d589511', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:03.084255 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:16:03.089956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (afc2232f-5728-4e6a-89b2-5e38f3f4e981), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.148864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (afc2232f-5728-4e6a-89b2-5e38f3f4e981), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.241848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (afc2232f-5728-4e6a-89b2-5e38f3f4e981), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.260536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2232f-5728-4e6a-89b2-5e38f3f4e981,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:03.320030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.321290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d18bac75-9850-4bd4-971b-5d3a6ef321b8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275418 Mar 09 17:16:03.324664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36900) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:03.328918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '01f923a5-2302-43b2-9565-0e267d589511', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:03.420820 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:16:03.425760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3c6dc2f0-5ff6-4c1d-89ae-4cb95aa58954), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.486685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3c6dc2f0-5ff6-4c1d-89ae-4cb95aa58954), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.581289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3c6dc2f0-5ff6-4c1d-89ae-4cb95aa58954), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.599767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6dc2f0-5ff6-4c1d-89ae-4cb95aa58954,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:03.638637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d20ab31c-eb34-48ea-a399-dbd63c3bb070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.663250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:03.664536 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-97a8de2b-24c7-4899-9879-83015effdc82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388929 Mar 09 17:16:03.826180 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-b63de7c8-6995-43d4-a48e-311b2d3bfbd5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898875191&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0572984 Mar 09 17:16:04.003868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-11d56b1d-be55-48e7-976d-f4e0dbc93426 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:04.005368 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-11d56b1d-be55-48e7-976d-f4e0dbc93426 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 797 time: 0.1728189 Mar 09 17:16:04.020375 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-a271da0f-b276-4448-853c-4bd5a1e34a82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Mar 09 17:16:04.106576 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-8b9ed31d-a366-46f2-8c04-a3f8cec1f85b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811548 Mar 09 17:16:04.203338 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-f50e31ac-f934-4ce1-91ba-e66a043f6c48 service neutron] 10.222.0.16 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858560 Mar 09 17:16:04.289597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-c8014460-23f3-416f-8380-eaf5823bd53f service neutron] 10.222.0.16 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804965 Mar 09 17:16:04.587319 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a6b52f51-257a-48d8-8fde-fe360fdbd9a6 req-ae932881-48c5-41d3-afc3-17d5b3c94965 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 210 time: 0.0268867 Mar 09 17:16:05.684862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0b222e46-649f-4281-98cb-3df4aaaa56af req-b989be57-5576-45cf-ae4d-3651755d2639 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 210 time: 0.0321500 Mar 09 17:16:06.193938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0a385d7d-02b1-4693-87fe-9e1a2f26019e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:06.465317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-fb4ec284-7cdb-4293-8ad1-1c34dc33123c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:06.466735 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-fb4ec284-7cdb-4293-8ad1-1c34dc33123c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 797 time: 0.1037147 Mar 09 17:16:06.542606 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-c43e31e1-853b-4a2a-893a-f94d8af0b186 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 473 time: 0.0683110 Mar 09 17:16:06.551282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['01f923a5-2302-43b2-9565-0e267d589511']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:06.734054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:16:06.737511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:06.819884 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0885881-c854-403d-9e6e-b0c864a69af1 req-3082e0f8-a136-4de9-b0f4-da87dc0e2c71 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 210 time: 0.0586426 Mar 09 17:16:06.900737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.12 (1304c5d8-e829-45c4-b266-cc547694ac27/59bfb2ec-e49d-44b9-8f0f-5571f47f5224/5b7cf46d-2e03-46c3-9e91-e8fdd0743006) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:16:07.043762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.170516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.199580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.213026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1304c5d8-e829-45c4-b266-cc547694ac27 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:16:07.218144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:16:07.221864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:16:07.247303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:07.278104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:07.278744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.355864 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-7ae91d6e-8f45-4e7f-b775-dd50abaf953c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8081121 Mar 09 17:16:07.368306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Request body: {'port': {'device_id': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:07.438293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.468459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-168954f5-1c78-4978-ad46-17fb657c9668 None None] Provisioning complete for port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:16:07.468846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-168954f5-1c78-4978-ad46-17fb657c9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.504747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-168954f5-1c78-4978-ad46-17fb657c9668 None None] Port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:16:07.708434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:16:07.717454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Publish callbacks [] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.730266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Transition to ACTIVE for port object 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:16:07.781232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.834263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:07.914052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Attempting to bind port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:16:07.914406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Attempting to bind port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:16:07.914726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Attempting to bind port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 on network 1304c5d8-e829-45c4-b266-cc547694ac27 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:16:07.920788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 on network 1304c5d8-e829-45c4-b266-cc547694ac27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:16:07.921119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Attempting to bind port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 on network 1304c5d8-e829-45c4-b266-cc547694ac27 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:16:07.926176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:16:07.926519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Checking segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:16:07.926907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Bound using segment: {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:16:07.927362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Bound port: 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d66d89-0390-4ce5-86ce-2f771738ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:16:07.927721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:07.973716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c7f9-9224-49da-b70f-b57a1c324726 req-2e1259fd-8c53-40f4-98b5-f1a9cc39d3c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:07.976841 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29b6c7f9-9224-49da-b70f-b57a1c324726 req-2e1259fd-8c53-40f4-98b5-f1a9cc39d3c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 944 time: 0.0706761 Mar 09 17:16:08.002614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] For port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:16:08.006254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] For port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:16:08.049423 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29b6c7f9-9224-49da-b70f-b57a1c324726 req-a3771281-7ec3-4055-9163-af7bceb95946 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639226 Mar 09 17:16:08.082773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:08.121256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.121880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:08.123272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] 10.222.0.36 "PUT /v2.0/ports/5b7cf46d-2e03-46c3-9e91-e8fdd0743006 HTTP/1.1" status: 200 len: 1094 time: 0.7598672 Mar 09 17:16:08.123712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:16:08.125968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:16:08.149406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d92440-fbd6-45df-a57f-c6fb104ac575 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:08.180640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b48c0-aa65-47c8-b565-afa7b6778385 x-openstack-request-id: req-366b48c0-aa65-47c8-b565-afa7b6778385 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:16:08.181007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:16:08.181328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-366b48c0-aa65-47c8-b565-afa7b6778385 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:16:08.182218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'status': 'completed', 'code': 200} Mar 09 17:16:08.263235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b req-24e8788e-f93b-4a6b-b077-648800f8251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.265137 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b req-24e8788e-f93b-4a6b-b077-648800f8251c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 1128 time: 0.0649292 Mar 09 17:16:08.333798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:08.367225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b req-27f9b7c4-7171-4034-9923-1323cf0570e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.371256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b req-27f9b7c4-7171-4034-9923-1323cf0570e3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0966687 Mar 09 17:16:08.471340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b req-168032e5-b656-4637-9d26-9f554d33027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.472825 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c037cfeb-a95b-4cfb-a498-a70b1e853b1b req-168032e5-b656-4637-9d26-9f554d33027b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0984228 Mar 09 17:16:08.556069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-3e302c9b-3202-4621-b388-029976551cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.558457 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-3e302c9b-3202-4621-b388-029976551cac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 1128 time: 0.0485239 Mar 09 17:16:08.610304 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-c0bd50ea-0ec7-4270-b702-28577c34ae1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006 HTTP/1.1" status: 200 len: 217 time: 0.0449021 Mar 09 17:16:08.668446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-96664646-9fd9-461e-8812-c4fff1b43aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.670178 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-96664646-9fd9-461e-8812-c4fff1b43aca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 200 len: 834 time: 0.0542080 Mar 09 17:16:08.721622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709000-5e1a-432b-966d-6dee226451c6 req-43c55568-9cae-45a2-8ee0-9534444312e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:08.723161 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-43c55568-9cae-45a2-8ee0-9534444312e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1304c5d8-e829-45c4-b266-cc547694ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470204 Mar 09 17:16:08.813834 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-634d8133-ad0d-44ca-99f3-8704c7bd857a service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841928 Mar 09 17:16:08.908777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf709000-5e1a-432b-966d-6dee226451c6 req-1c00566d-7238-4344-8ca6-3c4f8d2c129a service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Mar 09 17:16:09.161757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac93d-6337-4fbe-ae9b-cb919e6bc9a2 req-396902a9-f2df-4d5a-9bce-67c05aa70282 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:09.163192 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f8bac93d-6337-4fbe-ae9b-cb919e6bc9a2 req-396902a9-f2df-4d5a-9bce-67c05aa70282 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 944 time: 0.0524850 Mar 09 17:16:09.212097 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f8bac93d-6337-4fbe-ae9b-cb919e6bc9a2 req-56b8ef78-2ff2-44f6-938b-3bb0c15d3244 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Mar 09 17:16:09.836136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:10.334631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22554d-0e5b-471f-bc5a-92492c9b1f03 req-dda3f404-3cef-4355-8bd4-a66f4ce5d483 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:10.336144 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bf22554d-0e5b-471f-bc5a-92492c9b1f03 req-dda3f404-3cef-4355-8bd4-a66f4ce5d483 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 944 time: 0.0569975 Mar 09 17:16:10.384635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bf22554d-0e5b-471f-bc5a-92492c9b1f03 req-6294438c-df01-4ef6-a94b-c94b83b0ebd1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429215 Mar 09 17:16:11.376499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:16:11.473083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:16:11.484398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'port_id': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'mac_address': 'fa:16:3e:8d:a0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:16:11.504194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3914b3-b550-49fe-89d8-95c048348bb1 req-c5b044c2-1ba2-41cc-bb32-2fe26278e249 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:11.506014 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8f3914b3-b550-49fe-89d8-95c048348bb1 req-c5b044c2-1ba2-41cc-bb32-2fe26278e249 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 944 time: 0.0561855 Mar 09 17:16:11.525857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:16:11.526267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:11.539430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:16:11.554923 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8f3914b3-b550-49fe-89d8-95c048348bb1 req-39e8e739-e8d2-45f7-8527-8017c5d656f7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Mar 09 17:16:11.559271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:16:11.649740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:11.695037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:11.702431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.702785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.703132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.703470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.703810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.704139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.704494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.709379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.709379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.709379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.709379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.709379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.709379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:11.866115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['5b7cf46d-2e03-46c3-9e91-e8fdd0743006'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:16:12.672761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2642a6-6969-4095-a36d-7cafd872fa0e req-043b4766-1322-40c1-a553-15c0fb6b6339 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:12.674384 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-eb2642a6-6969-4095-a36d-7cafd872fa0e req-043b4766-1322-40c1-a553-15c0fb6b6339 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 945 time: 0.0530968 Mar 09 17:16:12.722690 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-eb2642a6-6969-4095-a36d-7cafd872fa0e req-f4eb614f-cc9f-4224-af56-7a1af209fd89 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Mar 09 17:16:13.377552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:16:13.506746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:16:13.510676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:16:13.517694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:13.587967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:16:13.588902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:13.611283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:16:13.613542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda00b7-57aa-4fff-ae76-2220145ecb29" -d '{"events": [{"server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "name": "network-vif-plugged", "status": "completed", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:16:13.625556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:16:13.653409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a028cc9-9910-4541-89ed-f19e7a2b97a4 x-openstack-request-id: req-4a028cc9-9910-4541-89ed-f19e7a2b97a4 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:16:13.653409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "name": "network-vif-plugged", "status": "completed", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:16:13.653409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a028cc9-9910-4541-89ed-f19e7a2b97a4 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:16:13.653409 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'code': 200} Mar 09 17:16:13.706812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:13.753392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:13.838766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c44b9-5158-4a9c-a5b6-3a7bee422f0a req-047a130d-8116-4373-8810-754a916a8262 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:13.840252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-497c44b9-5158-4a9c-a5b6-3a7bee422f0a req-047a130d-8116-4373-8810-754a916a8262 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.0526288 Mar 09 17:16:13.892776 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-497c44b9-5158-4a9c-a5b6-3a7bee422f0a req-1b8a2d3f-7238-4d92-8296-c9d3cd77e120 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467219 Mar 09 17:16:13.996030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e76234-6757-442e-912b-95126b10d641 req-a0b2e2ab-4e23-4b28-a074-07ad1caa2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:13.997561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56e76234-6757-442e-912b-95126b10d641 req-a0b2e2ab-4e23-4b28-a074-07ad1caa2836 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0434990 Mar 09 17:16:14.042770 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56e76234-6757-442e-912b-95126b10d641 req-9ba7d73f-92f5-4284-a61b-56f72586d5a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Mar 09 17:16:15.012309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77706fbf-61b5-4d15-bb10-7e54e17353af req-cbd55216-8b2a-4ab6-96b5-861f10f5b41f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:15.013881 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-77706fbf-61b5-4d15-bb10-7e54e17353af req-cbd55216-8b2a-4ab6-96b5-861f10f5b41f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.0541549 Mar 09 17:16:15.062758 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-77706fbf-61b5-4d15-bb10-7e54e17353af req-0313e392-8042-4393-9b37-14aa1c6753c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Mar 09 17:16:16.180631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a254bcf-442c-49d2-b9ee-8b9a715373fc req-ffbfb90d-7dc0-4230-be22-4b203f383dea tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:16.182588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a254bcf-442c-49d2-b9ee-8b9a715373fc req-ffbfb90d-7dc0-4230-be22-4b203f383dea tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.0510638 Mar 09 17:16:16.230429 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a254bcf-442c-49d2-b9ee-8b9a715373fc req-733bf222-a012-4e9c-856e-5f803629824f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Mar 09 17:16:16.347076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355893cb-2d0e-48dd-93bf-e098a20c8e88 req-7ffc07fc-7c7c-4d8d-901e-e194fbdb3fe2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:16.348559 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-355893cb-2d0e-48dd-93bf-e098a20c8e88 req-7ffc07fc-7c7c-4d8d-901e-e194fbdb3fe2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.0513978 Mar 09 17:16:16.401377 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-355893cb-2d0e-48dd-93bf-e098a20c8e88 req-83de9840-9eb9-499d-b69a-db1765bf6957 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472577 Mar 09 17:16:16.422617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36960) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:16.593675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23175bc3-3c01-4e60-84d3-336c4aa487ff tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:16.595252 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-23175bc3-3c01-4e60-84d3-336c4aa487ff tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 1125 time: 0.1716349 Mar 09 17:16:16.598077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36964) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:16.602322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'port_id': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:16:16.645400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:17.128604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:17.192356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:17.292321 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81 associated. External IP: 172.36.5.130, port: 5b7cf46d-2e03-46c3-9e91-e8fdd0743006. Mar 09 17:16:17.497931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:16:17.604181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:16:17.609046 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:17.614419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:16:17.624990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:16:17.625633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:17.745658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:16:17.998582 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b1e29ba2-28f7-489c-9ab3-2bcdbcd9d60b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 992 time: 1.3994596 Mar 09 17:16:17.999189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:16:18.001381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 36966) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:18.001872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:16:18.039479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f78bed-94c8-4e72-b9ed-f6f263614364 x-openstack-request-id: req-c4f78bed-94c8-4e72-b9ed-f6f263614364 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:16:18.039907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:16:18.040293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4f78bed-94c8-4e72-b9ed-f6f263614364 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:16:18.040751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'status': 'completed', 'code': 200} Mar 09 17:16:18.093365 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c44d0c2-575a-49c3-9ca5-b18dfa8d11f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 992 time: 0.0896525 Mar 09 17:16:18.111236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-c8b99a4e-d4ea-423d-925f-ab0cc8ff4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:18.112780 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-c8b99a4e-d4ea-423d-925f-ab0cc8ff4e4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0510654 Mar 09 17:16:18.121810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c32434b-c1ac-454d-b207-e5e7b438cc81', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.130', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'port_id': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'mac_address': 'fa:16:3e:8d:a0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:22Z', 'updated_at': '2022-03-09T17:16:17Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:18.150981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:16:18.159053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:16:18.159657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:18.268946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:16:18.495222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c32434b-c1ac-454d-b207-e5e7b438cc81', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.130', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'port_id': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'mac_address': 'fa:16:3e:8d:a0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:22Z', 'updated_at': '2022-03-09T17:16:17Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:18.497406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-79b1223c-61d7-44ae-9bf3-9b5c00137ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:18.498870 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-79b1223c-61d7-44ae-9bf3-9b5c00137ac5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 897 time: 0.3808792 Mar 09 17:16:18.520793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1f99f-6224-4652-9d60-2c73ae089fa1 None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c32434b-c1ac-454d-b207-e5e7b438cc81', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.130', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'port_id': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'mac_address': 'fa:16:3e:8d:a0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:15:22Z', 'updated_at': '2022-03-09T17:16:17Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:16:18.564576 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-5876239e-c394-4919-8130-9011c382476a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006 HTTP/1.1" status: 200 len: 1000 time: 0.0595977 Mar 09 17:16:18.612627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-78ef4627-0b42-4218-b24f-5fcd99a6d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:18.614076 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-78ef4627-0b42-4218-b24f-5fcd99a6d531 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 200 len: 834 time: 0.0443506 Mar 09 17:16:18.667119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-c825a70b-e0db-4b26-b1c5-7385078a7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:18.668694 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-c825a70b-e0db-4b26-b1c5-7385078a7f7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1304c5d8-e829-45c4-b266-cc547694ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490146 Mar 09 17:16:18.715351 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e506b-da06-416c-bba2-e9c399213dcb None None] New status for floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:16:18.758498 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-94ece6a7-bcc4-439c-b35f-53891684ed05 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833287 Mar 09 17:16:18.848551 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03326dfb-972b-4c9e-b9d1-29d07ee7b5cc req-f5448c77-9df3-4761-91a9-f171119b067e service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846095 Mar 09 17:16:19.095935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 36970) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:19.154373 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d23762d1-ec54-48f3-8745-ef09c96e80f8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 200 len: 994 time: 0.0572016 Mar 09 17:16:23.940078 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:16:28.601596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:33.595384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fd650fa-1625-4fee-8705-b9938f6fe89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:36.157670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f139b2f5-4bd1-4f08-b4e5-404ce2412271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:36.211723 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-67f98af8-c7b7-4c1a-8278-78d35d71fd70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418847 Mar 09 17:16:36.277175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b15916-d83f-400f-b80e-2e30519de07f req-f696e5b7-71aa-4a52-92ad-e31f1281ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:36.277175 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-f696e5b7-71aa-4a52-92ad-e31f1281ed2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 1129 time: 0.0423844 Mar 09 17:16:36.381707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b15916-d83f-400f-b80e-2e30519de07f req-45a61333-41d7-4b9f-b350-523182d958c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:36.383158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-45a61333-41d7-4b9f-b350-523182d958c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 200 len: 897 time: 0.0894783 Mar 09 17:16:36.425048 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-70f39fff-683b-4b6d-88c4-bddc95d211fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0578b67-ca31-44d3-961e-cc59037bc322 HTTP/1.1" status: 200 len: 217 time: 0.0340402 Mar 09 17:16:36.475102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b15916-d83f-400f-b80e-2e30519de07f req-3490ce9f-88d0-488d-a404-ff71614c14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:36.476532 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-3490ce9f-88d0-488d-a404-ff71614c14e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 200 len: 834 time: 0.0459311 Mar 09 17:16:36.523121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b15916-d83f-400f-b80e-2e30519de07f req-f999f788-6e21-4ea9-b96a-639362cc4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:36.524585 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-f999f788-6e21-4ea9-b96a-639362cc4a5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1304c5d8-e829-45c4-b266-cc547694ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419266 Mar 09 17:16:36.614634 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-f9445205-164b-41bb-83c7-344c6bd1aa11 service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831180 Mar 09 17:16:36.701778 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5b15916-d83f-400f-b80e-2e30519de07f req-07a273be-f770-4aac-9a1d-c7487688141e service neutron] 10.222.0.36 "GET /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811758 Mar 09 17:16:37.174371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:38.332486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:39.843089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:50.841238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6556077-a6a6-478a-8406-9e6e80a5788c req-6bfa50df-7c9f-4f29-9eff-7d4fc37dbde7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:50.842731 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d6556077-a6a6-478a-8406-9e6e80a5788c req-6bfa50df-7c9f-4f29-9eff-7d4fc37dbde7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.1567829 Mar 09 17:16:50.889995 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d6556077-a6a6-478a-8406-9e6e80a5788c req-4832c7f6-9194-4a95-992c-93afdb4c6074 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 Mar 09 17:16:52.092506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28282d77-cd3d-47c0-b59a-3904e9317eb2 req-8b15bfa4-bac0-45f2-9038-d52413bfcaea tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:52.093998 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-28282d77-cd3d-47c0-b59a-3904e9317eb2 req-8b15bfa4-bac0-45f2-9038-d52413bfcaea tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.1361454 Mar 09 17:16:52.104608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-590d4a20-c167-4f94-806a-73318cce068c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:52.105973 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-590d4a20-c167-4f94-806a-73318cce068c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 946 time: 0.0729825 Mar 09 17:16:52.201734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-28282d77-cd3d-47c0-b59a-3904e9317eb2 req-2f4483d4-0e70-4c08-a336-166976aba469 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=01f923a5-2302-43b2-9565-0e267d589511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947371 Mar 09 17:16:52.227433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:16:52.227785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:52.317733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:16:52.318101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:52.531779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:52.532056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:52.532400 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81 disassociated. External IP: 172.36.5.130, port: 5b7cf46d-2e03-46c3-9e91-e8fdd0743006. Mar 09 17:16:52.532742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:16:52.721403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (5b7cf46d-2e03-46c3-9e91-e8fdd0743006), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:52.747694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=5b7cf46d-2e03-46c3-9e91-e8fdd0743006,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:52.757316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.757952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.758299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.758638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.758969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.759299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.759627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.759954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.760720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.760857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.761099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.761382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.761703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:52.875108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:16:52.982577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:16:52.993449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:16:53.003347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:16:53.004019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:53.024051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:16:53.027040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:53.030471 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e6060214-7599-43af-835c-bb2d7cd2c6c2 req-1f155e42-d172-489c-9fbe-a8c7d36b5ff5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/5b7cf46d-2e03-46c3-9e91-e8fdd0743006 HTTP/1.1" status: 204 len: 173 time: 0.9179449 Mar 09 17:16:53.030907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'name': 'network-vif-deleted', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:16:53.033184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2992bf8-abc5-4be1-a33a-be78a1547141" -d '{"events": [{"server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "name": "network-vif-deleted", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:16:53.071483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267658a0-b265-4103-9d5f-8d1ca00ca7e9 x-openstack-request-id: req-267658a0-b265-4103-9d5f-8d1ca00ca7e9 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:16:53.071787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38984184-714d-43b0-998b-3bfed6bcbdb3", "name": "network-vif-deleted", "tag": "5b7cf46d-2e03-46c3-9e91-e8fdd0743006", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:16:53.072048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-267658a0-b265-4103-9d5f-8d1ca00ca7e9 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:16:53.072483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38984184-714d-43b0-998b-3bfed6bcbdb3', 'name': 'network-vif-deleted', 'tag': '5b7cf46d-2e03-46c3-9e91-e8fdd0743006', 'status': 'completed', 'code': 200} Mar 09 17:16:53.123496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:16:53.303467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f3743b94-a998-4963-9b14-295073a65724 req-aa0059e7-6c35-4a37-a14b-4f014003d4d8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=38984184-714d-43b0-998b-3bfed6bcbdb3 HTTP/1.1" status: 200 len: 210 time: 0.0291865 Mar 09 17:16:53.333174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:53.358396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:16:53.366352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:16:53.366947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:53.473778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:16:53.670113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:16:53.696039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aa66a1-c65b-403e-9d41-6268ea6deeb4 None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:15:03Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aef4e9ed-df1f-44a8-859f-a52f7fcf4e47', 'name': '', 'network_id': '1304c5d8-e829-45c4-b266-cc547694ac27', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:a8:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:03Z', 'updated_at': '2022-03-09T17:15:06Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '59bfb2ec-e49d-44b9-8f0f-5571f47f5224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:16:53.931641 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98f305-eee4-4015-8be5-46f238cb96fa None None] New status for floating IP 7c32434b-c1ac-454d-b207-e5e7b438cc81: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:16:54.358377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37002) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:54.413276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (01f923a5-2302-43b2-9565-0e267d589511), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.438292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (01f923a5-2302-43b2-9565-0e267d589511), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.585582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (01f923a5-2302-43b2-9565-0e267d589511), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.588142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.589318 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/01f923a5-2302-43b2-9565-0e267d589511 HTTP/1.1" status: 204 len: 168 time: 0.2298846 Mar 09 17:16:54.598207 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f923a5-2302-43b2-9565-0e267d589511,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:54.607945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.608305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.608693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.609042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.609382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.609717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.610051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.610399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.610719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.611087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.611381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.611707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.612032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd34caf-e29d-48bf-ab91-89e7ba4a947c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:16:54.688439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37006) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:54.811912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port a77eddf5-3bd7-4536-acc0-17158a154dfd {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:16:54.812256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.888397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.888625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (a77eddf5-3bd7-4536-acc0-17158a154dfd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:54.899879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for a77eddf5-3bd7-4536-acc0-17158a154dfd owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:16:55.088370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a77eddf5-3bd7-4536-acc0-17158a154dfd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:55.111865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=a77eddf5-3bd7-4536-acc0-17158a154dfd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:55.173666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (7c32434b-c1ac-454d-b207-e5e7b438cc81), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:55.176225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:55.177419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ebba942-c4f4-4813-9fd6-3bb3a7ff6a5e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/7c32434b-c1ac-454d-b207-e5e7b438cc81 HTTP/1.1" status: 204 len: 168 time: 0.4879565 Mar 09 17:16:55.596988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eed473-eb5a-454e-9e41-ab0c7c2c3e3c req-7d07bb77-0bc9-4633-9ba9-30f1d6a9032d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:55.598468 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-87eed473-eb5a-454e-9e41-ab0c7c2c3e3c req-7d07bb77-0bc9-4633-9ba9-30f1d6a9032d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 945 time: 0.0565951 Mar 09 17:16:55.608523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:16:55.628243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:16:55.628623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 5b7cf46d-2e03-46c3-9e91-e8fdd0743006 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:16:55.648385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-87eed473-eb5a-454e-9e41-ab0c7c2c3e3c req-371621c9-ffd2-471f-a509-7ff67de63cef tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Mar 09 17:16:56.767495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0bfee-c357-49ac-80a0-239d7a8fc69d req-6274e3f1-9ea8-4cb1-870c-decc62b1a73a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:56.769025 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-44a0bfee-c357-49ac-80a0-239d7a8fc69d req-6274e3f1-9ea8-4cb1-870c-decc62b1a73a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 945 time: 0.0537026 Mar 09 17:16:56.819919 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-44a0bfee-c357-49ac-80a0-239d7a8fc69d req-23d5805f-43f8-49cb-bad9-565bdd873e07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=529a9508-815f-404b-943e-d2d4f97ae72d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453446 Mar 09 17:16:56.878241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-6b557ba0-b252-43be-a675-ba0b0ae26e94 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:16:56.879936 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-6b557ba0-b252-43be-a675-ba0b0ae26e94 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 945 time: 0.0514431 Mar 09 17:16:56.974092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port f0578b67-ca31-44d3-961e-cc59037bc322 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:16:56.974373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:57.060176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port f0578b67-ca31-44d3-961e-cc59037bc322, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f0578b67-ca31-44d3-961e-cc59037bc322,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:16:57.060565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:57.072460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for f0578b67-ca31-44d3-961e-cc59037bc322 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:16:57.237436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f0578b67-ca31-44d3-961e-cc59037bc322), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:57.264726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=f0578b67-ca31-44d3-961e-cc59037bc322,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:57.310310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port f0578b67-ca31-44d3-961e-cc59037bc322 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:16:57.312823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:57.316450 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-11b1957e-14c8-4ad5-93db-c2c7817fb72a req-1800e918-f98d-4dd5-af44-36b1fa6642ca tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/f0578b67-ca31-44d3-961e-cc59037bc322 HTTP/1.1" status: 204 len: 173 time: 0.4315743 Mar 09 17:16:57.316895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'name': 'network-vif-deleted', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:16:57.319111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac0098d-b3bc-4607-881e-12f2e9d71eee" -d '{"events": [{"server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "name": "network-vif-deleted", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:16:57.409384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511ed46c-4368-444d-8f6a-a5360e3cf463 x-openstack-request-id: req-511ed46c-4368-444d-8f6a-a5360e3cf463 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:16:57.409693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36de8736-a373-4c3c-a6de-ad7db82388dd", "name": "network-vif-deleted", "tag": "f0578b67-ca31-44d3-961e-cc59037bc322", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:16:57.409950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-511ed46c-4368-444d-8f6a-a5360e3cf463 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:16:57.410352 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36de8736-a373-4c3c-a6de-ad7db82388dd', 'name': 'network-vif-deleted', 'tag': 'f0578b67-ca31-44d3-961e-cc59037bc322', 'status': 'completed', 'code': 200} Mar 09 17:16:57.921987 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b4536938-e6d5-41cb-b7dd-ab80c82b26da req-c1466ee8-48c9-47a9-ab1e-7f70798050b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=36de8736-a373-4c3c-a6de-ad7db82388dd HTTP/1.1" status: 200 len: 210 time: 0.0260553 Mar 09 17:16:58.585675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:59.066659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37022) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:59.122175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4de2f75f-b11e-4347-8ef8-bcec5f197d90 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (529a9508-815f-404b-943e-d2d4f97ae72d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:59.146737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4de2f75f-b11e-4347-8ef8-bcec5f197d90 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (529a9508-815f-404b-943e-d2d4f97ae72d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:59.254882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4de2f75f-b11e-4347-8ef8-bcec5f197d90 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (529a9508-815f-404b-943e-d2d4f97ae72d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:59.257792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4de2f75f-b11e-4347-8ef8-bcec5f197d90 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:59.259036 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4de2f75f-b11e-4347-8ef8-bcec5f197d90 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/529a9508-815f-404b-943e-d2d4f97ae72d HTTP/1.1" status: 204 len: 168 time: 0.1913948 Mar 09 17:16:59.268314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2f75f-b11e-4347-8ef8-bcec5f197d90 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a9508-815f-404b-943e-d2d4f97ae72d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:16:59.356963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37026) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:16:59.614722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f0578b67-ca31-44d3-961e-cc59037bc322 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:16:59.635221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: f0578b67-ca31-44d3-961e-cc59037bc322 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:16:59.635637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f0578b67-ca31-44d3-961e-cc59037bc322 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:16:59.712355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (ba77517e-cefd-46c9-b28b-28f2a34a6250), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:16:59.968006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:16:59.968275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:00.055558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port aef4e9ed-df1f-44a8-859f-a52f7fcf4e47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:00.055921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:00.068883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:00.303937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (aef4e9ed-df1f-44a8-859f-a52f7fcf4e47), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:00.334938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=aef4e9ed-df1f-44a8-859f-a52f7fcf4e47,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:00.786448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (ba77517e-cefd-46c9-b28b-28f2a34a6250), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:00.939517 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:17:01.002050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router ba77517e-cefd-46c9-b28b-28f2a34a6250 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:17:01.109130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:01.114112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6f9ce3ea-01ec-41e3-a260-41e5b4ba587a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/ba77517e-cefd-46c9-b28b-28f2a34a6250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561080 Mar 09 17:17:01.116915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37028) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:01.118389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] Sync routers for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:01.129206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:01.130075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:01.167677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 59bfb2ec-e49d-44b9-8f0f-5571f47f5224 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:17:01.171327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (59bfb2ec-e49d-44b9-8f0f-5571f47f5224), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.211703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (59bfb2ec-e49d-44b9-8f0f-5571f47f5224), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.235510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:01.299914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (59bfb2ec-e49d-44b9-8f0f-5571f47f5224), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.413012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:17:00Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:01.442038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] Checking router: ba77517e-cefd-46c9-b28b-28f2a34a6250 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:01.443456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (59bfb2ec-e49d-44b9-8f0f-5571f47f5224), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.450767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] Routers {'ba77517e-cefd-46c9-b28b-28f2a34a6250'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:01.451374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['ba77517e-cefd-46c9-b28b-28f2a34a6250'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:01.471795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=59bfb2ec-e49d-44b9-8f0f-5571f47f5224,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:01.475532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.481822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3280ecec-46c1-4662-b8e9-66d132556ffe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/59bfb2ec-e49d-44b9-8f0f-5571f47f5224 HTTP/1.1" status: 204 len: 168 time: 0.3637564 Mar 09 17:17:01.482112 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37030) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:01.485651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5a9a8c-7eaf-44cb-b2dd-8668b2fc4335 None None] Network 1304c5d8-e829-45c4-b266-cc547694ac27 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:17:01.589201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (ba77517e-cefd-46c9-b28b-28f2a34a6250), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.625460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] Set router ba77517e-cefd-46c9-b28b-28f2a34a6250 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:01.700579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (ba77517e-cefd-46c9-b28b-28f2a34a6250), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.817285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 40a98e37-51cb-4811-b097-fd942a402a1d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:01.817640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.903868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 40a98e37-51cb-4811-b097-fd942a402a1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40a98e37-51cb-4811-b097-fd942a402a1d,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:01.904243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.906380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] DHCP port deletion for 1304c5d8-e829-45c4-b266-cc547694ac27 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:17:01.916615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 40a98e37-51cb-4811-b097-fd942a402a1d owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:01.987379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] Deleting port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:01.989358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:01.990232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:17:00Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:02.031982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee7605-8d36-4caf-b405-a279637b21bf None None] The sync data for ids ['ba77517e-cefd-46c9-b28b-28f2a34a6250'] in dv-neutron-master-2-hyperv is: [{'id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'name': 'tempest-TestNetworkBasicOps-router-23328403', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188'}], 'enable_snat': True}, 'gw_port_id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:14:59Z', 'updated_at': '2022-03-09T17:17:00Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '40a98e37-51cb-4811-b097-fd942a402a1d', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba77517e-cefd-46c9-b28b-28f2a34a6250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:15:00Z', 'updated_at': '2022-03-09T17:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:02.083603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] For port 0dbd76b9-0f3a-45cc-8727-3e314b261f56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dbd76b9-0f3a-45cc-8727-3e314b261f56,segment=NetworkSegment(84d66d89-0390-4ce5-86ce-2f771738ba79),segment_id=84d66d89-0390-4ce5-86ce-2f771738ba79)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:02.084097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.097202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] Calling delete_port for 0dbd76b9-0f3a-45cc-8727-3e314b261f56 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:02.163136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (40a98e37-51cb-4811-b097-fd942a402a1d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.186523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=40a98e37-51cb-4811-b097-fd942a402a1d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:02.250048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (ba77517e-cefd-46c9-b28b-28f2a34a6250), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.252838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (0dbd76b9-0f3a-45cc-8727-3e314b261f56), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.279150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] Pushing event deleted for resources: {'Port': ['ID=0dbd76b9-0f3a-45cc-8727-3e314b261f56,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:02.281019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288f329-bc5a-4137-9047-5692a4fa014b None None] No DVR routers for this DVR port 0dbd76b9-0f3a-45cc-8727-3e314b261f56 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:17:02.346745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (ba77517e-cefd-46c9-b28b-28f2a34a6250), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.348884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (ba77517e-cefd-46c9-b28b-28f2a34a6250), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.452752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (ba77517e-cefd-46c9-b28b-28f2a34a6250), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.453297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router ba77517e-cefd-46c9-b28b-28f2a34a6250 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:17:02.460314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.462624 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b9cd80a7-400f-46f0-a17a-c3fe66420cb1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/ba77517e-cefd-46c9-b28b-28f2a34a6250 HTTP/1.1" status: 204 len: 168 time: 0.9778771 Mar 09 17:17:02.464533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37032) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:02.548335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (1304c5d8-e829-45c4-b266-cc547694ac27), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.641053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (1304c5d8-e829-45c4-b266-cc547694ac27), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.662390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1304c5d8-e829-45c4-b266-cc547694ac27']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:02.672626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d66d89-0390-4ce5-86ce-2f771738ba79') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:02.672975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d66d89-0390-4ce5-86ce-2f771738ba79') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:02.682718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (84d66d89-0390-4ce5-86ce-2f771738ba79), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.699875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (84d66d89-0390-4ce5-86ce-2f771738ba79), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.705966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:17:02.708178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (84d66d89-0390-4ce5-86ce-2f771738ba79), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:17:02.709520 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:17:02.858448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (1304c5d8-e829-45c4-b266-cc547694ac27), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.865910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:02.868385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/1304c5d8-e829-45c4-b266-cc547694ac27 HTTP/1.1" status: 204 len: 168 time: 0.4021423 Mar 09 17:17:02.880199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433d76f-cb6d-45cd-b77f-a5cb54542e3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=1304c5d8-e829-45c4-b266-cc547694ac27,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:02.892460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37034) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:02.897486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--1039679119', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:03.000967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:17:03.004986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.030844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:17:03.040282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0ce8bb21-4285-4631-b4ff-c655dd9309b1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.040669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment 0ce8bb21-4285-4631-b4ff-c655dd9309b1 of type vlan for network 9498aa58-5f4a-43c2-a80e-6fd00788f070 Mar 09 17:17:03.084794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (9498aa58-5f4a-43c2-a80e-6fd00788f070), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.168221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (9498aa58-5f4a-43c2-a80e-6fd00788f070), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.173751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:03.174339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.237924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=9498aa58-5f4a-43c2-a80e-6fd00788f070,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:03.247836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:17:03.291119 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3123980b-8a98-47a6-b17c-6d1b47a4eea9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3974595 Mar 09 17:17:03.293725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37036) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:03.298698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:03.389665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.390733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.445373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.589531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad049-7331-4c37-b6b3-5172f324db06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.660507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.692536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 40a98e37-51cb-4811-b097-fd942a402a1d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:03.716133 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 40a98e37-51cb-4811-b097-fd942a402a1d {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:17:03.716416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 40a98e37-51cb-4811-b097-fd942a402a1d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:03.716837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0dbd76b9-0f3a-45cc-8727-3e314b261f56 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:03.735659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 0dbd76b9-0f3a-45cc-8727-3e314b261f56 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:17:03.736009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 0dbd76b9-0f3a-45cc-8727-3e314b261f56 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:03.738460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:03.755656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:17:03.756058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aef4e9ed-df1f-44a8-859f-a52f7fcf4e47 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:03.908456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:03.926382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:04.095720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.246 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/d5a2762e-aba2-440e-9314-568fcc964855) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:04.193271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (d5a2762e-aba2-440e-9314-568fcc964855), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:04.277618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d5a2762e-aba2-440e-9314-568fcc964855), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:04.312895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:04.315705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:04.318063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:04.353676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=d5a2762e-aba2-440e-9314-568fcc964855,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:04.664327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:04.853098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.053873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:17:05.160897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:05.171165 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Sync routers for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:05.180529 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:05.181137 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:05.239050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.240325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-19e40ff9-9165-4d66-8170-1068831b479f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9450724 Mar 09 17:17:05.243480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37038) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:05.281849 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fc692f92-5190-47bf-b7a1-32c55f089654 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372941 Mar 09 17:17:05.284395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37040) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:05.287114 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:05.369803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b0692-d7bc-4a90-afad-505af181789f tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:05.371465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-909b0692-d7bc-4a90-afad-505af181789f tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861440 Mar 09 17:17:05.374762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37042) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:05.402549 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6af38760-bf32-4b7b-9922-b359e656ef46 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266843 Mar 09 17:17:05.404958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37044) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:05.409736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1315350734', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:05.462660 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:04Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:05.487833 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Checking router: 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:05.488181 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Updating router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f port d5a2762e-aba2-440e-9314-568fcc964855 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:17:05.515547 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5a2762e-aba2-440e-9314-568fcc964855), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.556820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:17:05.560802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.759559 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Publish callbacks [] for port (d5a2762e-aba2-440e-9314-568fcc964855), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.831385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (eae44bd7-a810-4847-981d-cafc3ab9de6a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.842740 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d5a2762e-aba2-440e-9314-568fcc964855), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.893423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Pushing event updated for resources: {'Port': ['ID=d5a2762e-aba2-440e-9314-568fcc964855,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:05.894458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=eae44bd7-a810-4847-981d-cafc3ab9de6a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:05.895553 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Attempting to bind port d5a2762e-aba2-440e-9314-568fcc964855 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:05.895921 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Attempting to bind port d5a2762e-aba2-440e-9314-568fcc964855 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:05.896276 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Attempting to bind port d5a2762e-aba2-440e-9314-568fcc964855 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:05.902548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:05.902914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 9498aa58-5f4a-43c2-a80e-6fd00788f070, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:17:05.905666 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.906024 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.906365 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.906700 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.907028 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.907351 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.907694 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.908022 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.908370 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.908706 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.909029 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.909346 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.909662 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:05.912987 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:05.913366 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:05.913767 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.914235 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:05.914617 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Bound port: d5a2762e-aba2-440e-9314-568fcc964855, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:05.914990 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5a2762e-aba2-440e-9314-568fcc964855), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:05.963198 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] For port d5a2762e-aba2-440e-9314-568fcc964855, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:05.966784 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] For port d5a2762e-aba2-440e-9314-568fcc964855, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5a2762e-aba2-440e-9314-568fcc964855,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:05.967373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:17:06.043427 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d5a2762e-aba2-440e-9314-568fcc964855), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.065845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9498aa58-5f4a-43c2-a80e-6fd00788f070) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:06.070381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:06.071070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.077286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9387b5b-5de6-4134-9748-7beab7c3068b None None] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:17:06.104097 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5619-aceb-4361-a42f-eeaaa71deb25 None None] Pushing event updated for resources: {'Port': ['ID=d5a2762e-aba2-440e-9314-568fcc964855,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:06.106732 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:06.107657 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:16:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:06.189484 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ba51b857-022b-4b8a-b410-5b81a9039042 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7832744 Mar 09 17:17:06.192779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37046) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:06.202426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9498aa58-5f4a-43c2-a80e-6fd00788f070', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:17:06.203656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.208853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-22d01fcd-0093-452c-a47d-fbe67a0217b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.221511 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:06.363365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Allocated IP 172.20.0.2 (9498aa58-5f4a-43c2-a80e-6fd00788f070/eae44bd7-a810-4847-981d-cafc3ab9de6a/2631e8cd-3674-41c7-803c-5916861321f1) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:06.412733 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:04Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:06.441780 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647fbd2b-9611-4cbd-ba64-116e6e8a5c34 None None] The sync data for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv is: [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:04Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:06.515053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Publish callbacks [] for port (2631e8cd-3674-41c7-803c-5916861321f1), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.590356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (2631e8cd-3674-41c7-803c-5916861321f1), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.644090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:06.650061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:06.666175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Pushing event updated for resources: {'Port': ['ID=2631e8cd-3674-41c7-803c-5916861321f1,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:06.675415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:06.770490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Attempting to bind port 2631e8cd-3674-41c7-803c-5916861321f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:06.770873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Attempting to bind port 2631e8cd-3674-41c7-803c-5916861321f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:06.771279 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Attempting to bind port 2631e8cd-3674-41c7-803c-5916861321f1 on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:06.776791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:06.777201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Checking segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:06.777616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.778669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Bound using segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:06.779050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Bound port: 2631e8cd-3674-41c7-803c-5916861321f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:06.779443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2631e8cd-3674-41c7-803c-5916861321f1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:06.883450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] For port 2631e8cd-3674-41c7-803c-5916861321f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:06.887023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] For port 2631e8cd-3674-41c7-803c-5916861321f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2631e8cd-3674-41c7-803c-5916861321f1,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:06.963480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2631e8cd-3674-41c7-803c-5916861321f1), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.045172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e7855-fd1d-44a8-9ff3-3304bb238fde None None] Pushing event updated for resources: {'Port': ['ID=2631e8cd-3674-41c7-803c-5916861321f1,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:07.050816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.174312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.425387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (9498aa58-5f4a-43c2-a80e-6fd00788f070/eae44bd7-a810-4847-981d-cafc3ab9de6a/8b31b7c1-9a50-418e-9ce3-3150bf1cd561) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:07.565409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.789582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.826752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2631e8cd-3674-41c7-803c-5916861321f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:07.846972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:07.850481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:07.853619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:07.887743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2631e8cd-3674-41c7-803c-5916861321f1 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:07.888262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2631e8cd-3674-41c7-803c-5916861321f1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.901203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:07.925715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:07.993443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2631e8cd-3674-41c7-803c-5916861321f1 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:07.993871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2631e8cd-3674-41c7-803c-5916861321f1), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.035281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 2631e8cd-3674-41c7-803c-5916861321f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2631e8cd-3674-41c7-803c-5916861321f1,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:08.099212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2631e8cd-3674-41c7-803c-5916861321f1), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.100017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d5a2762e-aba2-440e-9314-568fcc964855 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:08.163285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79a03d-648a-4808-8ef5-effdd7505122 None None] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:17:08.172316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.217220 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=2631e8cd-3674-41c7-803c-5916861321f1,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:08.272722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0cb47f99-085e-4b10-bc77-eeb010c08b65 None None] Provisioning complete for port 2631e8cd-3674-41c7-803c-5916861321f1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:08.273103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0cb47f99-085e-4b10-bc77-eeb010c08b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2631e8cd-3674-41c7-803c-5916861321f1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.314662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d5a2762e-aba2-440e-9314-568fcc964855 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:08.315039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d5a2762e-aba2-440e-9314-568fcc964855), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.392209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.471118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0cb47f99-085e-4b10-bc77-eeb010c08b65 None None] Current status of the port 2631e8cd-3674-41c7-803c-5916861321f1 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:08.477300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d5a2762e-aba2-440e-9314-568fcc964855 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:08.477790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5a2762e-aba2-440e-9314-568fcc964855), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.514145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port d5a2762e-aba2-440e-9314-568fcc964855, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5a2762e-aba2-440e-9314-568fcc964855,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:08.526787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.595404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d5a2762e-aba2-440e-9314-568fcc964855), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.609588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.661900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=d5a2762e-aba2-440e-9314-568fcc964855,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:08.706156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.722669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1845b163-df05-4723-8a6d-2ccd4b150780 None None] Provisioning complete for port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:08.723710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1845b163-df05-4723-8a6d-2ccd4b150780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.758065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:08.762772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1845b163-df05-4723-8a6d-2ccd4b150780 None None] Port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:08.773467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1845b163-df05-4723-8a6d-2ccd4b150780 None None] Provisioning complete for port 2631e8cd-3674-41c7-803c-5916861321f1 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:08.773853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1845b163-df05-4723-8a6d-2ccd4b150780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2631e8cd-3674-41c7-803c-5916861321f1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:08.833602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:08.835794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:08.878545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1845b163-df05-4723-8a6d-2ccd4b150780 None None] Current status of the port 2631e8cd-3674-41c7-803c-5916861321f1 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:08.974528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:17:09.001501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e2a8aa6f-3838-4823-8fb7-50ea152000bb None None] Provisioning complete for port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:09.001891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e2a8aa6f-3838-4823-8fb7-50ea152000bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:09.038737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8aa6f-3838-4823-8fb7-50ea152000bb None None] Port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:09.097841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:09.103046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2885058c-d2e1-4d20-9aac-28300d9cccb6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089293 Mar 09 17:17:09.105540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37048) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:09.109148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Sync routers for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:09.119112 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:09.119734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:09.184920 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-05447bc4-7b3d-41f5-a917-4280029ff04c None None] Provisioning complete for port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:09.185226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-05447bc4-7b3d-41f5-a917-4280029ff04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:09.209724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.209724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.209724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.210481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.210481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.210924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.212724 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2246647c-a96c-4951-93d3-11f9df3cc6af tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1055503 Mar 09 17:17:09.215443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37050) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:09.255604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-05447bc4-7b3d-41f5-a917-4280029ff04c None None] Port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:09.268579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:09.304930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.305413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.305888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.306358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.306827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.307289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:09.309125 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-23836b71-40e6-4c50-b33e-a935642f5af9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0927293 Mar 09 17:17:09.312521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37052) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:09.473028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:09.499527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Checking router: 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:09.499888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Updating router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:17:09.526722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:09.547913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-394a2949-6c38-45d9-b3ed-1a85fb700ecd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2343028 Mar 09 17:17:09.550780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37054) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:09.555434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-33103162', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:09.705852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2631e8cd-3674-41c7-803c-5916861321f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:09.728670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:17:09.732792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:09.751459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] device_id is not set on port 78c675d4-06d9-4e41-8d2c-b7e24238da3d yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:17:09.974019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2631e8cd-3674-41c7-803c-5916861321f1 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:09.974393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2631e8cd-3674-41c7-803c-5916861321f1), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:09.979301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Publish callbacks [] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:09.998612 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.058745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2631e8cd-3674-41c7-803c-5916861321f1 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:10.059853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d5a2762e-aba2-440e-9314-568fcc964855 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:10.079642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.119343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.11 (9498aa58-5f4a-43c2-a80e-6fd00788f070/eae44bd7-a810-4847-981d-cafc3ab9de6a/78c675d4-06d9-4e41-8d2c-b7e24238da3d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:10.138145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e4f9f-bd07-4793-bc4a-44d5bb66aa0f None None] Pushing event updated for resources: {'Port': ['ID=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:10.177995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d5a2762e-aba2-440e-9314-568fcc964855 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:10.177995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d5a2762e-aba2-440e-9314-568fcc964855), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.229484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Attempting to bind port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:10.229840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Attempting to bind port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:10.230213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Attempting to bind port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:10.241697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:10.242087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Checking segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:10.242496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.242893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Bound using segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:10.243367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Bound port: 8b31b7c1-9a50-418e-9ce3-3150bf1cd561, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:10.243755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.286849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.343641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d5a2762e-aba2-440e-9314-568fcc964855 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:10.346159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] For port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:10.349397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] For port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:10.380888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.382262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7aafb3c4-cce1-486b-a113-c2bd2f444024 None None] Provisioning complete for port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:10.382686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7aafb3c4-cce1-486b-a113-c2bd2f444024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.421514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7aafb3c4-cce1-486b-a113-c2bd2f444024 None None] Port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:10.423940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:10.430441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:10.430441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:10.455020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.465010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:10.489588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:10.490659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.515333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:10.515980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:10.521127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e4f9f-bd07-4793-bc4a-44d5bb66aa0f None None] Pushing event updated for resources: {'Port': ['ID=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:10.594640 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-84d001f7-a221-4273-aaa0-3384373c283c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0426967 Mar 09 17:17:10.639806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:10.688484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bb86fe87-2b61-4763-85e7-00a11afe641a None None] Provisioning complete for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:10.688484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bb86fe87-2b61-4763-85e7-00a11afe641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:10.812165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bb86fe87-2b61-4763-85e7-00a11afe641a None None] Port 78c675d4-06d9-4e41-8d2c-b7e24238da3d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:10.877122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:10.904255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa854f7-64c1-4f19-ae48-7eb8c4a68fd3 None None] The sync data for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv is: [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:10.930437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] Provisioning complete for port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:10.930822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.027314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] Current status of the port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:11.027934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.039437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37058) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:11.044195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598773144', 'description': 'tempest-secgroup-smoke-1598773144 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:11.071012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] For port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:11.134447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.162587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.206261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (f6a21516-74ee-44f3-9de6-2826854e6fda), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.218679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff82e6-d3ab-4652-b559-6a4b0cc1f667 None None] Pushing event updated for resources: {'Port': ['ID=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:11.254042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f6a21516-74ee-44f3-9de6-2826854e6fda), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.289246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a21516-74ee-44f3-9de6-2826854e6fda,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:11.342059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.343479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7a295f49-e006-4d26-9e74-67929ec105a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3030221 Mar 09 17:17:11.346404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37060) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:11.350970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'f6a21516-74ee-44f3-9de6-2826854e6fda', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:11.435353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (b98e937b-7d33-43ff-a728-fb24fd85cd8a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.492660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (b98e937b-7d33-43ff-a728-fb24fd85cd8a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.562665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b98e937b-7d33-43ff-a728-fb24fd85cd8a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.580887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98e937b-7d33-43ff-a728-fb24fd85cd8a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:11.664310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.668242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a1ceab7a-2d3d-43d3-9c59-beb22aa92aab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182566 Mar 09 17:17:11.669208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37062) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:11.673605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'f6a21516-74ee-44f3-9de6-2826854e6fda', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:11.721909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:11.767905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (147232a1-4bdc-4380-bc70-5af3b1094e95), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.772704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:11.773254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.829093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (147232a1-4bdc-4380-bc70-5af3b1094e95), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.859879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:11.911620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (147232a1-4bdc-4380-bc70-5af3b1094e95), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.930871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147232a1-4bdc-4380-bc70-5af3b1094e95,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:11.997722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:11.998974 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b131d696-50b0-4432-91c6-4b8dd7bcf409 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3288994 Mar 09 17:17:12.001729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37064) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:12.008177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'f6a21516-74ee-44f3-9de6-2826854e6fda', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:12.110692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d6daa5f7-ace1-4179-ac07-2ea22afe6854), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.164766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d6daa5f7-ace1-4179-ac07-2ea22afe6854), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.248215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d6daa5f7-ace1-4179-ac07-2ea22afe6854), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.267678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6daa5f7-ace1-4179-ac07-2ea22afe6854,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:12.342297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.343502 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8d6d0fca-1f7d-4677-b6a2-ba8b611851b3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407764 Mar 09 17:17:12.346210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37066) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:12.350398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'f6a21516-74ee-44f3-9de6-2826854e6fda', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:12.423536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (dd19bd54-049b-4fa2-92da-8a5edc4e03f2), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.479564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (dd19bd54-049b-4fa2-92da-8a5edc4e03f2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.550731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (dd19bd54-049b-4fa2-92da-8a5edc4e03f2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.565137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd19bd54-049b-4fa2-92da-8a5edc4e03f2,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:12.656626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.659677 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f66ccc46-f71d-490b-b117-bb6b08aeef6e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107452 Mar 09 17:17:12.660679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37068) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:12.664972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'f6a21516-74ee-44f3-9de6-2826854e6fda', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:12.791056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:17:12.796101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d5273dbe-8f05-4760-a7f9-5a39de3170ee), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.852595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d5273dbe-8f05-4760-a7f9-5a39de3170ee), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.933944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d5273dbe-8f05-4760-a7f9-5a39de3170ee), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:12.951870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5273dbe-8f05-4760-a7f9-5a39de3170ee,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:13.021659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:13.022906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-772a0daf-a8e8-4c7f-9263-8af59e0b3f02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3613074 Mar 09 17:17:13.025584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37070) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:13.029912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'f6a21516-74ee-44f3-9de6-2826854e6fda', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:13.105285 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:17:13.110696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (709593a7-cb0c-4882-bf11-4305dc112392), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:13.167068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (709593a7-cb0c-4882-bf11-4305dc112392), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:13.237044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (709593a7-cb0c-4882-bf11-4305dc112392), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:13.255565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709593a7-cb0c-4882-bf11-4305dc112392,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:13.336167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:13.337426 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-893128c4-db1c-4aae-8c49-2ab5b0edda1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108995 Mar 09 17:17:13.487011 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-1b59ff00-0bd8-4a21-9ed4-c14014a57072 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598773144&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0447114 Mar 09 17:17:13.541991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-e0e85091-d931-428d-b5b8-47754754e22d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:13.543465 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-e0e85091-d931-428d-b5b8-47754754e22d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 929 time: 0.0499287 Mar 09 17:17:13.558929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-4b361d83-4c36-44eb-b05b-da6d88bc1987 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:17:13.559959 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-4b361d83-4c36-44eb-b05b-da6d88bc1987 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051532 Mar 09 17:17:13.599999 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-0112186b-c3e1-42b8-ad36-f22de701f0a1 service neutron] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0342844 Mar 09 17:17:13.694701 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-d951c718-893a-46ad-9fa2-f207bb6ec993 service neutron] 10.222.0.16 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893645 Mar 09 17:17:13.788116 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-48cfc1fc-1f42-42a9-995f-43534accfe89 service neutron] 10.222.0.16 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875697 Mar 09 17:17:13.839925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-60cb25f8-6be9-4e76-903e-e7f234adfcb9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:13.842186 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-60cb25f8-6be9-4e76-903e-e7f234adfcb9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 929 time: 0.0483062 Mar 09 17:17:14.072476 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b56392e-8cd6-4171-9a89-53322f1e45bd req-8e98517d-2b9c-4c2e-af88-c65e760f63a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0306067 Mar 09 17:17:14.111708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37094) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:14.202804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-d0ec5cd8-0db5-49ef-90d5-893f767bc04d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:14.204159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-d0ec5cd8-0db5-49ef-90d5-893f767bc04d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 929 time: 0.0913985 Mar 09 17:17:15.166756 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d23e838-8053-4a05-872d-455fd8c83adc req-9911c39d-d7a1-43ac-bc7c-0f205a69bb70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0274477 Mar 09 17:17:16.197258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-c7e6db0c-bedc-4636-9050-c1f899b711e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:16.198635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-c7e6db0c-bedc-4636-9050-c1f899b711e7 service neutron] 10.222.0.36 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1025 time: 0.0784032 Mar 09 17:17:16.274073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-363ae24e-acc8-4b8f-a6d2-6e9ac0fff0a6 req-03fcfa9e-28f2-46e7-bb14-5bd2661dc209 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0392895 Mar 09 17:17:16.333776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-f8c64d03-517c-470a-bfa2-fd8af966c2d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:16.335201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-f8c64d03-517c-470a-bfa2-fd8af966c2d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=9498aa58-5f4a-43c2-a80e-6fd00788f070 HTTP/1.1" status: 200 len: 797 time: 0.1270182 Mar 09 17:17:16.396777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-840bcdd9-f87e-4633-8290-588d94b25da8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.0529683 Mar 09 17:17:16.405163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-0f2cfcf4-8617-49f1-9229-0169a268a01f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:17:16.406202 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-0f2cfcf4-8617-49f1-9229-0169a268a01f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049572 Mar 09 17:17:16.415657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Request body: {'port': {'device_id': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:16.478546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:16.731419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c675d4-06d9-4e41-8d2c-b7e24238da3d {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:17:16.739452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Publish callbacks [] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:16.750890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Transition to ACTIVE for port object 78c675d4-06d9-4e41-8d2c-b7e24238da3d will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:17:16.819703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:16.870018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:16.942358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:16.942703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:16.943047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:16.947869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:17:16.948195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:16.953904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:16.954255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Checking segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:16.954648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Bound using segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:16.955078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Bound port: 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:16.955495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:17.021741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:17.024915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:17.094054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:17.126282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.127081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:17.128449 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1130 time: 0.7163305 Mar 09 17:17:17.128856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:17.131352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781" -d '{"events": [{"name": "network-changed", "server_uuid": "33fb7077-767a-4a3e-97fb-4da582d3a3d3", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:17.158566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8e544-f162-43e1-a4ec-b7c80498d3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:17.176228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bab705-a856-4911-9206-aceafe92695d x-openstack-request-id: req-96bab705-a856-4911-9206-aceafe92695d {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:17.176568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fb7077-767a-4a3e-97fb-4da582d3a3d3", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:17.176922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96bab705-a856-4911-9206-aceafe92695d {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:17.177343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'status': 'completed', 'code': 200} Mar 09 17:17:17.241525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781 req-f0cf43c9-da57-4d3a-a099-d0518f97622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.243039 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781 req-f0cf43c9-da57-4d3a-a099-d0518f97622c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 1164 time: 0.0465233 Mar 09 17:17:17.357967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781 req-d9c876a9-b2cf-49d4-abff-d9cc6f09d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.359372 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781 req-d9c876a9-b2cf-49d4-abff-d9cc6f09d1e1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1085885 Mar 09 17:17:17.758918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb810-7007-47e9-aed8-ed03f99a29e9 req-bf1797b6-88ce-4e10-be97-1eb59e1315a7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.760416 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2e5fb810-7007-47e9-aed8-ed03f99a29e9 req-bf1797b6-88ce-4e10-be97-1eb59e1315a7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 980 time: 0.4150805 Mar 09 17:17:17.794105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781 req-4380347c-2578-43c5-9ca4-65532c458e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.795653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ee88ef2-ee1c-4cc6-99ca-b3dc9b131781 req-4380347c-2578-43c5-9ca4-65532c458e20 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4217944 Mar 09 17:17:17.822936 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2e5fb810-7007-47e9-aed8-ed03f99a29e9 req-c73f257c-104c-4361-b62d-aaba11cc723b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557382 Mar 09 17:17:17.872799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-5a33afd9-380d-4173-8fa9-57f97a09d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.874271 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-5a33afd9-380d-4173-8fa9-57f97a09d9f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 1164 time: 0.0432000 Mar 09 17:17:17.918584 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-70a88e43-9e11-4df9-bd0f-b1c3d7173941 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 217 time: 0.0368640 Mar 09 17:17:17.966158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-dedf6601-7ee6-4387-933d-21bfd8caf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:17.968246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-dedf6601-7ee6-4387-933d-21bfd8caf9b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eae44bd7-a810-4847-981d-cafc3ab9de6a HTTP/1.1" status: 200 len: 835 time: 0.0431254 Mar 09 17:17:18.018995 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-5718d7f8-2c6e-4eac-93d7-05466de52c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:18.020405 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-5718d7f8-2c6e-4eac-93d7-05466de52c5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9498aa58-5f4a-43c2-a80e-6fd00788f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457764 Mar 09 17:17:18.111059 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-a6d10f3b-96ff-48fa-99c2-f5049854559a service neutron] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848329 Mar 09 17:17:18.200409 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-472fcae6-6764-40a6-88bc-856a7246a23a service neutron] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836430 Mar 09 17:17:18.943038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e157632-a86b-4497-8abc-98f1760c7458 req-839f23e4-c326-4392-acc1-982e16930041 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:18.944569 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e157632-a86b-4497-8abc-98f1760c7458 req-839f23e4-c326-4392-acc1-982e16930041 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 980 time: 0.0530853 Mar 09 17:17:18.990883 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e157632-a86b-4497-8abc-98f1760c7458 req-9588a097-424b-41fa-bd3a-fecd27e1a326 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Mar 09 17:17:19.755296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:17:19.853580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:19.864380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'port_id': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'mac_address': 'fa:16:3e:59:02:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:17:19.900740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 78c675d4-06d9-4e41-8d2c-b7e24238da3d is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:19.901064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:19.913968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c675d4-06d9-4e41-8d2c-b7e24238da3d {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:17:19.935805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:20.014951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:20.064003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:20.071019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.071368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.071716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.072056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.072451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.072787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.073117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.073449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.073780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.074108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.074510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.074835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.075158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:20.116032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ec4c-3725-4560-876f-8440f4cf229a req-5e7a3b10-4ed1-477c-af67-7854c361fac6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:20.117625 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-37c9ec4c-3725-4560-876f-8440f4cf229a req-5e7a3b10-4ed1-477c-af67-7854c361fac6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 981 time: 0.0603938 Mar 09 17:17:20.166431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-37c9ec4c-3725-4560-876f-8440f4cf229a req-4b6d304b-eeee-4997-8624-eb76b93259f0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 Mar 09 17:17:20.238566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['78c675d4-06d9-4e41-8d2c-b7e24238da3d'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:17:21.286164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a63d4-5664-4cab-8557-eb64f49f2e5b req-1c5c3d6d-e373-465b-8ad5-2156fc5ac6e9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:21.287584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-046a63d4-5664-4cab-8557-eb64f49f2e5b req-1c5c3d6d-e373-465b-8ad5-2156fc5ac6e9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 981 time: 0.0558329 Mar 09 17:17:21.332786 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-046a63d4-5664-4cab-8557-eb64f49f2e5b req-48cd22f5-2605-471c-9da9-16f54673630c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Mar 09 17:17:21.787143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:21.926326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:17:21.930056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:21.930432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:22.006882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 78c675d4-06d9-4e41-8d2c-b7e24238da3d is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:22.012203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:22.030827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:22.033148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b1bba2-8161-46c6-802d-8dd8698c3467" -d '{"events": [{"server_uuid": "33fb7077-767a-4a3e-97fb-4da582d3a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:22.048591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:22.120882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f896e98-bdcd-48ae-af38-d4a554e6616f x-openstack-request-id: req-4f896e98-bdcd-48ae-af38-d4a554e6616f {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:22.121242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb7077-767a-4a3e-97fb-4da582d3a3d3", "name": "network-vif-plugged", "status": "completed", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:22.121508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f896e98-bdcd-48ae-af38-d4a554e6616f {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:22.121916 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'code': 200} Mar 09 17:17:22.133682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:22.180888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:22.444075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdf4f2-8df2-4bc5-bf7d-73903566e4f9 req-4e870dad-9e22-4e7e-9eb0-f1654e46592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:22.445757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6abdf4f2-8df2-4bc5-bf7d-73903566e4f9 req-4e870dad-9e22-4e7e-9eb0-f1654e46592e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 1166 time: 0.0440962 Mar 09 17:17:22.454383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76814b33-cf90-4713-8b68-88c8d64611ff req-3fae90bb-5807-483e-b02e-8bfc078e71d8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:22.455904 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-76814b33-cf90-4713-8b68-88c8d64611ff req-3fae90bb-5807-483e-b02e-8bfc078e71d8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0546453 Mar 09 17:17:22.490417 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6abdf4f2-8df2-4bc5-bf7d-73903566e4f9 req-4f9f4eda-9cd5-413e-b292-37f61743d85d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374205 Mar 09 17:17:22.502351 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-76814b33-cf90-4713-8b68-88c8d64611ff req-0862eb2d-f2a1-42cc-825c-3e9624c9ec4a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Mar 09 17:17:23.627343 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e606c3-1037-4b41-b4bd-ce147f75fd3b req-b355beab-11eb-40a4-95b1-28fb19dc29b9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:23.630087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c1e606c3-1037-4b41-b4bd-ce147f75fd3b req-b355beab-11eb-40a4-95b1-28fb19dc29b9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0585132 Mar 09 17:17:23.679915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c1e606c3-1037-4b41-b4bd-ce147f75fd3b req-37e63958-3730-44c7-95fc-00b595dbb9df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441694 Mar 09 17:17:24.799560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740ef8f-ed4d-4614-9f0b-6f822b5b5d90 req-621a53d2-1a94-4084-ad20-fba69188c5dd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:24.801068 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6740ef8f-ed4d-4614-9f0b-6f822b5b5d90 req-621a53d2-1a94-4084-ad20-fba69188c5dd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0558884 Mar 09 17:17:24.846556 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6740ef8f-ed4d-4614-9f0b-6f822b5b5d90 req-9b5a14a8-2cad-44a2-8deb-974d7449d7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Mar 09 17:17:24.965698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c31c1-8a4b-4a70-82e5-66b1c8a57114 req-051e894c-b1db-4e3a-b53f-d2dc436cc14c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:24.967119 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-282c31c1-8a4b-4a70-82e5-66b1c8a57114 req-051e894c-b1db-4e3a-b53f-d2dc436cc14c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0532413 Mar 09 17:17:25.014082 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-282c31c1-8a4b-4a70-82e5-66b1c8a57114 req-5c2b5361-af62-4ee3-a9a3-c783a8551168 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Mar 09 17:17:25.035354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37140) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:25.079228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb75f49-97a4-4d82-a90f-12e7a5435209 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:25.080774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1bb75f49-97a4-4d82-a90f-12e7a5435209 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 1161 time: 0.0443220 Mar 09 17:17:25.083497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37142) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:25.087771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:25.200855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:25.298498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:25.408807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.244 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/73551cbe-3043-407d-bc1c-54802c52990d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:25.507132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (73551cbe-3043-407d-bc1c-54802c52990d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:25.636950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (73551cbe-3043-407d-bc1c-54802c52990d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:25.671151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:25.674033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:25.678166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:25.713116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=73551cbe-3043-407d-bc1c-54802c52990d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:26.048138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (e3286199-369b-4802-a08b-533d094f3ec0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:26.182729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (73551cbe-3043-407d-bc1c-54802c52990d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:26.330073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (73551cbe-3043-407d-bc1c-54802c52990d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:26.407672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (73551cbe-3043-407d-bc1c-54802c52990d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:26.476241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=73551cbe-3043-407d-bc1c-54802c52990d,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:26.486189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (e3286199-369b-4802-a08b-533d094f3ec0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:26.586610 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP e3286199-369b-4802-a08b-533d094f3ec0 associated. External IP: 172.36.5.244, port: 78c675d4-06d9-4e41-8d2c-b7e24238da3d. Mar 09 17:17:26.794655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:17:26.904652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:26.914522 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] Sync routers for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:26.934042 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:26.934042 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:27.004468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:27.031951 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:27.033920 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e8628a86-494f-43b2-b9da-aa87e1cd1fcf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9492853 Mar 09 17:17:27.034876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:27.037155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "33fb7077-767a-4a3e-97fb-4da582d3a3d3", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:27.037324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37144) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:27.075642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a35735-b767-424a-82a1-c89b523ed35a x-openstack-request-id: req-f9a35735-b767-424a-82a1-c89b523ed35a {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:27.076798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fb7077-767a-4a3e-97fb-4da582d3a3d3", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:27.077133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9a35735-b767-424a-82a1-c89b523ed35a {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:27.077639 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'status': 'completed', 'code': 200} Mar 09 17:17:27.120751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39fbe64-ac8e-48e8-b90a-dfc5c3928a97 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:27.122831 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a39fbe64-ac8e-48e8-b90a-dfc5c3928a97 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3&network_id=9498aa58-5f4a-43c2-a80e-6fd00788f070 HTTP/1.1" status: 200 len: 1161 time: 0.0845888 Mar 09 17:17:27.146489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-8d980ebc-acbe-40d4-8235-2e29c23af338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:27.148032 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-8d980ebc-acbe-40d4-8235-2e29c23af338 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 1166 time: 0.0479918 Mar 09 17:17:27.250115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-a5588019-4d8b-4eca-856b-30d8491a2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:27.251663 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-a5588019-4d8b-4eca-856b-30d8491a2dd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9498aa58-5f4a-43c2-a80e-6fd00788f070 HTTP/1.1" status: 200 len: 897 time: 0.0976837 Mar 09 17:17:27.317587 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-4b0bbcfb-962e-4ae8-bdb9-7e80071d7748 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1036 time: 0.0598271 Mar 09 17:17:27.343045 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e3286199-369b-4802-a08b-533d094f3ec0', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.244', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'port_id': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-33103162', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'mac_address': 'fa:16:3e:59:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:17:25Z', 'updated_at': '2022-03-09T17:17:25Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:11Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:27.365778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-a1762bab-6aec-4350-ba8d-d4903b82b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:27.367294 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-a1762bab-6aec-4350-ba8d-d4903b82b921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eae44bd7-a810-4847-981d-cafc3ab9de6a HTTP/1.1" status: 200 len: 835 time: 0.0444727 Mar 09 17:17:27.373548 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] Checking router: 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:27.382555 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:27.383193 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:27.421355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-a096f3d7-8388-4c72-9024-7fb59d3e1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:27.422782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-a096f3d7-8388-4c72-9024-7fb59d3e1860 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9498aa58-5f4a-43c2-a80e-6fd00788f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501394 Mar 09 17:17:27.496155 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:27.512659 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-c6ddbffa-27ea-4fee-b808-43aa54a06862 service neutron] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Mar 09 17:17:27.585479 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0b94b-1ca6-406c-94a8-7b3fe6f360f9 req-cc7de463-0918-4354-ac38-3650e07f30a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:27.587003 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28a0b94b-1ca6-406c-94a8-7b3fe6f360f9 req-cc7de463-0918-4354-ac38-3650e07f30a5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0556061 Mar 09 17:17:27.611317 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c6d85c0-ab41-447e-8e0a-e3765c84a7d0 req-d02d4d2d-9bc7-441c-ba2a-2317a458e2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913208 Mar 09 17:17:27.640394 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28a0b94b-1ca6-406c-94a8-7b3fe6f360f9 req-8c18fc23-47f0-442d-9269-2d5192982c45 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470030 Mar 09 17:17:27.720956 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e3286199-369b-4802-a08b-533d094f3ec0', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.244', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'port_id': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-33103162', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'mac_address': 'fa:16:3e:59:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:17:25Z', 'updated_at': '2022-03-09T17:17:25Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:11Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:27.749690 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3d79-ccde-4b69-b6f0-8beff43e2cee None None] The sync data for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv is: [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e3286199-369b-4802-a08b-533d094f3ec0', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.244', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'port_id': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-33103162', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'mac_address': 'fa:16:3e:59:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fb7077-767a-4a3e-97fb-4da582d3a3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:17:25Z', 'updated_at': '2022-03-09T17:17:25Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:11Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:27.949336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d26b2-f253-441c-ba50-42d83d25e2a7 None None] New status for floating IP e3286199-369b-4802-a08b-533d094f3ec0: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:17:28.635078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:28.760573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a3ac6-a3c2-4af9-a5d7-1388e64b56f9 req-23ee971c-f40d-45a6-9131-347365786175 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:28.762114 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d9a3ac6-a3c2-4af9-a5d7-1388e64b56f9 req-23ee971c-f40d-45a6-9131-347365786175 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0532441 Mar 09 17:17:28.808283 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d9a3ac6-a3c2-4af9-a5d7-1388e64b56f9 req-f088e353-f573-46c7-9372-dfd661e3927f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Mar 09 17:17:28.953964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-6b50528d-b6e8-4b3b-be51-eb8cc51ef3ae tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:28.955318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-6b50528d-b6e8-4b3b-be51-eb8cc51ef3ae tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 982 time: 0.0552199 Mar 09 17:17:29.002151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-c1dcd5f4-ae65-41c7-8c4e-585ae03dfe10 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:29.006976 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-c1dcd5f4-ae65-41c7-8c4e-585ae03dfe10 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0430613 Mar 09 17:17:29.102417 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-d5db8444-7525-434b-babe-b0d98b559854 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0941591 Mar 09 17:17:29.111894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:29.173236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:29.311570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:29.348951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:29.382119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] device_id is not set on port 78c675d4-06d9-4e41-8d2c-b7e24238da3d yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:17:29.391004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Publish callbacks [] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:29.493900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:29.607427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=6']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:29.678841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] No DVR routers for this DVR port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:17:29.730660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cd210603-7dfa-4e4e-96ef-3e9fa3589219 None None] Provisioning complete for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:29.731658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cd210603-7dfa-4e4e-96ef-3e9fa3589219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:29.766682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cd210603-7dfa-4e4e-96ef-3e9fa3589219 None None] Port 78c675d4-06d9-4e41-8d2c-b7e24238da3d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:29.855158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0137d-6115-420c-9eb3-cf2b9d4b86a2 req-dd4afad3-8f60-4b7e-bddb-c61b4fd1c525 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:29.856655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3b0137d-6115-420c-9eb3-cf2b9d4b86a2 req-dd4afad3-8f60-4b7e-bddb-c61b4fd1c525 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.1135502 Mar 09 17:17:29.865606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] In _notify_port_updated(), no bound segment for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:17:29.866439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:29.867042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:29.868271 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6965f339-1d50-46ba-b647-d18a2cf85f7b req-f19085b6-f104-40af-b5ca-81ab869d7a84 service neutron] 10.222.0.36 "PUT /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1025 time: 0.7602372 Mar 09 17:17:29.907931 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d753f21e-99f4-4a14-9ae1-9d89ece92041 req-87d7c827-c93c-4600-ad68-8344dceb696b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=33fb7077-767a-4a3e-97fb-4da582d3a3d3 HTTP/1.1" status: 200 len: 210 time: 0.0291679 Mar 09 17:17:29.910722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3b0137d-6115-420c-9eb3-cf2b9d4b86a2 req-c0d58f01-5588-4122-8739-c6c634c1c071 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Mar 09 17:17:30.965027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37164) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:31.011842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabaa82-bb1e-46ba-af75-8007d4c68b7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:31.013652 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0dabaa82-bb1e-46ba-af75-8007d4c68b7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 924 time: 0.0470204 Mar 09 17:17:31.045646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aacf51-b2b3-48f5-b391-a6cd1010b16c req-0f49ed68-7f20-4d61-ad4b-3bd73268e032 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:31.047208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e4aacf51-b2b3-48f5-b391-a6cd1010b16c req-0f49ed68-7f20-4d61-ad4b-3bd73268e032 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.0615599 Mar 09 17:17:31.096871 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e4aacf51-b2b3-48f5-b391-a6cd1010b16c req-ab8b9fc4-6c93-42ae-bdf0-65ba294ce097 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Mar 09 17:17:31.240665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37168) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:31.245356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132836451', 'description': 'tempest-secgroup-smoke-132836451 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:31.317143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.348304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-78f17d21-19bc-4cd2-aa33-d38b94f599cf tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:31.349773 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-78f17d21-19bc-4cd2-aa33-d38b94f599cf tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.0520527 Mar 09 17:17:31.381663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (841df2ce-6890-4916-a25d-799f4b5f8fd4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.449966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Deleting port ce156b68-38d3-42a9-854e-e31edebfbb0f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:31.450319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.459304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (841df2ce-6890-4916-a25d-799f4b5f8fd4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.489177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841df2ce-6890-4916-a25d-799f4b5f8fd4,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:31.540248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] For port ce156b68-38d3-42a9-854e-e31edebfbb0f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce156b68-38d3-42a9-854e-e31edebfbb0f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:31.540636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.558412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.559709 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-96f4d71a-dd4e-4173-9d44-2960d46cc19a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3180223 Mar 09 17:17:31.562545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37170) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:31.567133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '841df2ce-6890-4916-a25d-799f4b5f8fd4', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:31.664325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (ffce3ab5-98d1-4f52-94d0-af2e9b85d991), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.705320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.705320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (61259602-c714-4552-ab93-3887db7953b3), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.705705 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Floating IP 61259602-c714-4552-ab93-3887db7953b3 disassociated. External IP: 172.36.5.63, port: ce156b68-38d3-42a9-854e-e31edebfbb0f. Mar 09 17:17:31.706489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Calling delete_port for ce156b68-38d3-42a9-854e-e31edebfbb0f owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:31.721535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (ffce3ab5-98d1-4f52-94d0-af2e9b85d991), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.801161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (ffce3ab5-98d1-4f52-94d0-af2e9b85d991), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.822923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffce3ab5-98d1-4f52-94d0-af2e9b85d991,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:31.828463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:31.873902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] The host hv-neutron-mast is not matching for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d host ! {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 09 17:17:31.874302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:31.874731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device ce156b68-38d3-42a9-854e-e31edebfbb0f no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:31.912381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:31.916901 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b0e4132f-6822-40d3-b028-826e984ea311 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533080 Mar 09 17:17:31.917548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37172) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:31.922477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '841df2ce-6890-4916-a25d-799f4b5f8fd4', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:32.087952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bc9b8752-57d9-4c21-aef2-8aca4ac80e7e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.105126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port ce156b68-38d3-42a9-854e-e31edebfbb0f is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:32.105598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.148598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bc9b8752-57d9-4c21-aef2-8aca4ac80e7e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.218502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c7dc0-c944-4822-a4a6-77b446a11b53 req-5ca72dfa-2f5c-4c02-adcf-12f9d09254b8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:32.219982 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-830c7dc0-c944-4822-a4a6-77b446a11b53 req-5ca72dfa-2f5c-4c02-adcf-12f9d09254b8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Mar 09 17:17:32.242061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bc9b8752-57d9-4c21-aef2-8aca4ac80e7e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.260221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9b8752-57d9-4c21-aef2-8aca4ac80e7e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:32.272242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-830c7dc0-c944-4822-a4a6-77b446a11b53 req-df66194a-cc25-4a02-b11f-ee453e6c4af1 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441701 Mar 09 17:17:32.293508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ce156b68-38d3-42a9-854e-e31edebfbb0f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.329063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'Port': ['ID=ce156b68-38d3-42a9-854e-e31edebfbb0f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:32.332910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.336759 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-19353610-70e4-4dbc-a299-281bdd5cb10f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4155021 Mar 09 17:17:32.338041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37176) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:32.342249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '841df2ce-6890-4916-a25d-799f4b5f8fd4', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:32.446484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:17:32.446886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0ecd2025-5fe5-4486-a1fe-72d625e39f71), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.502577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0ecd2025-5fe5-4486-a1fe-72d625e39f71), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.555651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:32.566860 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:32.576322 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:32.577576 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:32.584023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0ecd2025-5fe5-4486-a1fe-72d625e39f71), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.596139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] No DVR routers for this DVR port ce156b68-38d3-42a9-854e-e31edebfbb0f on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:17:32.598655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.602117 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a8643918-ae31-4bc5-aa7a-aae3adfb7b56 req-104da090-b751-47a7-9373-a7185017dcc6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "DELETE /v2.0/ports/ce156b68-38d3-42a9-854e-e31edebfbb0f HTTP/1.1" status: 204 len: 173 time: 1.2462997 Mar 09 17:17:32.602294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecd2025-5fe5-4486-a1fe-72d625e39f71,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:32.602572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'name': 'network-vif-deleted', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:32.604864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbeeed-b60a-4c93-a8e7-7640bc3fa131" -d '{"events": [{"server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "name": "network-vif-deleted", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:32.647438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15711a-fe5c-4b8e-81e8-6d5294455364 x-openstack-request-id: req-af15711a-fe5c-4b8e-81e8-6d5294455364 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:32.647936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c3e6fe-bdec-46f1-939a-d9f579796031", "name": "network-vif-deleted", "tag": "ce156b68-38d3-42a9-854e-e31edebfbb0f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:32.648199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af15711a-fe5c-4b8e-81e8-6d5294455364 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:32.648634 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c3e6fe-bdec-46f1-939a-d9f579796031', 'name': 'network-vif-deleted', 'tag': 'ce156b68-38d3-42a9-854e-e31edebfbb0f', 'status': 'completed', 'code': 200} Mar 09 17:17:32.695697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.697269 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e713a6ce-4833-45d6-a029-393261e226ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588789 Mar 09 17:17:32.699040 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:32.699990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37180) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:32.704323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '841df2ce-6890-4916-a25d-799f4b5f8fd4', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:32.814807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (ebf7d1b2-a45c-4fed-9e91-e71de1a4a3f6), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.887185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (ebf7d1b2-a45c-4fed-9e91-e71de1a4a3f6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.910560 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:32.936569 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:32.944859 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:32.945490 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:32.968197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (ebf7d1b2-a45c-4fed-9e91-e71de1a4a3f6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:32.991855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf7d1b2-a45c-4fed-9e91-e71de1a4a3f6,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:33.054972 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:33.107349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.111096 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5b6718b8-de50-4fda-a77e-c5d14a82beed tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4077172 Mar 09 17:17:33.111598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37184) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:33.117142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '841df2ce-6890-4916-a25d-799f4b5f8fd4', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:33.202534 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:17:33.208333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (30f09f9d-181a-4078-a796-ce4860f76ec9), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.254408 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:33.268339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (30f09f9d-181a-4078-a796-ce4860f76ec9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.280562 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b27084-840c-4603-9f49-9c92c9593f9c None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:33.351019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (30f09f9d-181a-4078-a796-ce4860f76ec9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.372684 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-144829e7-48e8-4ca7-850b-b92c07bd41ad req-a8d03642-e343-42b1-93bd-4ff2b06fa4f8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0340531 Mar 09 17:17:33.395601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f09f9d-181a-4078-a796-ce4860f76ec9,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:33.461795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.463252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-38d176ea-cfbe-44cd-b3d2-36d3f7d8de1e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3496692 Mar 09 17:17:33.465801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37188) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:33.472432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '841df2ce-6890-4916-a25d-799f4b5f8fd4', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:33.544269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e5f09-69c6-447f-afdc-a28a42ae3624 None None] New status for floating IP 61259602-c714-4552-ab93-3887db7953b3: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:17:33.562459 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:17:33.568141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (1fadcc4d-bc63-4d12-836d-9007d820869c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.616787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33917236-9574-4850-a973-fdf85b8cd632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.634538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (1fadcc4d-bc63-4d12-836d-9007d820869c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.705311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (1fadcc4d-bc63-4d12-836d-9007d820869c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.723278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fadcc4d-bc63-4d12-836d-9007d820869c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:33.804494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:33.813171 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e82853d7-0013-49e7-af04-0140a693c967 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389273 Mar 09 17:17:33.953693 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-f99ce1a4-4c8b-4294-94cb-4e81678ced06 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132836451&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0457418 Mar 09 17:17:34.009124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-6f03eb76-0547-4f16-8b6d-994e94528a3a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:34.010509 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-6f03eb76-0547-4f16-8b6d-994e94528a3a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 929 time: 0.0499284 Mar 09 17:17:34.059117 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbfeaa3e-0ad1-463a-af73-6189e019567a service neutron] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0358782 Mar 09 17:17:34.149742 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-579a32c7-c312-4fa7-81fe-5c8a39b8b56b service neutron] 10.222.0.16 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Mar 09 17:17:34.238781 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-87a3745e-e977-4b5c-8bdb-65288a26e682 service neutron] 10.222.0.16 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Mar 09 17:17:34.289492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-b6002293-61de-451e-8e83-e650b0d48987 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:34.290762 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-b6002293-61de-451e-8e83-e650b0d48987 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 929 time: 0.0465713 Mar 09 17:17:34.469063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a05d35e-d5ac-4445-a3c8-04f4374a9a66 req-e4e8fccf-67c7-406f-815c-2d4d4c97946c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0291851 Mar 09 17:17:34.590496 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-17d54c28-e9c1-4add-a607-d784215def0e req-1e860b45-432e-4b70-85e1-8cf1eb5717ab tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 210 time: 0.0303788 Mar 09 17:17:34.597366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37210) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:34.691121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-36245932-af5b-4092-8cda-f7221f3da7bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:34.692510 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-36245932-af5b-4092-8cda-f7221f3da7bb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 929 time: 0.0937927 Mar 09 17:17:35.563437 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-351fe02a-506a-47ea-81b1-1fbd7b25e917 req-970e35b4-01de-4f2c-af64-52a9c8928be4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0272663 Mar 09 17:17:35.687172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b5077737-f9d8-406b-94bd-0333bc43f222 req-0e5aa579-f8af-4756-a861-7d84cb1b16cf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 210 time: 0.0307796 Mar 09 17:17:36.183271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8142d5b7-9fb6-4c4a-a6bd-361e6da1d70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:36.648371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-804db650-17bc-4bc3-8124-d84e40702c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:36.649831 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-804db650-17bc-4bc3-8124-d84e40702c3a service neutron] 10.222.0.36 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1025 time: 0.0397780 Mar 09 17:17:36.682534 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5997a38c-9585-4f3f-9f08-3ae64f3f444e req-3584d996-055e-4911-8049-af7d6e253cae tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0335317 Mar 09 17:17:36.759090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-e39ff817-01c9-4ad6-b0b2-341e40a15009 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:36.760578 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-e39ff817-01c9-4ad6-b0b2-341e40a15009 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=9498aa58-5f4a-43c2-a80e-6fd00788f070 HTTP/1.1" status: 200 len: 797 time: 0.1055343 Mar 09 17:17:36.806601 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bc7e6332-24e0-4a06-aa4b-87d69271518b req-3c9f0b89-1794-4455-a6e7-a1a0a4406469 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 210 time: 0.0401173 Mar 09 17:17:36.865049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-3362558c-1d40-448c-a8b3-519540b2205b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 472 time: 0.0906713 Mar 09 17:17:36.874683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Request body: {'port': {'device_id': 'a8584c6a-702c-498d-8a31-9adf2adbe434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:36.933953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.172460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.224539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c675d4-06d9-4e41-8d2c-b7e24238da3d {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:17:37.232445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Publish callbacks [] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.244572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Transition to ACTIVE for port object 78c675d4-06d9-4e41-8d2c-b7e24238da3d will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:17:37.322143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.403797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=7']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:37.508958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:37.509562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:37.510129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:37.515092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:17:37.515428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Attempting to bind port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:37.521065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:37.521418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Checking segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:37.521811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Bound using segment: {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:37.522242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Bound port: 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce8bb21-4285-4631-b4ff-c655dd9309b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:37.522607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.585676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:37.588658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:37.665406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.727382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:37.728161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:37.729955 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] 10.222.0.36 "PUT /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1130 time: 0.8591676 Mar 09 17:17:37.730357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8584c6a-702c-498d-8a31-9adf2adbe434', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:37.733633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8584c6a-702c-498d-8a31-9adf2adbe434", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:37.766983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb79ad9-bebc-457f-b764-a4541a533a6c service neutron] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=8']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:37.800715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c53d4-c7b6-492b-a5fe-d35b6293070c x-openstack-request-id: req-9e2c53d4-c7b6-492b-a5fe-d35b6293070c {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:37.801027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8584c6a-702c-498d-8a31-9adf2adbe434", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:37.801294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e2c53d4-c7b6-492b-a5fe-d35b6293070c {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:37.801735 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8584c6a-702c-498d-8a31-9adf2adbe434', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'status': 'completed', 'code': 200} Mar 09 17:17:37.818289 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d6edd674-1086-4c68-bfc4-63ee64b25f5f req-6cc82969-4622-421e-be6b-3ed39e267647 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0443358 Mar 09 17:17:37.939439 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:17:37.956250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5 req-8353da6b-57c6-409e-b16f-6857d4ad8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:37.957830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5 req-8353da6b-57c6-409e-b16f-6857d4ad8edc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 1164 time: 0.1357639 Mar 09 17:17:37.970107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47810a-ed28-4dd3-93af-323c5a2a6c19 req-9d78ee43-a08d-4574-9f72-57c0668dff2b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:37.971655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca47810a-ed28-4dd3-93af-323c5a2a6c19 req-9d78ee43-a08d-4574-9f72-57c0668dff2b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 980 time: 0.0659640 Mar 09 17:17:38.089973 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca47810a-ed28-4dd3-93af-323c5a2a6c19 req-283d2457-a062-4123-a4e0-04d71ba9ff81 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093912 Mar 09 17:17:38.109494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5 req-98a7efa1-1bb4-4ad4-b15e-5755e2f69e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:38.111008 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5 req-98a7efa1-1bb4-4ad4-b15e-5755e2f69e41 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1384723 Mar 09 17:17:38.217263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5 req-892376ff-5f7e-49c0-a881-e21f82ec5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:38.218902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ddb5f90-8723-4b7e-9cf7-5be09376ccb5 req-892376ff-5f7e-49c0-a881-e21f82ec5ba0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1025898 Mar 09 17:17:38.298099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-fec57e47-6de8-49d4-8160-367db49f1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:38.299535 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-fec57e47-6de8-49d4-8160-367db49f1e71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 1164 time: 0.0453522 Mar 09 17:17:38.327589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:38.364808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-1fb3930d-6945-4f9a-a5ab-5b21e8baf396 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1036 time: 0.0590346 Mar 09 17:17:38.419205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-a55f8c26-a7c9-46ac-b6d6-10ae222c6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:38.420649 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-a55f8c26-a7c9-46ac-b6d6-10ae222c6af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eae44bd7-a810-4847-981d-cafc3ab9de6a HTTP/1.1" status: 200 len: 835 time: 0.0507534 Mar 09 17:17:38.470323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-f23554fc-9554-415f-bacc-1e35c8c202fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:38.471878 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-f23554fc-9554-415f-bacc-1e35c8c202fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9498aa58-5f4a-43c2-a80e-6fd00788f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458291 Mar 09 17:17:38.560329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-07ba41ca-3dff-40f7-8f59-4c5a81c4fb18 service neutron] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Mar 09 17:17:38.649915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff4e5c44-f128-4531-a910-a5ebf932e941 req-2b2d20b8-71bd-487b-b56a-a667099ea3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832372 Mar 09 17:17:38.924382 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-346a5ac6-01ed-4881-a669-68b363d2b9f1 req-3b64396e-fd4b-40d2-bfc1-499434e28c22 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0266786 Mar 09 17:17:39.214297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786f703-5706-444f-83ff-659c4e7f6f38 req-bba84594-bffb-4985-ae6d-c6051e481026 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:39.215787 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a786f703-5706-444f-83ff-659c4e7f6f38 req-bba84594-bffb-4985-ae6d-c6051e481026 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 980 time: 0.0544708 Mar 09 17:17:39.264734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a786f703-5706-444f-83ff-659c4e7f6f38 req-87a09975-04ea-497b-8a78-40bbd98a91eb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Mar 09 17:17:39.848493 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:39.852683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:17:40.020823 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-564a391a-bfd3-4273-a835-936d99c2b839 req-94a7e4d6-03eb-435e-bbf6-f76532e6b2f6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Mar 09 17:17:40.040825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:40.052335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'port_id': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'mac_address': 'fa:16:3e:59:02:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:17:40.087891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 78c675d4-06d9-4e41-8d2c-b7e24238da3d is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:40.088284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:40.100760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c675d4-06d9-4e41-8d2c-b7e24238da3d {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:17:40.119902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:40.196336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:40.245101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=9']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:40.387124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460a06b-6003-422c-a97f-fd72ff2ede79 req-dc84dd36-44cd-4e33-a3f4-e3e25aa4b9cd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:40.388561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8460a06b-6003-422c-a97f-fd72ff2ede79 req-dc84dd36-44cd-4e33-a3f4-e3e25aa4b9cd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 981 time: 0.0560269 Mar 09 17:17:40.390778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['78c675d4-06d9-4e41-8d2c-b7e24238da3d'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:17:40.446201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8460a06b-6003-422c-a97f-fd72ff2ede79 req-8887b367-3278-4107-898d-f34254517310 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Mar 09 17:17:41.113779 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-40ea7dcc-ccc0-41ae-bef3-6fa2544b7180 req-256024fd-15b6-4d0d-83e9-e90fb63aae9e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Mar 09 17:17:41.568741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a8999-581e-4a4d-8dd0-aafdddc5e3c6 req-878daf6f-95b9-4d18-b509-ddd8225817d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:41.570344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd9a8999-581e-4a4d-8dd0-aafdddc5e3c6 req-878daf6f-95b9-4d18-b509-ddd8225817d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 981 time: 0.0550330 Mar 09 17:17:41.620771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd9a8999-581e-4a4d-8dd0-aafdddc5e3c6 req-d946d5f7-9e65-4acd-8a02-a41821a0083a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Mar 09 17:17:41.863685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:42.011852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:17:42.016462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:42.016838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:42.091820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 78c675d4-06d9-4e41-8d2c-b7e24238da3d is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:42.092128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:42.113790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8584c6a-702c-498d-8a31-9adf2adbe434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:42.116024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa64369b-407b-44da-8eaa-1d6f2672b69a" -d '{"events": [{"server_uuid": "a8584c6a-702c-498d-8a31-9adf2adbe434", "name": "network-vif-plugged", "status": "completed", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:42.128259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:42.152829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098f650e-5125-4113-9b80-32727586ab66 x-openstack-request-id: req-098f650e-5125-4113-9b80-32727586ab66 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:42.153128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8584c6a-702c-498d-8a31-9adf2adbe434", "name": "network-vif-plugged", "status": "completed", "tag": "78c675d4-06d9-4e41-8d2c-b7e24238da3d", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:42.153388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-098f650e-5125-4113-9b80-32727586ab66 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:42.153838 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8584c6a-702c-498d-8a31-9adf2adbe434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c675d4-06d9-4e41-8d2c-b7e24238da3d', 'code': 200} Mar 09 17:17:42.218124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:42.224242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-762f8ee0-5b26-4b63-bf6c-f7d6ab4dce12 req-a83d0991-0ffd-4721-8fe2-c735b772900d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c3e6fe-bdec-46f1-939a-d9f579796031 HTTP/1.1" status: 200 len: 210 time: 0.0306122 Mar 09 17:17:42.267186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=10']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:42.520536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a99abf-7584-426b-8e44-40e05db7193c req-0fec2d21-54f5-40fd-9244-ffcaaf76710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:42.522050 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8a99abf-7584-426b-8e44-40e05db7193c req-0fec2d21-54f5-40fd-9244-ffcaaf76710a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 1167 time: 0.0448101 Mar 09 17:17:42.565959 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8a99abf-7584-426b-8e44-40e05db7193c req-8a327b7e-4ce7-4d83-8d20-a303b4708def service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Mar 09 17:17:42.739957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680cb73-8360-4206-a5ef-389166925b5c req-a28bac04-866d-4014-a097-113e2374459e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:42.741463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0680cb73-8360-4206-a5ef-389166925b5c req-a28bac04-866d-4014-a097-113e2374459e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 983 time: 0.0529664 Mar 09 17:17:42.788703 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0680cb73-8360-4206-a5ef-389166925b5c req-4c99995d-6290-4dda-a2e3-43eef2c3290f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Mar 09 17:17:43.449189 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-bdf44911-2e27-4f6a-9cdc-46ff38d92326 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897930356&fields=id&tenant_id=b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 267 time: 0.0467920 Mar 09 17:17:43.557062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-75f0aeba-0065-451a-bad4-ed2c48eb7757 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:43.558462 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-75f0aeba-0065-451a-bad4-ed2c48eb7757 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 811 time: 0.1027973 Mar 09 17:17:43.573208 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-315a2687-8857-4b17-9e73-1eb03f2526e2 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/quotas/b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 375 time: 0.0095029 Mar 09 17:17:43.631477 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-ace1da82-9a5f-4eb7-b49f-517c2df4b033 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531466 Mar 09 17:17:43.771280 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-81b6a295-c9e8-4e05-a4aa-4d2050b26a0a service neutron] 10.222.0.16 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289895 Mar 09 17:17:43.863278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-22983324-5dfe-49e0-b542-56de3bb461ca service neutron] 10.222.0.16 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862803 Mar 09 17:17:43.906191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606c15c-7d6a-464f-bd89-84d31703e980 req-e8e7693f-3ee6-41e1-8df6-fbb97d7bc08c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:43.907668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f606c15c-7d6a-464f-bd89-84d31703e980 req-e8e7693f-3ee6-41e1-8df6-fbb97d7bc08c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 983 time: 0.0539455 Mar 09 17:17:43.956367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f606c15c-7d6a-464f-bd89-84d31703e980 req-b9d9e291-b1d3-4d04-b97e-9d58878be695 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Mar 09 17:17:44.078356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa13897-516a-4dff-9a31-0ff9087cfddf req-abcf8bc1-0b63-4a3e-bf78-9ca7eebeffaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:44.079828 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9aa13897-516a-4dff-9a31-0ff9087cfddf req-abcf8bc1-0b63-4a3e-bf78-9ca7eebeffaa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 983 time: 0.0569715 Mar 09 17:17:44.126837 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9aa13897-516a-4dff-9a31-0ff9087cfddf req-74b14b13-92b8-447e-b434-acc8bf044824 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Mar 09 17:17:44.148530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37280) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:44.223355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0c8a9-be69-47e6-a81a-6d82ec4b8345 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:44.224950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-afc0c8a9-be69-47e6-a81a-6d82ec4b8345 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434&network_id=9498aa58-5f4a-43c2-a80e-6fd00788f070 HTTP/1.1" status: 200 len: 1162 time: 0.0753577 Mar 09 17:17:44.438694 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-34fe5382-3453-4c1d-a206-7cd4da4f3219 req-e287f604-d5a0-41ef-b27c-0c507ffc8528 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0277314 Mar 09 17:17:44.626522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09859b64-cf22-4a8c-8b5b-3f5f6cbcfd20 req-e3234a68-df42-48ca-bb3e-5de741245527 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:44.628040 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-09859b64-cf22-4a8c-8b5b-3f5f6cbcfd20 req-e3234a68-df42-48ca-bb3e-5de741245527 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 983 time: 0.0531318 Mar 09 17:17:44.674462 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-09859b64-cf22-4a8c-8b5b-3f5f6cbcfd20 req-b6ee7a07-05cb-4b95-a296-73c46a6b6d61 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Mar 09 17:17:45.535783 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3920e7d6-b12e-4337-a1d9-99f5d4a104da req-61cb2b5b-eac2-4a4d-92a0-fa7e3d13093f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0300779 Mar 09 17:17:45.790961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6865-09ff-4f5d-98cc-d7294cc24060 req-6649c4ac-7fec-425e-ac31-e8ac9b3833b6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:45.792419 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98bc6865-09ff-4f5d-98cc-d7294cc24060 req-6649c4ac-7fec-425e-ac31-e8ac9b3833b6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 983 time: 0.0528450 Mar 09 17:17:45.842952 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98bc6865-09ff-4f5d-98cc-d7294cc24060 req-e847b020-cd15-486a-bb11-bc6e4feeaee1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ab85203-ccb4-42dd-a684-f4ed1361a3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Mar 09 17:17:45.962086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-3a3c3c77-042c-4813-b71b-421241e5b687 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:45.963529 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-3a3c3c77-042c-4813-b71b-421241e5b687 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 983 time: 0.0510659 Mar 09 17:17:46.008817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-757c9b83-2387-4548-a551-bdb2549e6399 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:46.013896 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-757c9b83-2387-4548-a551-bdb2549e6399 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0414503 Mar 09 17:17:46.112280 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-003a95f7-bca3-4d10-a848-b766d4f0a6f6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0968349 Mar 09 17:17:46.122276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:46.181089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:46.316070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78c675d4-06d9-4e41-8d2c-b7e24238da3d,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:46.342664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1fd238e5-7c06-42ad-8724-446e020d5c71 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:46.344105 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1fd238e5-7c06-42ad-8724-446e020d5c71 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 811 time: 0.1004715 Mar 09 17:17:46.349921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] For port 78c675d4-06d9-4e41-8d2c-b7e24238da3d, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:46.384078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] device_id is not set on port 78c675d4-06d9-4e41-8d2c-b7e24238da3d yet. {{(pid=104357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 17:17:46.392282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Publish callbacks [] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:46.419906 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-8eeaa808-fd7e-43f7-8ed4-eabc22df0232 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 380 time: 0.0685046 Mar 09 17:17:46.429513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'port': {'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'admin_state_up': True, 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'security_groups': ['4c21669e-2538-443e-b81c-799fbcbcbf19']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:46.468868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:46.568256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=11']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:46.618840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] No DVR routers for this DVR port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:17:46.636525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Made reservation on behalf of b046bec90b254a4a860b2bce22dac67f for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:17:46.640704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:46.704414 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-25ffd52c-1da2-4af8-87bd-e4447ebb9601 req-b8712ade-854f-41fd-b41a-09276966891b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0733991 Mar 09 17:17:46.802761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Allocated IP 172.20.0.9 (631dbfe4-129a-4b26-a6c4-820d3e818a59/7a95889c-5e44-4f0b-a696-f104ef761963/6fece516-64c3-4d60-ab44-9b38bcccdab5) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:46.831439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] In _notify_port_updated(), no bound segment for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d on network 9498aa58-5f4a-43c2-a80e-6fd00788f070 {{(pid=104357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 09 17:17:46.832391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:46.833012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:46.834439 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c2dabbdd-25a9-4524-b858-baba7447fbd6 req-914036d1-62e5-46ae-9653-f5a5267ae7b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 200 len: 1026 time: 0.7159865 Mar 09 17:17:46.852394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-393a3f48-7f5f-40e8-9580-e67669869ca6 None None] Provisioning complete for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:46.853947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-393a3f48-7f5f-40e8-9580-e67669869ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:46.889252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-393a3f48-7f5f-40e8-9580-e67669869ca6 None None] Port 78c675d4-06d9-4e41-8d2c-b7e24238da3d cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:46.964496 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-547cd134-4d4a-42f5-9c64-32a3f93e8927 req-18d2ce61-ef1f-4c7b-b038-2fbba1a74c4f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8584c6a-702c-498d-8a31-9adf2adbe434 HTTP/1.1" status: 200 len: 210 time: 0.0314159 Mar 09 17:17:46.985537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:47.103963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:47.146048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:47.151219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:47.154928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:47.180683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=6fece516-64c3-4d60-ab44-9b38bcccdab5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:47.211211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:47.211899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:47.290361 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-95b8078b-1f3e-4cf4-90eb-d889c5a35711 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648984 Mar 09 17:17:47.302318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Request body: {'port': {'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:47.415061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-09d110de-5da6-4f51-a6c2-424f504c9cb1 None None] Provisioning complete for port 6fece516-64c3-4d60-ab44-9b38bcccdab5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:47.415524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09d110de-5da6-4f51-a6c2-424f504c9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:47.450641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-09d110de-5da6-4f51-a6c2-424f504c9cb1 None None] Port 6fece516-64c3-4d60-ab44-9b38bcccdab5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:17:47.624766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:47.830577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a20e62-9b06-4abe-9882-c3dd2a8ec0b8 req-c03d48d4-562c-4848-95f6-c82b9a96b637 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:47.833030 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-84a20e62-9b06-4abe-9882-c3dd2a8ec0b8 req-c03d48d4-562c-4848-95f6-c82b9a96b637 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 931 time: 0.0609791 Mar 09 17:17:47.886704 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-84a20e62-9b06-4abe-9882-c3dd2a8ec0b8 req-95c1da01-4bbc-4692-aac1-2cd5e88ea31b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473106 Mar 09 17:17:47.898433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:47.944890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] The host hv-neutron-mast is not matching for port 78c675d4-06d9-4e41-8d2c-b7e24238da3d host ! {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 09 17:17:47.945416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78c675d4-06d9-4e41-8d2c-b7e24238da3d not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:47.996054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fece516-64c3-4d60-ab44-9b38bcccdab5 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:17:48.005298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Publish callbacks [] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.031688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Transition to ACTIVE for port object 6fece516-64c3-4d60-ab44-9b38bcccdab5 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:17:48.031688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37312) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:48.087986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6168203a-ae5d-4d59-8a2d-798d31b301b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (841df2ce-6890-4916-a25d-799f4b5f8fd4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.112002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6168203a-ae5d-4d59-8a2d-798d31b301b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (841df2ce-6890-4916-a25d-799f4b5f8fd4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.114470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.198749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Pushing event updated for resources: {'Port': ['ID=6fece516-64c3-4d60-ab44-9b38bcccdab5,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:48.274818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Attempting to bind port 6fece516-64c3-4d60-ab44-9b38bcccdab5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:48.275160 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Attempting to bind port 6fece516-64c3-4d60-ab44-9b38bcccdab5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:48.275497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Attempting to bind port 6fece516-64c3-4d60-ab44-9b38bcccdab5 on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:48.280105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Port 6fece516-64c3-4d60-ab44-9b38bcccdab5 on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:17:48.280466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Attempting to bind port 6fece516-64c3-4d60-ab44-9b38bcccdab5 on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:48.288799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:48.291605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Checking segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:48.291605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Bound using segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:48.291605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Bound port: 6fece516-64c3-4d60-ab44-9b38bcccdab5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:48.291605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.345237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6168203a-ae5d-4d59-8a2d-798d31b301b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (841df2ce-6890-4916-a25d-799f4b5f8fd4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.348490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6168203a-ae5d-4d59-8a2d-798d31b301b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.352885 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6168203a-ae5d-4d59-8a2d-798d31b301b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/841df2ce-6890-4916-a25d-799f4b5f8fd4 HTTP/1.1" status: 204 len: 168 time: 0.3172657 Mar 09 17:17:48.379071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168203a-ae5d-4d59-8a2d-798d31b301b4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841df2ce-6890-4916-a25d-799f4b5f8fd4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:48.394259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] For port 6fece516-64c3-4d60-ab44-9b38bcccdab5, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:48.398976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] For port 6fece516-64c3-4d60-ab44-9b38bcccdab5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:48.477587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37316) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:48.505811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.547818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:48.548669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.550383 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 1093 time: 1.2531469 Mar 09 17:17:48.550934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:17:48.553636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0" -d '{"events": [{"name": "network-changed", "server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:17:48.591718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d59a-8685-4ed4-a0c1-5984ab47ba46 service neutron] Pushing event updated for resources: {'Port': ['ID=6fece516-64c3-4d60-ab44-9b38bcccdab5,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:48.687099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054df0b-42ad-492f-a7d0-5f3ce9fdfd14 x-openstack-request-id: req-7054df0b-42ad-492f-a7d0-5f3ce9fdfd14 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:17:48.687506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:17:48.687872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7054df0b-42ad-492f-a7d0-5f3ce9fdfd14 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:17:48.688387 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'status': 'completed', 'code': 200} Mar 09 17:17:48.689488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 73551cbe-3043-407d-bc1c-54802c52990d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:48.689952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (73551cbe-3043-407d-bc1c-54802c52990d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.794400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-e7b30189-52f0-43c7-9118-bc34252b7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:48.794765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (73551cbe-3043-407d-bc1c-54802c52990d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.795432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (73551cbe-3043-407d-bc1c-54802c52990d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:48.796227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-e7b30189-52f0-43c7-9118-bc34252b7573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1127 time: 0.0939956 Mar 09 17:17:48.810229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 73551cbe-3043-407d-bc1c-54802c52990d owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:48.862015 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-59535fd3-8eff-4900-babf-b1cfe2fbf0e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 217 time: 0.0581160 Mar 09 17:17:48.921627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-d8ebb7fe-5c9f-4b45-b561-bd2fd14d36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:48.926453 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-d8ebb7fe-5c9f-4b45-b561-bd2fd14d36b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0565231 Mar 09 17:17:49.022386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-b3daa737-f0da-4a5c-a3ab-a77c45b33caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:49.023127 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-b3daa737-f0da-4a5c-a3ab-a77c45b33caa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0923970 Mar 09 17:17:49.075484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf9d1-fa15-4644-ba01-35559ac8e5e7 req-17c316f3-458e-44d9-9dde-8246e9deef0c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:49.077130 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3aadf9d1-fa15-4644-ba01-35559ac8e5e7 req-17c316f3-458e-44d9-9dde-8246e9deef0c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.1016600 Mar 09 17:17:49.123652 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-a6d578fb-1f86-4505-9ad2-ef29e18234b3 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949316 Mar 09 17:17:49.130205 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3aadf9d1-fa15-4644-ba01-35559ac8e5e7 req-e06b1d7f-1d7d-439f-9f37-c0078b9c2136 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Mar 09 17:17:49.137446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (73551cbe-3043-407d-bc1c-54802c52990d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:49.173858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=73551cbe-3043-407d-bc1c-54802c52990d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:49.227788 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125b9b9b-01b6-4232-9235-d6483a5977b2 req-9a4368a5-ce77-4228-b692-64491cadd474 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975404 Mar 09 17:17:49.234361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (e3286199-369b-4802-a08b-533d094f3ec0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:49.234951 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP e3286199-369b-4802-a08b-533d094f3ec0 disassociated (deleted). External IP: 172.36.5.244, port: 78c675d4-06d9-4e41-8d2c-b7e24238da3d. Mar 09 17:17:49.408730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-8ec25535-1248-4eec-b2b4-40b5e624198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:49.410930 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-8ec25535-1248-4eec-b2b4-40b5e624198f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1127 time: 0.0493929 Mar 09 17:17:49.589797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-5de2d6ae-629a-49aa-bed9-93f5a9bc9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:49.591317 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-5de2d6ae-629a-49aa-bed9-93f5a9bc9d0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.1747160 Mar 09 17:17:49.639186 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-ca7be173-bfd2-4611-93bf-58b545981931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 217 time: 0.0419319 Mar 09 17:17:49.693386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-b9a0d9fc-ae85-49e5-9e84-dfaf4e6ee3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:49.694979 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-b9a0d9fc-ae85-49e5-9e84-dfaf4e6ee3ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0490017 Mar 09 17:17:49.745707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-023c3a6d-1774-4543-a6ab-5741deab046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:49.747399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-023c3a6d-1774-4543-a6ab-5741deab046a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462461 Mar 09 17:17:49.802728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:17:49.842128 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-dcd0b364-83f1-41c4-a080-16c7b7741f75 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880506 Mar 09 17:17:49.915592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:49.920297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:49.929204 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] Sync routers for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:49.938150 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7cd3b3bf-94b3-4ef9-bcca-de6bce13fba0 req-44012411-c48d-4d23-81ce-647d5c717aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892072 Mar 09 17:17:49.939715 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:49.941108 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:49.950650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-343023cd-62e4-4108-90b2-c1c74d6c4bbe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3286199-369b-4802-a08b-533d094f3ec0 HTTP/1.1" status: 204 len: 168 time: 1.4718683 Mar 09 17:17:50.026297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:50.089661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52e54dd1-3556-4110-bcf3-af411e15834e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (f6a21516-74ee-44f3-9de6-2826854e6fda), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.116424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52e54dd1-3556-4110-bcf3-af411e15834e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (f6a21516-74ee-44f3-9de6-2826854e6fda), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.153688 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:50.260680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d086de0-993a-4932-8e47-b171b8f3be48 req-bd7e2000-165e-41bc-ae8b-1c74f8e507be tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:50.262213 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9d086de0-993a-4932-8e47-b171b8f3be48 req-bd7e2000-165e-41bc-ae8b-1c74f8e507be tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0558825 Mar 09 17:17:50.263293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52e54dd1-3556-4110-bcf3-af411e15834e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f6a21516-74ee-44f3-9de6-2826854e6fda), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.266119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52e54dd1-3556-4110-bcf3-af411e15834e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.270931 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-52e54dd1-3556-4110-bcf3-af411e15834e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/f6a21516-74ee-44f3-9de6-2826854e6fda HTTP/1.1" status: 204 len: 168 time: 0.2435765 Mar 09 17:17:50.307550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e54dd1-3556-4110-bcf3-af411e15834e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a21516-74ee-44f3-9de6-2826854e6fda,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:50.328447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9d086de0-993a-4932-8e47-b171b8f3be48 req-62e87221-d8dc-4e05-9c0c-ef487ee5a111 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563467 Mar 09 17:17:50.368786 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:11Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:50.391033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37334) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:50.393993 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] Checking router: 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:50.403139 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:50.403752 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:50.499049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 78c675d4-06d9-4e41-8d2c-b7e24238da3d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:50.499683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.519229 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:50.586680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.598559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 78c675d4-06d9-4e41-8d2c-b7e24238da3d owned by {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:50.717482 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:11Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:50.745045 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369c30-c3c4-4cf4-bdd2-19f81ea538c1 None None] The sync data for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv is: [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b31b7c1-9a50-418e-9ce3-3150bf1cd561', 'name': '', 'network_id': '9498aa58-5f4a-43c2-a80e-6fd00788f070', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:d8:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:07Z', 'updated_at': '2022-03-09T17:17:11Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'eae44bd7-a810-4847-981d-cafc3ab9de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:50.790589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (78c675d4-06d9-4e41-8d2c-b7e24238da3d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.819365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=78c675d4-06d9-4e41-8d2c-b7e24238da3d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:50.909528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:50.913577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9a66ff2c-1cbb-4224-9fca-88364d70e9aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/ports/78c675d4-06d9-4e41-8d2c-b7e24238da3d HTTP/1.1" status: 204 len: 168 time: 0.5211358 Mar 09 17:17:50.916223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:51.061887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b67c4-7c61-48d3-8dcc-ab3c67513501 None None] New status for floating IP e3286199-369b-4802-a08b-533d094f3ec0: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:17:51.311956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:51.527001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff40d7-0ecf-43fa-b3a9-ece755306be8 req-d0110e74-4098-4d3e-ac3c-0731af51fa05 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:51.528519 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-79ff40d7-0ecf-43fa-b3a9-ece755306be8 req-d0110e74-4098-4d3e-ac3c-0731af51fa05 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.1124279 Mar 09 17:17:51.606850 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-79ff40d7-0ecf-43fa-b3a9-ece755306be8 req-9adc8c58-6ccb-47e9-9bb7-2d5de1bd0e5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719969 Mar 09 17:17:51.664300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:51.664668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:51.749766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 8b31b7c1-9a50-418e-9ce3-3150bf1cd561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:51.750131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:51.762968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:52.018909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8b31b7c1-9a50-418e-9ce3-3150bf1cd561), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:52.048739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=8b31b7c1-9a50-418e-9ce3-3150bf1cd561,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:52.495035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:52.717699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:17:52.732334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9620b6-f113-47e5-95e9-1ffb8076c89a req-bee12363-50be-4fd9-bf08-084748a41f69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:52.733872 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d9620b6-f113-47e5-95e9-1ffb8076c89a req-bee12363-50be-4fd9-bf08-084748a41f69 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0585761 Mar 09 17:17:52.783921 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d9620b6-f113-47e5-95e9-1ffb8076c89a req-db9e9756-d1b0-4f66-a9dd-16c793c53ada tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Mar 09 17:17:52.831126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:52.838562 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0dad86a6-8641-4164-89b0-c6c3ff2590db tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9210989 Mar 09 17:17:52.839118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37342) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:52.841594 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] Sync routers for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:52.851861 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:52.852503 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:52.895820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet eae44bd7-a810-4847-981d-cafc3ab9de6a {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:17:52.899236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (eae44bd7-a810-4847-981d-cafc3ab9de6a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:52.940909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (eae44bd7-a810-4847-981d-cafc3ab9de6a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:52.960402 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:53.032392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (eae44bd7-a810-4847-981d-cafc3ab9de6a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.150889 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:51Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:53.179255 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] Checking router: 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:53.199962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] Routers {'6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:53.199962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:53.230488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (eae44bd7-a810-4847-981d-cafc3ab9de6a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.259681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=eae44bd7-a810-4847-981d-cafc3ab9de6a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:53.262131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.265276 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/eae44bd7-a810-4847-981d-cafc3ab9de6a HTTP/1.1" status: 204 len: 168 time: 0.4251463 Mar 09 17:17:53.266828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af2c03-6816-443b-9842-03bb1aad5cf9 None None] Network 9498aa58-5f4a-43c2-a80e-6fd00788f070 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:17:53.267945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37344) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:53.272391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.272761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.273118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.273464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.273807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.274145 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.274479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.274818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.275160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.275488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.275820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.276142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.276511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc400cb-2c77-4df4-be94-04cd6578a755 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:17:53.303418 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] Set router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:53.392574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.485382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] DHCP port deletion for 9498aa58-5f4a-43c2-a80e-6fd00788f070 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:17:53.501958 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:51Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:53.520739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.533225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdde3e-32b7-4296-a2ee-8f2d427f3169 None None] The sync data for ids ['6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f'] in dv-neutron-master-2-hyperv is: [{'id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'name': 'tempest-TestNetworkBasicOps-router-2073713221', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246'}], 'enable_snat': True}, 'gw_port_id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:51Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'd5a2762e-aba2-440e-9314-568fcc964855', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:03Z', 'updated_at': '2022-03-09T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:53.549275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] Deleting port 2631e8cd-3674-41c7-803c-5916861321f1 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:53.549759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2631e8cd-3674-41c7-803c-5916861321f1), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.619693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] For port 2631e8cd-3674-41c7-803c-5916861321f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2631e8cd-3674-41c7-803c-5916861321f1,segment=NetworkSegment(0ce8bb21-4285-4631-b4ff-c655dd9309b1),segment_id=0ce8bb21-4285-4631-b4ff-c655dd9309b1)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:53.620067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2631e8cd-3674-41c7-803c-5916861321f1), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.633281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] Calling delete_port for 2631e8cd-3674-41c7-803c-5916861321f1 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:53.665197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port d5a2762e-aba2-440e-9314-568fcc964855 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:17:53.669237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d5a2762e-aba2-440e-9314-568fcc964855), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.745377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port d5a2762e-aba2-440e-9314-568fcc964855, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5a2762e-aba2-440e-9314-568fcc964855,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:17:53.745659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d5a2762e-aba2-440e-9314-568fcc964855), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.758966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for d5a2762e-aba2-440e-9314-568fcc964855 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:17:53.773417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (2631e8cd-3674-41c7-803c-5916861321f1), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:53.795221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] Pushing event deleted for resources: {'Port': ['ID=2631e8cd-3674-41c7-803c-5916861321f1,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:53.804859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820d376-60ff-4f6c-80e2-bb6a1b98bfc0 None None] No DVR routers for this DVR port 2631e8cd-3674-41c7-803c-5916861321f1 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:17:53.950021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2631e8cd-3674-41c7-803c-5916861321f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:53.950605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e47a93-8c16-405a-b601-9f4751e92381 req-a363e8d1-5fe3-49b2-9892-9a566383af8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:53.956793 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-39e47a93-8c16-405a-b601-9f4751e92381 req-a363e8d1-5fe3-49b2-9892-9a566383af8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0795388 Mar 09 17:17:53.970888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2631e8cd-3674-41c7-803c-5916861321f1 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:17:53.971241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2631e8cd-3674-41c7-803c-5916861321f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:53.971696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:53.999110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:17:53.999465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8b31b7c1-9a50-418e-9ce3-3150bf1cd561 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:54.023847 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-39e47a93-8c16-405a-b601-9f4751e92381 req-faa6e6c1-8735-4dd7-9c5f-ad1b2fe7b8f2 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654888 Mar 09 17:17:54.131842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d5a2762e-aba2-440e-9314-568fcc964855), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.157818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=d5a2762e-aba2-440e-9314-568fcc964855,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:54.226651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.317607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.319774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.417478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.418020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:17:54.424976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.428989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5dbe2e33-3f70-427e-80a9-e846c9cb5c74 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/6aa21aba-1eae-40bb-9bb0-c4ff5e59a49f HTTP/1.1" status: 204 len: 168 time: 1.1563764 Mar 09 17:17:54.430943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37348) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:54.509309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (9498aa58-5f4a-43c2-a80e-6fd00788f070), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.605331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (9498aa58-5f4a-43c2-a80e-6fd00788f070), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.624929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9498aa58-5f4a-43c2-a80e-6fd00788f070']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:54.634769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce8bb21-4285-4631-b4ff-c655dd9309b1') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:54.635075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce8bb21-4285-4631-b4ff-c655dd9309b1') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:54.644214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (0ce8bb21-4285-4631-b4ff-c655dd9309b1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.657653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0ce8bb21-4285-4631-b4ff-c655dd9309b1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.663436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:17:54.663831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (0ce8bb21-4285-4631-b4ff-c655dd9309b1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:17:54.666749 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:17:54.824744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (9498aa58-5f4a-43c2-a80e-6fd00788f070), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.829311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.836563 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/9498aa58-5f4a-43c2-a80e-6fd00788f070 HTTP/1.1" status: 204 len: 168 time: 0.4058497 Mar 09 17:17:54.850683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37350) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:54.853733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e0071-69ac-4e12-921a-612e11455437 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=9498aa58-5f4a-43c2-a80e-6fd00788f070,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:54.868785 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-87839b82-dc15-4dba-b21e-1cf1dc7327e7 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0161452 Mar 09 17:17:54.872064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37352) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:54.877356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--1008717806', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:54.950277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:17:54.954246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.979235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:17:54.989229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (032971d8-71be-459d-b4d0-d86a93e922a3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:54.989571 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment 032971d8-71be-459d-b4d0-d86a93e922a3 of type vlan for network 80a65a83-bb83-4b0f-8024-53fde728cf24 Mar 09 17:17:55.033641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (80a65a83-bb83-4b0f-8024-53fde728cf24), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.123222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (80a65a83-bb83-4b0f-8024-53fde728cf24), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.128134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:55.129622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.206582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=80a65a83-bb83-4b0f-8024-53fde728cf24,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:55.216270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d889b2f-f156-4f14-abf4-334fc6762fa2 req-7f4d28c4-efe0-4369-89be-040df5694e0a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:55.217808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3d889b2f-f156-4f14-abf4-334fc6762fa2 req-7f4d28c4-efe0-4369-89be-040df5694e0a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.1238825 Mar 09 17:17:55.221633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:17:55.246225 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b0162580-061b-4d67-ac53-77b90d65a3d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3729005 Mar 09 17:17:55.249123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37356) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:55.255140 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:55.301531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3d889b2f-f156-4f14-abf4-334fc6762fa2 req-0edaae7b-35d6-4108-adc4-61979f3b9ad6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764771 Mar 09 17:17:55.356222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (437510cf-3288-4689-88d0-80f10c558090), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.357298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (437510cf-3288-4689-88d0-80f10c558090), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.413456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (437510cf-3288-4689-88d0-80f10c558090), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.601560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (437510cf-3288-4689-88d0-80f10c558090), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.724764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d5a2762e-aba2-440e-9314-568fcc964855 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:17:55.746874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: d5a2762e-aba2-440e-9314-568fcc964855 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:17:55.747565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d5a2762e-aba2-440e-9314-568fcc964855 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:17:55.842570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (437510cf-3288-4689-88d0-80f10c558090), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.861046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:55.965600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.216 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/7880a1aa-cf1a-4891-9ec4-e63432475e6b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:56.073152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:56.196477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:56.238298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:56.241451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:56.248378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:56.272866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:56.421509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff109a9-b6d7-4c8b-89ec-3ad2c3c595e8 req-b0b87a8c-bd52-4957-bc35-2a7435bc8988 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:56.423114 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fff109a9-b6d7-4c8b-89ec-3ad2c3c595e8 req-b0b87a8c-bd52-4957-bc35-2a7435bc8988 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0552998 Mar 09 17:17:56.474150 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fff109a9-b6d7-4c8b-89ec-3ad2c3c595e8 req-8e3c479f-317c-4c8a-ae6e-17ed814cc933 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Mar 09 17:17:56.602015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (437510cf-3288-4689-88d0-80f10c558090), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:56.810927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (437510cf-3288-4689-88d0-80f10c558090), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.034472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 437510cf-3288-4689-88d0-80f10c558090 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:17:57.145139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:17:57.154261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601c269-e174-4613-b16c-c639966b981c None None] Sync routers for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:17:57.167193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:57.167193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:57.256429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.257753 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-77f623f0-8df6-4cc9-8965-3a14fb543584 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0075474 Mar 09 17:17:57.260809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37360) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:57.271969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:57.292201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ca3dcccb-20af-42ff-adf4-2bad75d46e6a tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296683 Mar 09 17:17:57.294205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37362) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:57.386321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41585f-cbdb-4c28-9e6a-5529d79455f9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:57.387950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7b41585f-cbdb-4c28-9e6a-5529d79455f9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927765 Mar 09 17:17:57.390660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37364) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:57.419392 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-37614f32-425c-4325-890f-f4044a5c7c9d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275416 Mar 09 17:17:57.421870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37366) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:57.426654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953781928', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:17:57.454238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:56Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:57.481365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601c269-e174-4613-b16c-c639966b981c None None] Checking router: 437510cf-3288-4689-88d0-80f10c558090 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:17:57.481735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601c269-e174-4613-b16c-c639966b981c None None] Updating router 437510cf-3288-4689-88d0-80f10c558090 port 7880a1aa-cf1a-4891-9ec4-e63432475e6b binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:17:57.510934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9601c269-e174-4613-b16c-c639966b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.611853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e2aeb-4a97-4088-a895-33ab01c04e85 req-d7777fe0-d7a5-444d-b930-7f711ba30caf tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:57.614030 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-651e2aeb-4a97-4088-a895-33ab01c04e85 req-d7777fe0-d7a5-444d-b930-7f711ba30caf tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0575292 Mar 09 17:17:57.615126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:17:57.618390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.726322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-651e2aeb-4a97-4088-a895-33ab01c04e85 req-d7a2cc56-fca3-45d3-b420-aeb3a415a1c5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036353 Mar 09 17:17:57.782613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9601c269-e174-4613-b16c-c639966b981c None None] Publish callbacks [] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.864546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9601c269-e174-4613-b16c-c639966b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.899576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (1bbed0e6-2711-4b61-ada1-65913e4bbbae), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.916037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9601c269-e174-4613-b16c-c639966b981c None None] Attempting to bind port 7880a1aa-cf1a-4891-9ec4-e63432475e6b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:57.916432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9601c269-e174-4613-b16c-c639966b981c None None] Attempting to bind port 7880a1aa-cf1a-4891-9ec4-e63432475e6b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:57.916801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601c269-e174-4613-b16c-c639966b981c None None] Attempting to bind port 7880a1aa-cf1a-4891-9ec4-e63432475e6b on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:57.919843 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db0c6f-1b98-4c5e-af88-30530785b860 None None] Pushing event updated for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:57.924334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601c269-e174-4613-b16c-c639966b981c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:57.924743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601c269-e174-4613-b16c-c639966b981c None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:57.925149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9601c269-e174-4613-b16c-c639966b981c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.926096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601c269-e174-4613-b16c-c639966b981c None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:57.926550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9601c269-e174-4613-b16c-c639966b981c None None] Bound port: 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:57.927581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9601c269-e174-4613-b16c-c639966b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:57.963177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=1bbed0e6-2711-4b61-ada1-65913e4bbbae,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:57.971580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:57.971580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 80a65a83-bb83-4b0f-8024-53fde728cf24, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:17:57.979300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9601c269-e174-4613-b16c-c639966b981c None None] For port 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:57.982487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9601c269-e174-4613-b16c-c639966b981c None None] For port 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7880a1aa-cf1a-4891-9ec4-e63432475e6b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:58.058961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:17:58.105168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9601c269-e174-4613-b16c-c639966b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:58.157096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:17:58.157732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:58.173051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 80a65a83-bb83-4b0f-8024-53fde728cf24) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:58.177689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:58.178601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:58.201735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9345e-1016-4ce2-9b26-4fdb46664e52 None None] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:17:58.221128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db0c6f-1b98-4c5e-af88-30530785b860 None None] Pushing event updated for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:58.245842 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c325143-3597-4443-b5bf-7b59220364a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8226686 Mar 09 17:17:58.248688 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37370) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:17:58.349459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:17:58.547286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-80a65a83-bb83-4b0f-8024-53fde728cf24', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:17:58.548195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:58.679827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:58.689801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:58.784274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Allocated IP 172.20.0.2 (80a65a83-bb83-4b0f-8024-53fde728cf24/1bbed0e6-2711-4b61-ada1-65913e4bbbae/4d89d2da-e4bc-4ad9-84a4-8b26b437668d) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:58.821990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9601c269-e174-4613-b16c-c639966b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:56Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:17:58.856851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601c269-e174-4613-b16c-c639966b981c None None] The sync data for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv is: [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:56Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:17:58.859933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdbef-bf43-481c-a3c6-772b5a514794 req-a1478233-07bc-4662-9ce6-2b07246b52bc tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:17:58.867219 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-619fdbef-bf43-481c-a3c6-772b5a514794 req-a1478233-07bc-4662-9ce6-2b07246b52bc tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0634618 Mar 09 17:17:58.928638 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-619fdbef-bf43-481c-a3c6-772b5a514794 req-2c94c2d2-9efd-4923-ad38-713dccaad99f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569413 Mar 09 17:17:58.990963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Publish callbacks [] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.076748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.142149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:59.147812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:59.150174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Pushing event updated for resources: {'Port': ['ID=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:59.153549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:59.223796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Attempting to bind port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:17:59.224550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Attempting to bind port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:17:59.224550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Attempting to bind port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d on network 80a65a83-bb83-4b0f-8024-53fde728cf24 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:17:59.231119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:17:59.231504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Checking segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:17:59.231946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.232338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Bound using segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:17:59.232840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Bound port: 4d89d2da-e4bc-4ad9-84a4-8b26b437668d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:17:59.233227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.311266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] For port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:17:59.315281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] For port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:17:59.356566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (80a65a83-bb83-4b0f-8024-53fde728cf24/1bbed0e6-2711-4b61-ada1-65913e4bbbae/d75517ca-8607-484e-92f8-8d5b8d68fb86) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:17:59.402565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.476549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45989-7446-4bdb-89e8-033f958c4ec2 None None] Pushing event updated for resources: {'Port': ['ID=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:59.490860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.590993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.658200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:17:59.663679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:17:59.666135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:17:59.696065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:17:59.728557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (437510cf-3288-4689-88d0-80f10c558090), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.833509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:17:59.883316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7880a1aa-cf1a-4891-9ec4-e63432475e6b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:17:59.892308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.967701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7880a1aa-cf1a-4891-9ec4-e63432475e6b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:17:59.968114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.990410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:17:59.992991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7880a1aa-cf1a-4891-9ec4-e63432475e6b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:00.062876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.063717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d89d2da-e4bc-4ad9-84a4-8b26b437668d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:00.123213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce229f7-0432-4e75-8f75-611dffddb3e3 req-9eb09a41-d652-45fb-9fa2-3f94faf8979b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:00.124774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce229f7-0432-4e75-8f75-611dffddb3e3 req-9eb09a41-d652-45fb-9fa2-3f94faf8979b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.1242177 Mar 09 17:18:00.142236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:00.153333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:00.153713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.231446 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce229f7-0432-4e75-8f75-611dffddb3e3 req-26461dfc-7e3e-46b6-9fe7-1d64c8b1c9db tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973520 Mar 09 17:18:00.231705 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:00.232195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.266081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:00.356871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.361487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.407426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.411911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:00.482929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (437510cf-3288-4689-88d0-80f10c558090), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:00.484954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:00.583986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:18:00.585543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:18:00.710386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 437510cf-3288-4689-88d0-80f10c558090 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:18:00.828098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:18:00.836015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6c838825-84c4-455a-af65-a0483fbff444 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857739 Mar 09 17:18:00.836679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37376) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:00.871227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a37db-0f99-45c1-9214-acb0788dd373 None None] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:18:00.898742 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Sync routers for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:18:00.908840 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:00.909461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:00.964816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-634da77c-6ba7-4998-a99a-65fabab6df48 None None] Provisioning complete for port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:00.965472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-634da77c-6ba7-4998-a99a-65fabab6df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.012809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.013205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.013678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.014138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.014792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.015421 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.017557 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3bcca098-8d67-4b8a-88c4-33c6f9707566 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1798644 Mar 09 17:18:01.020611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37378) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:01.080283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.080924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.081410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.081909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.082373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.082831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.084686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-20fb56d0-4d47-45d5-b785-f23d88c04b70 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0627003 Mar 09 17:18:01.087434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37380) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:01.093230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-634da77c-6ba7-4998-a99a-65fabab6df48 None None] Current status of the port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:01.123711 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:01.236974 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-56ff0729-aa66-4443-94e5-b5c842dbfe5d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1484008 Mar 09 17:18:01.327582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1102c783-3461-4501-9bfd-800d92dbf9ad None None] Provisioning complete for port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:01.328149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1102c783-3461-4501-9bfd-800d92dbf9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.340334 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:00Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:01.366469 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Checking router: 437510cf-3288-4689-88d0-80f10c558090 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:18:01.367097 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Updating router 437510cf-3288-4689-88d0-80f10c558090 port d75517ca-8607-484e-92f8-8d5b8d68fb86 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:18:01.411400 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.430345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae4d1-2347-4f7a-83ce-f90a30dc3df8 req-8e372bfd-5d89-41bb-801d-81e817693dc1 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:01.432100 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf1ae4d1-2347-4f7a-83ce-f90a30dc3df8 req-8e372bfd-5d89-41bb-801d-81e817693dc1 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0950260 Mar 09 17:18:01.433119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1102c783-3461-4501-9bfd-800d92dbf9ad None None] Current status of the port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:01.444787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1102c783-3461-4501-9bfd-800d92dbf9ad None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:01.445176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1102c783-3461-4501-9bfd-800d92dbf9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.485803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1102c783-3461-4501-9bfd-800d92dbf9ad None None] Port d75517ca-8607-484e-92f8-8d5b8d68fb86 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:18:01.489058 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf1ae4d1-2347-4f7a-83ce-f90a30dc3df8 req-46a42bc5-3d05-4a64-b076-cc3523aca0e9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489888 Mar 09 17:18:01.547600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37386) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:01.553746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297508997', 'description': 'tempest-secgroup-smoke-1297508997 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:01.610676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1c71b3a3-bc4d-4229-915d-e33933a62661 None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:01.611050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1c71b3a3-bc4d-4229-915d-e33933a62661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.636272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.655975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1c71b3a3-bc4d-4229-915d-e33933a62661 None None] Port d75517ca-8607-484e-92f8-8d5b8d68fb86 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:18:01.700167 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Publish callbacks [] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.723515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (fc883e1c-0b40-413a-9d9c-59ca7b241462), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.742640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:01.783106 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.790785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7880a1aa-cf1a-4891-9ec4-e63432475e6b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:01.791157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.824915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (fc883e1c-0b40-413a-9d9c-59ca7b241462), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.832633 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31384e17-05b4-471d-a3ce-45842cadf09e None None] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:01.870502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc883e1c-0b40-413a-9d9c-59ca7b241462,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:01.886396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7880a1aa-cf1a-4891-9ec4-e63432475e6b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:01.891913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d89d2da-e4bc-4ad9-84a4-8b26b437668d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:01.893537 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Attempting to bind port d75517ca-8607-484e-92f8-8d5b8d68fb86 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:18:01.893970 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Attempting to bind port d75517ca-8607-484e-92f8-8d5b8d68fb86 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:18:01.894311 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Attempting to bind port d75517ca-8607-484e-92f8-8d5b8d68fb86 on network 80a65a83-bb83-4b0f-8024-53fde728cf24 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:18:01.899591 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:18:01.900256 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Checking segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:18:01.900407 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.900767 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Bound using segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:18:01.901229 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Bound port: d75517ca-8607-484e-92f8-8d5b8d68fb86, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:18:01.901607 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.913282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3bce6e80-834e-4fae-b15a-1b8530305ce7 None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:01.913655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3bce6e80-834e-4fae-b15a-1b8530305ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.959153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3bce6e80-834e-4fae-b15a-1b8530305ce7 None None] Port d75517ca-8607-484e-92f8-8d5b8d68fb86 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:18:01.969526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:01.969917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.977232 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] For port d75517ca-8607-484e-92f8-8d5b8d68fb86, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:18:01.980990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:01.989931 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] For port d75517ca-8607-484e-92f8-8d5b8d68fb86, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d75517ca-8607-484e-92f8-8d5b8d68fb86,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:18:01.990230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37388) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:01.990705 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9572c304-a9b1-4b1b-8682-39465d3a896c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4372692 Mar 09 17:18:01.993280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'fc883e1c-0b40-413a-9d9c-59ca7b241462', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:02.055853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:02.077082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-79527d06-3f28-40d0-ac7f-f794fc011c06 None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:02.077463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-79527d06-3f28-40d0-ac7f-f794fc011c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.110211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-79527d06-3f28-40d0-ac7f-f794fc011c06 None None] Port d75517ca-8607-484e-92f8-8d5b8d68fb86 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:18:02.122209 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.182106 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:02.182106 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:17:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:02.182372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a49f1b39-ef08-4ead-b7b8-38af02281293), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.229398 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31384e17-05b4-471d-a3ce-45842cadf09e None None] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:02.242931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a49f1b39-ef08-4ead-b7b8-38af02281293), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.296717 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:02.344708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a49f1b39-ef08-4ead-b7b8-38af02281293), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.362393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49f1b39-ef08-4ead-b7b8-38af02281293,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:02.370859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.371216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.371567 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.371910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.372243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.372607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.372943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.373274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.373604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.373932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.374257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.374580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.374903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:02.430714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:02.431352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.469240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.469240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9da9c9a-9ff4-4d0b-9ee3-afe9e1a4b196 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4788053 Mar 09 17:18:02.470661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37390) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:02.476041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'fc883e1c-0b40-413a-9d9c-59ca7b241462', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:02.503621 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:01Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:02.513934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] Current status of the port d75517ca-8607-484e-92f8-8d5b8d68fb86 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:02.514436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.530271 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631aca9-7f95-4529-ab97-6bdc33f12039 None None] The sync data for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv is: [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:01Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:18:02.556685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] For port d75517ca-8607-484e-92f8-8d5b8d68fb86, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d75517ca-8607-484e-92f8-8d5b8d68fb86,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:02.603136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bab1f153-5ddc-4ad5-bae4-f9c1fc02db77), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.629155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aaa19-a8aa-48ec-9254-db1a3b8f30e8 req-a0544837-83a3-4a9a-81eb-8307dbf1cae4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:02.630653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-591aaa19-a8aa-48ec-9254-db1a3b8f30e8 req-a0544837-83a3-4a9a-81eb-8307dbf1cae4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0664012 Mar 09 17:18:02.680484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (bab1f153-5ddc-4ad5-bae4-f9c1fc02db77), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.689107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-591aaa19-a8aa-48ec-9254-db1a3b8f30e8 req-70e08876-52e8-4cb9-85aa-43deb1a558ff tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527608 Mar 09 17:18:02.710509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.760771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062db89f-99f7-43cf-909b-d0e58514acdb None None] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:02.794661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bab1f153-5ddc-4ad5-bae4-f9c1fc02db77), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.812278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab1f153-5ddc-4ad5-bae4-f9c1fc02db77,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:02.895764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:02.897195 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2fc9dca7-2834-4701-bcad-48c2f09bf8a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4252548 Mar 09 17:18:02.900010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37394) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:02.905040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'fc883e1c-0b40-413a-9d9c-59ca7b241462', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:02.996151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (cd45c30a-19c7-4576-9236-266369943bf7), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.058978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (cd45c30a-19c7-4576-9236-266369943bf7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.139103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (cd45c30a-19c7-4576-9236-266369943bf7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.158900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd45c30a-19c7-4576-9236-266369943bf7,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:03.243399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.244793 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9969eb35-fa38-41b6-9d51-d1cca26a9335 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3436444 Mar 09 17:18:03.247511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37396) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:03.251897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'fc883e1c-0b40-413a-9d9c-59ca7b241462', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:03.343803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (c7b651a1-85e3-4b0d-a279-e5d3954add0f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.403605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (c7b651a1-85e3-4b0d-a279-e5d3954add0f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.480566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c7b651a1-85e3-4b0d-a279-e5d3954add0f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.504453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b651a1-85e3-4b0d-a279-e5d3954add0f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:03.575058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.580536 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e8a39b9e-be5c-4cca-bbac-83c354eca7c7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279057 Mar 09 17:18:03.580536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37398) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:03.584512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'fc883e1c-0b40-413a-9d9c-59ca7b241462', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:03.600326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-07c15e0e-1612-41af-b341-83da6520eff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.683726 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:18:03.689445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3e556c4a-85c5-4775-bf24-c64493b0246d), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.761434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3e556c4a-85c5-4775-bf24-c64493b0246d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.780464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d75517ca-8607-484e-92f8-8d5b8d68fb86 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:03.815655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e852bc-cfd6-48d9-ab96-615716564c4d req-420894f4-a328-4290-bcc9-ad9809604ed4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:03.818027 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-58e852bc-cfd6-48d9-ab96-615716564c4d req-420894f4-a328-4290-bcc9-ad9809604ed4 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 943 time: 0.0588539 Mar 09 17:18:03.828729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:03.829128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.841493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3e556c4a-85c5-4775-bf24-c64493b0246d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.864100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e556c4a-85c5-4775-bf24-c64493b0246d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:03.871605 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-58e852bc-cfd6-48d9-ab96-615716564c4d req-e7f5106b-eba1-4e8b-a857-4c2e7f5a37f3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Mar 09 17:18:03.913109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d75517ca-8607-484e-92f8-8d5b8d68fb86 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:03.933895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6fece516-64c3-4d60-ab44-9b38bcccdab5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:18:03.962003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:03.963416 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-143ce36d-5708-49bc-bdde-497fb0cab302 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3831282 Mar 09 17:18:03.965999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37402) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:03.972840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'fc883e1c-0b40-413a-9d9c-59ca7b241462', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:04.029407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6fece516-64c3-4d60-ab44-9b38bcccdab5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:04.041054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:18:04.068942 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:18:04.074250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (250c4798-6c8a-4f3e-96db-9516016bfab9), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:04.080179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6fece516-64c3-4d60-ab44-9b38bcccdab5 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:04.080589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:04.093681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fece516-64c3-4d60-ab44-9b38bcccdab5 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:18:04.113229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6fece516-64c3-4d60-ab44-9b38bcccdab5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:04.133300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (250c4798-6c8a-4f3e-96db-9516016bfab9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:04.194177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:04.234225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (250c4798-6c8a-4f3e-96db-9516016bfab9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:04.241311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=6fece516-64c3-4d60-ab44-9b38bcccdab5,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:04.251881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250c4798-6c8a-4f3e-96db-9516016bfab9,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:04.321850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:04.323089 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-96466050-10b2-4252-b10a-5dabdf523790 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561289 Mar 09 17:18:04.384587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['6fece516-64c3-4d60-ab44-9b38bcccdab5'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:18:04.468364 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-815bedf2-ac10-44b1-b88a-e53da20387fa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297508997&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0440874 Mar 09 17:18:04.576230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-2710d338-22f4-4037-83d4-c2a775a19388 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:04.577742 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-2710d338-22f4-4037-83d4-c2a775a19388 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=80a65a83-bb83-4b0f-8024-53fde728cf24 HTTP/1.1" status: 200 len: 797 time: 0.1030502 Mar 09 17:18:04.593487 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-e0103600-eb9e-468b-bdac-d8b1c2569118 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0096049 Mar 09 17:18:04.649914 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-43b103e4-3b19-45d2-9021-1daddc9e25a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499551 Mar 09 17:18:04.706076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-b7d57e7e-8fbe-4fe5-8e89-5467862629f9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:18:04.707757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-b7d57e7e-8fbe-4fe5-8e89-5467862629f9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462368 Mar 09 17:18:04.799716 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-b81c71f5-647e-4c07-a1a1-6163edcb77cd service neutron] 10.222.0.16 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Mar 09 17:18:04.885563 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-e2bbd753-1b3c-4013-884b-86603c66e847 service neutron] 10.222.0.16 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802493 Mar 09 17:18:04.989408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037d98-8c85-4866-9df2-e2452b2632e3 req-5b366248-b2ab-4da8-ae31-e9ca7b8aff3e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:04.992466 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6d037d98-8c85-4866-9df2-e2452b2632e3 req-5b366248-b2ab-4da8-ae31-e9ca7b8aff3e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 944 time: 0.0551226 Mar 09 17:18:05.042795 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6d037d98-8c85-4866-9df2-e2452b2632e3 req-1d526b83-2695-46d2-bae3-43888543ad8d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Mar 09 17:18:05.942284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6fece516-64c3-4d60-ab44-9b38bcccdab5 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:06.047301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 6fece516-64c3-4d60-ab44-9b38bcccdab5 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:18:06.051285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 6fece516-64c3-4d60-ab44-9b38bcccdab5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:06.051659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:06.156101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6fece516-64c3-4d60-ab44-9b38bcccdab5 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:06.156542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:06.166170 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02970ad9-72e7-4494-a17f-486769a18b16 req-a382b344-90ff-4d29-9208-d51664490cd6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 210 time: 0.0343029 Mar 09 17:18:06.181684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:06.185092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c5397-b8b9-46cf-9706-9b26c46586cd" -d '{"events": [{"server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "name": "network-vif-plugged", "status": "completed", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:06.194569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5831b-d2ab-491c-b60c-c111ccb6445c req-e2b25b19-3d9b-45a6-bd09-d4fc92349bf9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:06.197179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6fece516-64c3-4d60-ab44-9b38bcccdab5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:06.200832 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-93d5831b-d2ab-491c-b60c-c111ccb6445c req-e2b25b19-3d9b-45a6-bd09-d4fc92349bf9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 944 time: 0.0778806 Mar 09 17:18:06.229039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a403480-1842-4270-86b4-aba6fdf77958 x-openstack-request-id: req-2a403480-1842-4270-86b4-aba6fdf77958 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:06.229430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "name": "network-vif-plugged", "status": "completed", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:06.229758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a403480-1842-4270-86b4-aba6fdf77958 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:06.230276 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'code': 200} Mar 09 17:18:06.248602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cfbc15b8-5084-4927-8e8a-6b0910526958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:06.260617 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-93d5831b-d2ab-491c-b60c-c111ccb6445c req-2ab233d7-4c2d-4298-8f1c-6dcec583f236 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531301 Mar 09 17:18:06.287000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:06.333957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=6fece516-64c3-4d60-ab44-9b38bcccdab5,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:06.520120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9c38d-b0d1-4cab-9276-7d7616a3db2a req-a62a59d5-f8bc-48f9-bb48-8eaacd77401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:06.521659 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f5b9c38d-b0d1-4cab-9276-7d7616a3db2a req-a62a59d5-f8bc-48f9-bb48-8eaacd77401c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1129 time: 0.0486443 Mar 09 17:18:06.578072 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f5b9c38d-b0d1-4cab-9276-7d7616a3db2a req-bea50c62-fd89-43e5-b827-08d3a6e9d8e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501084 Mar 09 17:18:07.201472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:07.264379 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-38b10f92-2e9e-48da-8177-b868889762d9 req-e0798ad6-073f-4f06-be87-294131e66c56 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 210 time: 0.0276732 Mar 09 17:18:07.377724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b64e5-ee86-4502-ba51-4ccf929b3ac4 req-523575cb-d89e-4a27-9bf6-7c07f2f6c0e2 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:07.379462 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b5b64e5-ee86-4502-ba51-4ccf929b3ac4 req-523575cb-d89e-4a27-9bf6-7c07f2f6c0e2 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 945 time: 0.0541410 Mar 09 17:18:07.435038 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b5b64e5-ee86-4502-ba51-4ccf929b3ac4 req-95a9b8f0-ac67-4ea7-bdd2-3d92549b7aac tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452557 Mar 09 17:18:08.215249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-ca552aab-fc8b-4cae-9452-11cf9fd388ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:08.218193 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-ca552aab-fc8b-4cae-9452-11cf9fd388ff tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=80a65a83-bb83-4b0f-8024-53fde728cf24 HTTP/1.1" status: 200 len: 797 time: 0.1057246 Mar 09 17:18:08.284157 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-20258104-16f2-4146-9d6c-a5c3d4ff3cae tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.0566454 Mar 09 17:18:08.293082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['fc883e1c-0b40-413a-9d9c-59ca7b241462']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:08.340285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:08.387969 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1ec2d2d6-0a35-4b1f-b590-ecb0829a9d5d req-59c637b5-594a-4c1c-a66d-dbbaba0671f6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 210 time: 0.0450225 Mar 09 17:18:08.492706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:18:08.496317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:08.914149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292650e-1ea0-4657-b6e9-a4f5949b3bbb req-684a5124-22ce-4bc2-a6c3-ba1de1f31399 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:08.915529 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4292650e-1ea0-4657-b6e9-a4f5949b3bbb req-684a5124-22ce-4bc2-a6c3-ba1de1f31399 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 945 time: 0.4083247 Mar 09 17:18:08.956367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.9 (80a65a83-bb83-4b0f-8024-53fde728cf24/1bbed0e6-2711-4b61-ada1-65913e4bbbae/40d56255-82b5-487e-b616-586d86d4ba2e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:18:08.988293 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4292650e-1ea0-4657-b6e9-a4f5949b3bbb req-07d06407-40ae-47c9-990f-929ae8a67a8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661500 Mar 09 17:18:09.107342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e098d6-8fc3-40d7-b72f-acc830e67c48 req-05d80ebe-4a71-4644-9c94-86a282e669ca tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:09.108887 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-90e098d6-8fc3-40d7-b72f-acc830e67c48 req-05d80ebe-4a71-4644-9c94-86a282e669ca tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 945 time: 0.0537024 Mar 09 17:18:09.121749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (40d56255-82b5-487e-b616-586d86d4ba2e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.158732 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-90e098d6-8fc3-40d7-b72f-acc830e67c48 req-ef184ff7-fdb2-49e5-9f00-b679ab26f704 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Mar 09 17:18:09.180581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37450) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:09.213851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.266621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:18:09.270769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0e1a0-8d6c-4599-8753-c34e039ec48c tempest-TestVolumeBootPattern-570660496 tempest-TestVolumeBootPattern-570660496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:09.272339 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-61e0e1a0-8d6c-4599-8753-c34e039ec48c tempest-TestVolumeBootPattern-570660496 tempest-TestVolumeBootPattern-570660496-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1124 time: 0.0907493 Mar 09 17:18:09.275298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37452) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:09.276072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:18:09.278617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:18:09.280008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:09.282849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=40d56255-82b5-487e-b616-586d86d4ba2e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:09.336837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:09.337722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.481945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.509095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154b7aa-d838-4018-aa23-ef9246d666cf req-ce60edcf-f5c7-4a20-bf96-78eedfc3837f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:09.511060 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a154b7aa-d838-4018-aa23-ef9246d666cf req-ce60edcf-f5c7-4a20-bf96-78eedfc3837f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 931 time: 0.0553167 Mar 09 17:18:09.515307 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-6190e1d9-545d-42ee-bd01-092933d5dc6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262075 Mar 09 17:18:09.534488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Request body: {'port': {'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:09.579965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-32aeadbb-b3db-48bc-a119-cf6764fdf8fc None None] Provisioning complete for port 40d56255-82b5-487e-b616-586d86d4ba2e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:09.581190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32aeadbb-b3db-48bc-a119-cf6764fdf8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.584544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.610590 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a154b7aa-d838-4018-aa23-ef9246d666cf req-334b5273-5b95-43cc-be2e-64f33d36b16a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928934 Mar 09 17:18:09.616075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-32aeadbb-b3db-48bc-a119-cf6764fdf8fc None None] Port 40d56255-82b5-487e-b616-586d86d4ba2e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:18:09.617816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.698071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Allocated IP 172.36.5.103 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/7ebfc703-4108-48da-b5e1-f2383d069660) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:18:09.802456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (7ebfc703-4108-48da-b5e1-f2383d069660), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.847369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.883604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d56255-82b5-487e-b616-586d86d4ba2e {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:18:09.891183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Publish callbacks [] for port (40d56255-82b5-487e-b616-586d86d4ba2e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.903644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Transition to ACTIVE for port object 40d56255-82b5-487e-b616-586d86d4ba2e will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:18:09.910012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7ebfc703-4108-48da-b5e1-f2383d069660), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:09.947701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:18:09.953822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:18:09.958067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:18:09.961668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=7ebfc703-4108-48da-b5e1-f2383d069660,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:09.977068 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.031775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=40d56255-82b5-487e-b616-586d86d4ba2e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:10.100546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Attempting to bind port 40d56255-82b5-487e-b616-586d86d4ba2e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:18:10.100941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Attempting to bind port 40d56255-82b5-487e-b616-586d86d4ba2e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:18:10.101276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Attempting to bind port 40d56255-82b5-487e-b616-586d86d4ba2e on network 80a65a83-bb83-4b0f-8024-53fde728cf24 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:18:10.107051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Port 40d56255-82b5-487e-b616-586d86d4ba2e on network 80a65a83-bb83-4b0f-8024-53fde728cf24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:18:10.107378 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Attempting to bind port 40d56255-82b5-487e-b616-586d86d4ba2e on network 80a65a83-bb83-4b0f-8024-53fde728cf24 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:18:10.112945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:18:10.113288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Checking segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:18:10.113673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Bound using segment: {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:18:10.114100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Bound port: 40d56255-82b5-487e-b616-586d86d4ba2e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032971d8-71be-459d-b4d0-d86a93e922a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:18:10.114463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.184729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] For port 40d56255-82b5-487e-b616-586d86d4ba2e, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:18:10.188064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] For port 40d56255-82b5-487e-b616-586d86d4ba2e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=40d56255-82b5-487e-b616-586d86d4ba2e,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:18:10.247734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.280727 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.281375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.283488 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/40d56255-82b5-487e-b616-586d86d4ba2e HTTP/1.1" status: 200 len: 1093 time: 0.7584224 Mar 09 17:18:10.285547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:10.288671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a59bbf-683b-44c4-adcd-3b31e70046de" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:10.318116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888848ee-42ee-4d49-a2bf-3d54cebb50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=40d56255-82b5-487e-b616-586d86d4ba2e,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:10.348394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e51b179-c755-4b07-a2b0-d01503cdae3e x-openstack-request-id: req-5e51b179-c755-4b07-a2b0-d01503cdae3e {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:10.348805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:10.349140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e51b179-c755-4b07-a2b0-d01503cdae3e {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:10.349617 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e', 'status': 'completed', 'code': 200} Mar 09 17:18:10.393149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (933c1b25-37a3-4b8b-8d63-d1c867c76a3d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.399730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59bbf-683b-44c4-adcd-3b31e70046de req-3b8e9076-5be8-48fe-b2f0-478dd37c72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.401638 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c3a59bbf-683b-44c4-adcd-3b31e70046de req-3b8e9076-5be8-48fe-b2f0-478dd37c72d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 1127 time: 0.0510671 Mar 09 17:18:10.538191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7ebfc703-4108-48da-b5e1-f2383d069660), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.583805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59bbf-683b-44c4-adcd-3b31e70046de req-350555df-3463-4eb7-ac40-fe9c8cfaba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.585905 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c3a59bbf-683b-44c4-adcd-3b31e70046de req-350555df-3463-4eb7-ac40-fe9c8cfaba4c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1760206 Mar 09 17:18:10.692086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (7ebfc703-4108-48da-b5e1-f2383d069660), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.777586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59bbf-683b-44c4-adcd-3b31e70046de req-31c097a9-5757-4d9c-8ada-76797b597e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.778730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (7ebfc703-4108-48da-b5e1-f2383d069660), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.778983 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c3a59bbf-683b-44c4-adcd-3b31e70046de req-31c097a9-5757-4d9c-8ada-76797b597e28 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1874778 Mar 09 17:18:10.793483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f124a-abed-4650-a105-f132058bdaf8 req-e83d942d-10fe-4952-8947-5a9ce69da0b2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.798184 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-653f124a-abed-4650-a105-f132058bdaf8 req-e83d942d-10fe-4952-8947-5a9ce69da0b2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 943 time: 0.1002958 Mar 09 17:18:10.855254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=7ebfc703-4108-48da-b5e1-f2383d069660,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:10.863886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (933c1b25-37a3-4b8b-8d63-d1c867c76a3d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:10.873016 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-653f124a-abed-4650-a105-f132058bdaf8 req-73678bb6-5848-4b44-8a50-22f96b94c97e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721343 Mar 09 17:18:10.886064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-33bd0cd0-0137-4b80-9459-635b0e1de010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.897858 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-33bd0cd0-0137-4b80-9459-635b0e1de010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 1127 time: 0.0674927 Mar 09 17:18:10.929793 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-521a4302-2bdf-4c24-afe3-41dbcef308db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d56255-82b5-487e-b616-586d86d4ba2e HTTP/1.1" status: 200 len: 217 time: 0.0340583 Mar 09 17:18:10.966757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Floating IP 933c1b25-37a3-4b8b-8d63-d1c867c76a3d associated. External IP: 172.36.5.103, port: 6fece516-64c3-4d60-ab44-9b38bcccdab5. Mar 09 17:18:10.981377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-8023c4ac-7850-4e81-a6ff-0a9fdf24ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:10.982853 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-8023c4ac-7850-4e81-a6ff-0a9fdf24ed10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1bbed0e6-2711-4b61-ada1-65913e4bbbae HTTP/1.1" status: 200 len: 835 time: 0.0471723 Mar 09 17:18:11.032396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-3679175c-bc73-462e-a2ab-5dfb9aeb8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:11.033849 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-3679175c-bc73-462e-a2ab-5dfb9aeb8083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80a65a83-bb83-4b0f-8024-53fde728cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450559 Mar 09 17:18:11.121676 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-0a0a36fa-1985-40c9-bad9-086dce916026 service neutron] 10.222.0.36 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816801 Mar 09 17:18:11.178845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:18:11.213192 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-614ec1a8-f8e6-4a5b-a289-5aa1225139e1 req-3cf948a3-a1e1-4cc2-b535-43e9f816ec2e service neutron] 10.222.0.36 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Mar 09 17:18:11.288125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:18:11.298323 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:18:11.307945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:11.308621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:11.352706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:11.418775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:11.719729 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9db9ece4-6d49-444d-97aa-fe267d13fd5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4431894 Mar 09 17:18:11.720458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:11.722587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa833c4-7fcf-4fac-a442-b53de0f7dad5" -d '{"events": [{"name": "network-changed", "server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:11.760232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a18836-fdbd-416b-bd0a-a781b865a8c6 x-openstack-request-id: req-b4a18836-fdbd-416b-bd0a-a781b865a8c6 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:11.760622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:11.760882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4a18836-fdbd-416b-bd0a-a781b865a8c6 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:11.761328 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'status': 'completed', 'code': 200} Mar 09 17:18:11.795661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:10Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:11.821950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:18:11.824865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-fef7dad4-944c-454a-aed5-7e77c567e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:11.826387 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-fef7dad4-944c-454a-aed5-7e77c567e0cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1129 time: 0.0445006 Mar 09 17:18:11.830161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:11.830765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:11.928431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-b8cadc71-2b79-4b5b-9c36-3f476f16806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:11.928431 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-b8cadc71-2b79-4b5b-9c36-3f476f16806d service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.0913723 Mar 09 17:18:11.938324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:12.056954 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-9f090e50-b702-48ba-a3a2-6176dba2bef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 999 time: 0.1236076 Mar 09 17:18:12.097212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28077d3-0d5e-48ab-ae1a-c7377a74af02 req-cb6467c3-1774-4224-92c9-e07bcb97d31f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:12.098675 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c28077d3-0d5e-48ab-ae1a-c7377a74af02 req-cb6467c3-1774-4224-92c9-e07bcb97d31f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 943 time: 0.1262648 Mar 09 17:18:12.129674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-377bb216-8040-4216-a09f-99c2b15a5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:12.131682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-377bb216-8040-4216-a09f-99c2b15a5397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0676551 Mar 09 17:18:12.166474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:10Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:12.188778 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c28077d3-0d5e-48ab-ae1a-c7377a74af02 req-2a850de6-9ce5-4bba-b63a-9d1295a220d8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842280 Mar 09 17:18:12.192974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6fe14c-fb94-47ad-a7a8-1d176909c0b4 None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:10Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:18:12.203787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-e6d398c7-4527-4e83-878f-a55958ffb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:12.205318 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-e6d398c7-4527-4e83-878f-a55958ffb775 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0689697 Mar 09 17:18:12.294627 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-54ddaf99-0dbf-47e1-a698-ffa687e2b164 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830839 Mar 09 17:18:12.384832 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8eb97d-8a39-41f0-acd0-b23150e8bf4e None None] New status for floating IP 933c1b25-37a3-4b8b-8d63-d1c867c76a3d: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:18:12.392561 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-efa833c4-7fcf-4fac-a442-b53de0f7dad5 req-ba7d84a8-4157-4c19-ae91-64fd68cd0303 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912638 Mar 09 17:18:13.305223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef5e2-8ac0-4cc5-9541-13b092b6184e req-03f1f5cb-e4ff-458e-b4eb-c30675fb7a27 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:13.306598 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aecef5e2-8ac0-4cc5-9541-13b092b6184e req-03f1f5cb-e4ff-458e-b4eb-c30675fb7a27 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 943 time: 0.0512938 Mar 09 17:18:13.353797 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aecef5e2-8ac0-4cc5-9541-13b092b6184e req-a362c045-707c-4298-8ae9-e62b55d98210 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Mar 09 17:18:13.976629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 40d56255-82b5-487e-b616-586d86d4ba2e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:18:14.072502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 40d56255-82b5-487e-b616-586d86d4ba2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=40d56255-82b5-487e-b616-586d86d4ba2e,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:14.083145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '40d56255-82b5-487e-b616-586d86d4ba2e', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:18:14.118735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 40d56255-82b5-487e-b616-586d86d4ba2e is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:14.119121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:14.131509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d56255-82b5-487e-b616-586d86d4ba2e {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:18:14.149813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 40d56255-82b5-487e-b616-586d86d4ba2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=40d56255-82b5-487e-b616-586d86d4ba2e,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:14.235614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:14.285837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=40d56255-82b5-487e-b616-586d86d4ba2e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:14.451322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['40d56255-82b5-487e-b616-586d86d4ba2e'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:18:14.467675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eadcf6-51ed-4085-839f-7580cd9c7f34 req-05307041-d231-4f96-9c24-40497527d556 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:14.469250 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-75eadcf6-51ed-4085-839f-7580cd9c7f34 req-05307041-d231-4f96-9c24-40497527d556 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 944 time: 0.0516059 Mar 09 17:18:14.517721 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-75eadcf6-51ed-4085-839f-7580cd9c7f34 req-2b8a27d8-7221-4b40-8b8f-3ef02311cda5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Mar 09 17:18:14.939237 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:18:15.633812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051118-28a7-43ad-88c1-646575fc3829 req-e23482ac-05ff-445e-936b-3db7cf2946d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:15.635268 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-54051118-28a7-43ad-88c1-646575fc3829 req-e23482ac-05ff-445e-936b-3db7cf2946d9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 944 time: 0.0515232 Mar 09 17:18:15.684985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-54051118-28a7-43ad-88c1-646575fc3829 req-3b4ccee8-ed9a-48a7-b5be-94158d948e61 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Mar 09 17:18:15.988519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 40d56255-82b5-487e-b616-586d86d4ba2e up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:16.102654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 40d56255-82b5-487e-b616-586d86d4ba2e completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:18:16.106383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 40d56255-82b5-487e-b616-586d86d4ba2e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:16.107890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:16.180888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 40d56255-82b5-487e-b616-586d86d4ba2e is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:16.181278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:16.206353 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:16.208613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ec65b-9e9b-4075-bda2-d97e275c1329" -d '{"events": [{"server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "name": "network-vif-plugged", "status": "completed", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:16.221286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 40d56255-82b5-487e-b616-586d86d4ba2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=40d56255-82b5-487e-b616-586d86d4ba2e,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:16.242535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a425d47-76a4-43b5-9bc0-37242b4ad563 x-openstack-request-id: req-7a425d47-76a4-43b5-9bc0-37242b4ad563 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:16.242838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "name": "network-vif-plugged", "status": "completed", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:16.243106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a425d47-76a4-43b5-9bc0-37242b4ad563 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:16.243529 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e', 'code': 200} Mar 09 17:18:16.292436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:16.340750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=40d56255-82b5-487e-b616-586d86d4ba2e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:16.536289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ca12-f525-48b8-bef4-15142b8b4a2a req-e36857da-13fd-4689-81ac-9af32c353401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:16.537734 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e4f4ca12-f525-48b8-bef4-15142b8b4a2a req-e36857da-13fd-4689-81ac-9af32c353401 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 1129 time: 0.0474615 Mar 09 17:18:16.581576 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e4f4ca12-f525-48b8-bef4-15142b8b4a2a req-475912d5-2fee-4c7c-8e36-4bca1a610150 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374458 Mar 09 17:18:16.798414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c9e1-a3fb-47c3-8a66-2d259263bd87 req-be704358-b077-4b2b-8ea8-ba650b034c30 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:16.799772 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b114c9e1-a3fb-47c3-8a66-2d259263bd87 req-be704358-b077-4b2b-8ea8-ba650b034c30 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Mar 09 17:18:16.846542 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b114c9e1-a3fb-47c3-8a66-2d259263bd87 req-083df87b-132d-4914-be53-79fd981cb369 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Mar 09 17:18:17.965182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0c517-70d9-46a1-a38e-1676028817ab req-387d2d23-3e73-42d4-8804-c5c8a73a940b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:17.966774 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ded0c517-70d9-46a1-a38e-1676028817ab req-387d2d23-3e73-42d4-8804-c5c8a73a940b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 945 time: 0.0529554 Mar 09 17:18:18.014784 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ded0c517-70d9-46a1-a38e-1676028817ab req-1b798a3e-f5be-4609-aea9-13c5a2891f0e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Mar 09 17:18:18.128850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373926-7d90-469f-94b2-dee8e27f5ded req-c4352e83-ac60-427d-bcce-ad9cd4dcff88 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:18.130212 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98373926-7d90-469f-94b2-dee8e27f5ded req-c4352e83-ac60-427d-bcce-ad9cd4dcff88 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 945 time: 0.0506687 Mar 09 17:18:18.177349 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98373926-7d90-469f-94b2-dee8e27f5ded req-1d305fb5-e1e3-41dd-b63f-d92fdf8ab465 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Mar 09 17:18:18.199466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37480) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:18.245224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ceb55-0f11-4aed-a597-55fdebdaf0c5 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:18.246708 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-379ceb55-0f11-4aed-a597-55fdebdaf0c5 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 1124 time: 0.0462458 Mar 09 17:18:18.249410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37482) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:18.253936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:18:18.367278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:18.459738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:18.563586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.175 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/4bc663ba-a7c1-4df5-a876-0ef796ed5ea7) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:18:18.658296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:18.743289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:18.782049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:18:18.789510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:18:18.792234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:18:18.816070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=4bc663ba-a7c1-4df5-a876-0ef796ed5ea7,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:19.168010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (3df84ff0-68fe-42c8-96ac-645b330333e5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:19.298438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:19.456395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:19.492657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:19.570886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=4bc663ba-a7c1-4df5-a876-0ef796ed5ea7,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:19.580025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (3df84ff0-68fe-42c8-96ac-645b330333e5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:19.689811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 3df84ff0-68fe-42c8-96ac-645b330333e5 associated. External IP: 172.36.5.175, port: 40d56255-82b5-487e-b616-586d86d4ba2e. Mar 09 17:18:19.910976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 437510cf-3288-4689-88d0-80f10c558090 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:18:20.027117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:18:20.037820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] Sync routers for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:18:20.048486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:20.049106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:20.106133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:20.136733 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e237e63d-01c3-48ba-b841-8c92693b6a07 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8862827 Mar 09 17:18:20.137618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:20.139418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37484) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:20.140243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973417c6-f0d7-471c-a99e-77544dbb079c" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:20.167084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:20.181628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59e30c-51d1-419b-9cfd-626e53ecf56e x-openstack-request-id: req-de59e30c-51d1-419b-9cfd-626e53ecf56e {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:20.182227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:20.182501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de59e30c-51d1-419b-9cfd-626e53ecf56e {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:20.183015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e', 'status': 'completed', 'code': 200} Mar 09 17:18:20.288022 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b884a38c-e18a-4fc8-a391-a448a19b0733 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090 HTTP/1.1" status: 200 len: 923 time: 0.1465228 Mar 09 17:18:20.291999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973417c6-f0d7-471c-a99e-77544dbb079c req-ed0eff95-fdbb-472e-82f6-228d4d375106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:20.293508 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-ed0eff95-fdbb-472e-82f6-228d4d375106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 1129 time: 0.0916033 Mar 09 17:18:20.295039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:20.371009 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dbb14eab-a30e-46fd-a5f7-e915304ab023 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 991 time: 0.0747941 Mar 09 17:18:20.385158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973417c6-f0d7-471c-a99e-77544dbb079c req-7c4818db-0a09-460d-a1fd-066971c5ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:20.386658 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-7c4818db-0a09-460d-a1fd-066971c5ad77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80a65a83-bb83-4b0f-8024-53fde728cf24 HTTP/1.1" status: 200 len: 897 time: 0.0869401 Mar 09 17:18:20.409656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3df84ff0-68fe-42c8-96ac-645b330333e5', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.175', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '437510cf-3288-4689-88d0-80f10c558090', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:19Z', 'updated_at': '2022-03-09T17:18:19Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:20.435621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] Checking router: 437510cf-3288-4689-88d0-80f10c558090 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:18:20.443679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:20.444277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:20.453714 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-e0ca2e8a-b9da-42b2-9cf7-4daa0d5d08ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d56255-82b5-487e-b616-586d86d4ba2e HTTP/1.1" status: 200 len: 999 time: 0.0604148 Mar 09 17:18:20.501582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973417c6-f0d7-471c-a99e-77544dbb079c req-733b518d-d19e-465d-b8b0-750a0625dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:20.503295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-733b518d-d19e-465d-b8b0-750a0625dafc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1bbed0e6-2711-4b61-ada1-65913e4bbbae HTTP/1.1" status: 200 len: 835 time: 0.0432425 Mar 09 17:18:20.550584 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:20.552455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973417c6-f0d7-471c-a99e-77544dbb079c req-ca467f57-bd7e-4d05-a032-8fa8ba65a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:20.554001 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-ca467f57-bd7e-4d05-a032-8fa8ba65a762 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80a65a83-bb83-4b0f-8024-53fde728cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444212 Mar 09 17:18:20.644399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-fded18e9-9f66-4942-820a-ba3228bce350 service neutron] 10.222.0.36 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841818 Mar 09 17:18:20.731760 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-973417c6-f0d7-471c-a99e-77544dbb079c req-fd3ef941-c595-484a-a760-3e0b2e967d08 service neutron] 10.222.0.36 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815346 Mar 09 17:18:20.767321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3df84ff0-68fe-42c8-96ac-645b330333e5', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.175', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '437510cf-3288-4689-88d0-80f10c558090', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:19Z', 'updated_at': '2022-03-09T17:18:19Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:20.796617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b99ba1-8b55-4559-92f6-1c209553d75e None None] The sync data for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv is: [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3df84ff0-68fe-42c8-96ac-645b330333e5', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.175', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '437510cf-3288-4689-88d0-80f10c558090', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:19Z', 'updated_at': '2022-03-09T17:18:19Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:18:20.982086 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9047af7-f434-4985-9772-ca18cb2ed7d7 None None] New status for floating IP 3df84ff0-68fe-42c8-96ac-645b330333e5: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:18:21.374840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37490) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:21.434893 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c4424990-981f-468a-8f91-245ce2a771c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 993 time: 0.0589280 Mar 09 17:18:28.681196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:33.583663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff11c-f81b-4dad-88bd-418dc72d347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:36.199707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eb699f2d-0f5a-47d1-a48e-3531f284991d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:37.160783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:37.200546 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-4f96138a-fa35-48f2-8938-4239af61bc25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427587 Mar 09 17:18:37.297280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-d545a8df-8977-45e1-b322-5bf448f26aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:37.298677 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-d545a8df-8977-45e1-b322-5bf448f26aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1129 time: 0.0477612 Mar 09 17:18:37.398463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-664b8668-89e3-4d5a-8a4e-ef7db5307aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:37.399956 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-664b8668-89e3-4d5a-8a4e-ef7db5307aac service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.0826046 Mar 09 17:18:37.466404 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-6d41f3ff-c6ff-4301-84b4-6ed6e3701206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 1001 time: 0.0599608 Mar 09 17:18:37.516511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-66c76e5a-ba32-476f-823b-7c71eb5f5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:37.517948 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-66c76e5a-ba32-476f-823b-7c71eb5f5f82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0431983 Mar 09 17:18:37.567923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-92c037d4-593d-4004-a358-2d4b5bb836f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:37.569366 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-92c037d4-593d-4004-a358-2d4b5bb836f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426819 Mar 09 17:18:37.948284 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-2947a60d-0efc-4289-ae93-0c15d442427b service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714111 Mar 09 17:18:38.040937 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-52a81277-5558-439d-83c5-372dcb5d0dd2 req-bec3ed88-667f-42e2-b4d0-a4982eb24864 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848415 Mar 09 17:18:38.337456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:39.834667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:49.905565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37506) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:50.016490 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a11ca503-06a1-4e2f-b0dd-9f3adf72b7e5 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1097536 Mar 09 17:18:50.019238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37508) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:50.219756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81687e67-f556-4cd4-bbad-c5a1a618f42b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=104357) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 09 17:18:50.222995 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-81687e67-f556-4cd4-bbad-c5a1a618f42b tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "DELETE /v2.0/agents/f14924fa-1649-42a8-a5c1-ea53dd16e93a/l3-routers/437510cf-3288-4689-88d0-80f10c558090 HTTP/1.1" status: 204 len: 168 time: 0.2028604 Mar 09 17:18:50.226314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37510) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:50.336298 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-afc725ee-ce5d-4f5a-9d57-08dd802bebae tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1096027 Mar 09 17:18:50.338896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:50.396965 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-03b69826-a7b6-44fc-9265-6dc6a90f7084 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 993 time: 0.0565000 Mar 09 17:18:50.976079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ee197-329b-496d-870f-0f2ab1062d6b None None] New status for floating IP 3df84ff0-68fe-42c8-96ac-645b330333e5: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:18:51.400645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37514) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:51.460950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4ec4de0d-f564-47d2-9f5c-9229126f6b6c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 991 time: 0.0591197 Mar 09 17:18:51.749660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:18:51.821516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7880a1aa-cf1a-4891-9ec4-e63432475e6b is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:51.821905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:51.842278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7880a1aa-cf1a-4891-9ec4-e63432475e6b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:51.903462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:51.904215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d75517ca-8607-484e-92f8-8d5b8d68fb86 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:18:51.937891 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:18:51.980456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:51.990311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.990669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.991021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.991369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.991708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.992046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.992725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.992725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.993054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.993391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.993722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.994047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:51.994374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:18:52.029054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d75517ca-8607-484e-92f8-8d5b8d68fb86 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:52.029455 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:52.060321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port d75517ca-8607-484e-92f8-8d5b8d68fb86, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d75517ca-8607-484e-92f8-8d5b8d68fb86,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:52.160186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:52.208598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:52.570848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:52.754648 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c175b3d4-4622-479f-a9f5-52fdcb66d0f5 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Router 437510cf-3288-4689-88d0-80f10c558090 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:18:52.754920 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175b3d4-4622-479f-a9f5-52fdcb66d0f5 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=104358) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 09 17:18:52.774487 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c175b3d4-4622-479f-a9f5-52fdcb66d0f5 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "POST /v2.0/agents/f14924fa-1649-42a8-a5c1-ea53dd16e93a/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2005916 Mar 09 17:18:52.775267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37524) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:52.785960 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] Sync routers for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:18:52.796749 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:52.797356 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:52.893216 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6a40d8e2-e86c-43b5-896a-5dd9d5c667b2 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1164989 Mar 09 17:18:52.895850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37526) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:52.903359 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:52.960456 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-72041eb0-5154-44ce-a0fb-3b87d68f113e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 991 time: 0.0634501 Mar 09 17:18:53.202406 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3df84ff0-68fe-42c8-96ac-645b330333e5', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.175', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '437510cf-3288-4689-88d0-80f10c558090', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:19Z', 'updated_at': '2022-03-09T17:18:51Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:52Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:53.226961 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] Checking router: 437510cf-3288-4689-88d0-80f10c558090 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:18:53.234905 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:53.235497 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:53.340210 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:53.557055 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3df84ff0-68fe-42c8-96ac-645b330333e5', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.175', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '437510cf-3288-4689-88d0-80f10c558090', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:19Z', 'updated_at': '2022-03-09T17:18:51Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:52Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:53.582262 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb1232-0d29-4257-bc03-f2ef0363b973 None None] The sync data for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv is: [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3df84ff0-68fe-42c8-96ac-645b330333e5', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.175', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '437510cf-3288-4689-88d0-80f10c558090', 'port_id': '40d56255-82b5-487e-b616-586d86d4ba2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'mac_address': 'fa:16:3e:86:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab4ed1-a43d-437f-aedc-592989014204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:19Z', 'updated_at': '2022-03-09T17:18:51Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:52Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:18:53.964796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37528) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:54.027336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c0de3269-38af-4ff0-86d5-37a13f384e64 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 991 time: 0.0608857 Mar 09 17:18:55.031318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37530) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:55.083856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5bf508-c02d-4c04-a57f-51a9fad3ed16 None None] New status for floating IP 3df84ff0-68fe-42c8-96ac-645b330333e5: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:18:55.097938 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e79a4b88-9057-4645-8d01-a5c3aa09d04f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 991 time: 0.0654016 Mar 09 17:18:55.794387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:55.841465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7880a1aa-cf1a-4891-9ec4-e63432475e6b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:55.841842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:55.917003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7880a1aa-cf1a-4891-9ec4-e63432475e6b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:55.917420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:55.936371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7880a1aa-cf1a-4891-9ec4-e63432475e6b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:56.022968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.023855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d75517ca-8607-484e-92f8-8d5b8d68fb86 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:56.095725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:56.101851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37534) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:56.108942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:56.109330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.164494 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bc875e35-c49b-4cf9-9d81-29ed3fc47809 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 200 len: 993 time: 0.0613532 Mar 09 17:18:56.192960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d75517ca-8607-484e-92f8-8d5b8d68fb86 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:56.193276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.226771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port d75517ca-8607-484e-92f8-8d5b8d68fb86, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d75517ca-8607-484e-92f8-8d5b8d68fb86,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:56.325829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.373727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:56.407723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37540) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:18:56.563978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 4bc663ba-a7c1-4df5-a876-0ef796ed5ea7 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:18:56.564326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.642402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.642653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.653951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 4bc663ba-a7c1-4df5-a876-0ef796ed5ea7 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:18:56.834719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4bc663ba-a7c1-4df5-a876-0ef796ed5ea7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.859829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=4bc663ba-a7c1-4df5-a876-0ef796ed5ea7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:56.926406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (3df84ff0-68fe-42c8-96ac-645b330333e5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:56.926641 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 3df84ff0-68fe-42c8-96ac-645b330333e5 disassociated (deleted). External IP: 172.36.5.175, port: 40d56255-82b5-487e-b616-586d86d4ba2e. Mar 09 17:18:57.137832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 437510cf-3288-4689-88d0-80f10c558090 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:18:57.247780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:18:57.252944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:57.257255 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] Sync routers for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:18:57.267031 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:57.267713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:57.282295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c660a33a-6a49-43aa-8ed5-11b0023ff8ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/3df84ff0-68fe-42c8-96ac-645b330333e5 HTTP/1.1" status: 204 len: 168 time: 0.8734591 Mar 09 17:18:57.282992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:57.285381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcc52f7-0564-47d2-afb4-12f4441cf734" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:57.327045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd91d1a5-3b39-454c-99e8-964870283bf8 x-openstack-request-id: req-bd91d1a5-3b39-454c-99e8-964870283bf8 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:57.327045 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:57.327288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd91d1a5-3b39-454c-99e8-964870283bf8 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:57.327708 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e', 'status': 'completed', 'code': 200} Mar 09 17:18:57.380992 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:57.400061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-6167e367-b2fa-45b4-9484-b642de4a6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:57.401669 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-6167e367-b2fa-45b4-9484-b642de4a6069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 1129 time: 0.0490475 Mar 09 17:18:57.492525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-6b084bfa-5bad-4e86-9ac1-ef797b1307ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:57.494030 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-6b084bfa-5bad-4e86-9ac1-ef797b1307ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=80a65a83-bb83-4b0f-8024-53fde728cf24 HTTP/1.1" status: 200 len: 897 time: 0.0867438 Mar 09 17:18:57.540591 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-7cb78201-be1d-4cac-9d2a-c20f7b2ba8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d56255-82b5-487e-b616-586d86d4ba2e HTTP/1.1" status: 200 len: 217 time: 0.0406506 Mar 09 17:18:57.584399 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:56Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:57.589752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-98695799-126f-4eef-85a4-edda2c82973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:57.591360 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-98695799-126f-4eef-85a4-edda2c82973e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1bbed0e6-2711-4b61-ada1-65913e4bbbae HTTP/1.1" status: 200 len: 835 time: 0.0457146 Mar 09 17:18:57.611031 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] Checking router: 437510cf-3288-4689-88d0-80f10c558090 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:18:57.619933 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:18:57.620602 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:57.643429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-06b1092d-f1af-4d73-8bec-ff34e0eb4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:57.645128 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-06b1092d-f1af-4d73-8bec-ff34e0eb4f94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80a65a83-bb83-4b0f-8024-53fde728cf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463157 Mar 09 17:18:57.677670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05a78c-a3c0-43be-8586-ed94e066b23c req-207a6aa5-64eb-408d-9e39-51d4c63489d4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:57.679200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd05a78c-a3c0-43be-8586-ed94e066b23c req-207a6aa5-64eb-408d-9e39-51d4c63489d4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 945 time: 0.0608137 Mar 09 17:18:57.732219 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd05a78c-a3c0-43be-8586-ed94e066b23c req-1537cfc8-b970-4f80-ae32-9ae3cce4c180 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Mar 09 17:18:57.733115 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:18:57.766093 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-918ed2d6-5bb7-4ff6-afc4-1faf1770b59a service neutron] 10.222.0.36 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141803 Mar 09 17:18:57.812307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:57.865844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7880a1aa-cf1a-4891-9ec4-e63432475e6b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:57.866271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:57.872541 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fcc52f7-0564-47d2-afb4-12f4441cf734 req-b166da04-9ab4-400a-b111-95d763067c80 service neutron] 10.222.0.36 "GET /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996768 Mar 09 17:18:57.937000 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:56Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:18:57.945141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7880a1aa-cf1a-4891-9ec4-e63432475e6b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:57.946242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d75517ca-8607-484e-92f8-8d5b8d68fb86 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:18:57.968741 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62187c-ec94-48f9-9bd6-fd167d9b8b84 None None] The sync data for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv is: [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:17:59Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd75517ca-8607-484e-92f8-8d5b8d68fb86', 'name': '', 'network_id': '80a65a83-bb83-4b0f-8024-53fde728cf24', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:87:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:58Z', 'updated_at': '2022-03-09T17:18:56Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '1bbed0e6-2711-4b61-ada1-65913e4bbbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:18:57.992282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d75517ca-8607-484e-92f8-8d5b8d68fb86 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:18:57.992769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:58.077121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d75517ca-8607-484e-92f8-8d5b8d68fb86 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:18:58.619120 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2238b7f-381d-4686-b50e-e21ab635add2 None None] New status for floating IP 3df84ff0-68fe-42c8-96ac-645b330333e5: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:18:58.720479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:58.852548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329305-3365-4ccf-b1ac-6268e97fb516 req-769b3377-9c76-493a-b244-07045275b253 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:58.853921 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d329305-3365-4ccf-b1ac-6268e97fb516 req-769b3377-9c76-493a-b244-07045275b253 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 945 time: 0.0527046 Mar 09 17:18:58.906764 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0d329305-3365-4ccf-b1ac-6268e97fb516 req-d80e57b2-cf3c-4d29-9c29-62fb3fa9f1e8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc883e1c-0b40-413a-9d9c-59ca7b241462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473702 Mar 09 17:18:58.963447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-62505152-231b-424d-9b51-0b85dd15461f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:18:58.965500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-62505152-231b-424d-9b51-0b85dd15461f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 945 time: 0.0512042 Mar 09 17:18:59.058120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 40d56255-82b5-487e-b616-586d86d4ba2e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:18:59.058462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:59.147305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 40d56255-82b5-487e-b616-586d86d4ba2e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=40d56255-82b5-487e-b616-586d86d4ba2e,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:18:59.147600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:59.160494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 40d56255-82b5-487e-b616-586d86d4ba2e owned by compute:nova {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:18:59.320268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (40d56255-82b5-487e-b616-586d86d4ba2e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:59.349702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=40d56255-82b5-487e-b616-586d86d4ba2e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:18:59.393991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port 40d56255-82b5-487e-b616-586d86d4ba2e on host hv-neutron-mast {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:18:59.396511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:18:59.399825 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a941dbe0-8ecc-43e4-839d-44bdb4765276 req-5a9e7e67-f98e-4b87-8004-34983dc031a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/40d56255-82b5-487e-b616-586d86d4ba2e HTTP/1.1" status: 204 len: 173 time: 0.4291975 Mar 09 17:18:59.400215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'name': 'network-vif-deleted', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:18:59.402469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a5cd29-b15f-44cf-b190-7fc0d4bb416f" -d '{"events": [{"server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "name": "network-vif-deleted", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:18:59.437462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32db727-5c90-45e4-902d-4ba71cf18b5d x-openstack-request-id: req-b32db727-5c90-45e4-902d-4ba71cf18b5d {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:18:59.437768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab4ed1-a43d-437f-aedc-592989014204", "name": "network-vif-deleted", "tag": "40d56255-82b5-487e-b616-586d86d4ba2e", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:18:59.438137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b32db727-5c90-45e4-902d-4ba71cf18b5d {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:18:59.438578 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab4ed1-a43d-437f-aedc-592989014204', 'name': 'network-vif-deleted', 'tag': '40d56255-82b5-487e-b616-586d86d4ba2e', 'status': 'completed', 'code': 200} Mar 09 17:19:00.012018 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c5f541c2-c609-46b0-9957-406c4efa363f req-140b12f5-d6db-48a2-9cc6-0c86f7b66144 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=89ab4ed1-a43d-437f-aedc-592989014204 HTTP/1.1" status: 200 len: 210 time: 0.0269258 Mar 09 17:19:01.068649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37556) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:01.128748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b64c1bb2-202d-432b-909e-f6a361d5b7fc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (fc883e1c-0b40-413a-9d9c-59ca7b241462), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:01.153531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b64c1bb2-202d-432b-909e-f6a361d5b7fc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (fc883e1c-0b40-413a-9d9c-59ca7b241462), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:01.291506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b64c1bb2-202d-432b-909e-f6a361d5b7fc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (fc883e1c-0b40-413a-9d9c-59ca7b241462), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:01.294684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b64c1bb2-202d-432b-909e-f6a361d5b7fc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:01.295994 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b64c1bb2-202d-432b-909e-f6a361d5b7fc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc883e1c-0b40-413a-9d9c-59ca7b241462 HTTP/1.1" status: 204 len: 168 time: 0.2262909 Mar 09 17:19:01.305751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c1bb2-202d-432b-909e-f6a361d5b7fc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc883e1c-0b40-413a-9d9c-59ca7b241462,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:01.389561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37560) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:01.745598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (437510cf-3288-4689-88d0-80f10c558090), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:02.003986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port d75517ca-8607-484e-92f8-8d5b8d68fb86 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:19:02.004900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:02.091181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port d75517ca-8607-484e-92f8-8d5b8d68fb86, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d75517ca-8607-484e-92f8-8d5b8d68fb86,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:02.091872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:02.103775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for d75517ca-8607-484e-92f8-8d5b8d68fb86 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:19:02.365634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d75517ca-8607-484e-92f8-8d5b8d68fb86), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:02.395398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=d75517ca-8607-484e-92f8-8d5b8d68fb86,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:02.424495 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.424851 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.425201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.425543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.425883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.426216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.426549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.426877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.427307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.427641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.427969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.428292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.428638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:02.890685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (437510cf-3288-4689-88d0-80f10c558090), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.104667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 437510cf-3288-4689-88d0-80f10c558090 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:19:03.209452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:19:03.214333 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-772e15ff-6e6b-4c7a-8ac1-91c0ef62de5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237607 Mar 09 17:19:03.217603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37564) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:03.220228 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] Sync routers for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:19:03.231182 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:03.231864 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:03.267670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 1bbed0e6-2711-4b61-ada1-65913e4bbbae {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:19:03.270732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (1bbed0e6-2711-4b61-ada1-65913e4bbbae), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.310319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (1bbed0e6-2711-4b61-ada1-65913e4bbbae), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.341314 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:03.397888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (1bbed0e6-2711-4b61-ada1-65913e4bbbae), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.600396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-951f88c7-8dac-4a83-92bd-fa88e968f6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.603391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (1bbed0e6-2711-4b61-ada1-65913e4bbbae), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.608435 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:19:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:03.630070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbed0e6-2711-4b61-ada1-65913e4bbbae,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:03.633754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.637678 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1ae31c04-43a9-4761-84ab-3eaf69428a34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/1bbed0e6-2711-4b61-ada1-65913e4bbbae HTTP/1.1" status: 204 len: 168 time: 0.4191203 Mar 09 17:19:03.640778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37566) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:03.642000 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] Checking router: 437510cf-3288-4689-88d0-80f10c558090 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:19:03.644032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e73a8f-056a-4628-9af2-7a6ca893ab8f None None] Network 80a65a83-bb83-4b0f-8024-53fde728cf24 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:19:03.651395 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] Routers {'437510cf-3288-4689-88d0-80f10c558090'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:03.652004 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:18:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['437510cf-3288-4689-88d0-80f10c558090'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:03.766130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (437510cf-3288-4689-88d0-80f10c558090), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.780682 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] Set router 437510cf-3288-4689-88d0-80f10c558090 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:03.851206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] DHCP port deletion for 80a65a83-bb83-4b0f-8024-53fde728cf24 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:19:03.884557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (437510cf-3288-4689-88d0-80f10c558090), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.905433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] Deleting port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:19:03.905809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.963274 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:19:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:03.969439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] For port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,segment=NetworkSegment(032971d8-71be-459d-b4d0-d86a93e922a3),segment_id=032971d8-71be-459d-b4d0-d86a93e922a3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:03.969846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:03.982475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] Calling delete_port for 4d89d2da-e4bc-4ad9-84a4-8b26b437668d owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:19:03.988590 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472a72a-939b-42fa-9699-d2505a665a47 None None] The sync data for ids ['437510cf-3288-4689-88d0-80f10c558090'] in dv-neutron-master-2-hyperv is: [{'id': '437510cf-3288-4689-88d0-80f10c558090', 'name': 'tempest-TestNetworkBasicOps-router-1268407254', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:19:02Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '7880a1aa-cf1a-4891-9ec4-e63432475e6b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437510cf-3288-4689-88d0-80f10c558090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:17:55Z', 'updated_at': '2022-03-09T17:18:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:19:04.067852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 7880a1aa-cf1a-4891-9ec4-e63432475e6b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:19:04.068124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.119148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (4d89d2da-e4bc-4ad9-84a4-8b26b437668d), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.145606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 7880a1aa-cf1a-4891-9ec4-e63432475e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7880a1aa-cf1a-4891-9ec4-e63432475e6b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:04.146395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] Pushing event deleted for resources: {'Port': ['ID=4d89d2da-e4bc-4ad9-84a4-8b26b437668d,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:04.146515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.150537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336050f-2a7a-497a-86a9-027a30397b2f None None] No DVR routers for this DVR port 4d89d2da-e4bc-4ad9-84a4-8b26b437668d on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:19:04.159292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 7880a1aa-cf1a-4891-9ec4-e63432475e6b owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:19:04.290026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 40d56255-82b5-487e-b616-586d86d4ba2e no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:19:04.315034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 40d56255-82b5-487e-b616-586d86d4ba2e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:19:04.315393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 40d56255-82b5-487e-b616-586d86d4ba2e not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:19:04.412185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7880a1aa-cf1a-4891-9ec4-e63432475e6b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.437061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=7880a1aa-cf1a-4891-9ec4-e63432475e6b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:04.504962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (437510cf-3288-4689-88d0-80f10c558090), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.597549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (437510cf-3288-4689-88d0-80f10c558090), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.599659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (437510cf-3288-4689-88d0-80f10c558090), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.712989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (437510cf-3288-4689-88d0-80f10c558090), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.713506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router 437510cf-3288-4689-88d0-80f10c558090 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:19:04.720695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.722081 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d554e3bb-f9fe-4818-b0fe-bc96a575a818 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/437510cf-3288-4689-88d0-80f10c558090 HTTP/1.1" status: 204 len: 168 time: 1.0800340 Mar 09 17:19:04.724618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37568) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:04.803827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (80a65a83-bb83-4b0f-8024-53fde728cf24), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.897550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (80a65a83-bb83-4b0f-8024-53fde728cf24), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.918407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a65a83-bb83-4b0f-8024-53fde728cf24']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:04.937171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032971d8-71be-459d-b4d0-d86a93e922a3') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:04.941065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032971d8-71be-459d-b4d0-d86a93e922a3') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:04.952739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (032971d8-71be-459d-b4d0-d86a93e922a3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.971746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (032971d8-71be-459d-b4d0-d86a93e922a3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.978170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:19:04.978547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (032971d8-71be-459d-b4d0-d86a93e922a3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:19:04.981941 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:19:05.113970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (80a65a83-bb83-4b0f-8024-53fde728cf24), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.121915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.124683 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/80a65a83-bb83-4b0f-8024-53fde728cf24 HTTP/1.1" status: 204 len: 168 time: 0.3990333 Mar 09 17:19:05.141314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a1ea4-c538-4765-8861-3a892208e935 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=80a65a83-bb83-4b0f-8024-53fde728cf24,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:05.148216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37570) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:05.154074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--1949104184', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:05.263259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:19:05.266645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.289625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:19:05.298279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (672f4064-153d-4da4-a107-26d1e5b2ecb8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.298637 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment 672f4064-153d-4da4-a107-26d1e5b2ecb8 of type vlan for network 1d0cba2b-c777-4d23-b228-f44250c381bd Mar 09 17:19:05.337829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (1d0cba2b-c777-4d23-b228-f44250c381bd), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.416849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (1d0cba2b-c777-4d23-b228-f44250c381bd), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.421699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:05.422276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.489089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=1d0cba2b-c777-4d23-b228-f44250c381bd,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:05.499524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 1d0cba2b-c777-4d23-b228-f44250c381bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:19:05.522766 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7ec334d6-cc42-4c34-9381-402edc9b42fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3734472 Mar 09 17:19:05.525570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37572) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:05.529934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-347412227', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:05.606625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (adf44a97-6dd2-4c67-9733-6505a2a9d713), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.607749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (adf44a97-6dd2-4c67-9733-6505a2a9d713), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.658072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (adf44a97-6dd2-4c67-9733-6505a2a9d713), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:05.758841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:19:05.781829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 7880a1aa-cf1a-4891-9ec4-e63432475e6b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:19:05.782262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7880a1aa-cf1a-4891-9ec4-e63432475e6b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:19:05.782700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d75517ca-8607-484e-92f8-8d5b8d68fb86 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:19:05.801334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: d75517ca-8607-484e-92f8-8d5b8d68fb86 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:19:05.801684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d75517ca-8607-484e-92f8-8d5b8d68fb86 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:19:05.802101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d89d2da-e4bc-4ad9-84a4-8b26b437668d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:19:05.820967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 4d89d2da-e4bc-4ad9-84a4-8b26b437668d {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:19:05.821323 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d89d2da-e4bc-4ad9-84a4-8b26b437668d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:19:05.883016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (adf44a97-6dd2-4c67-9733-6505a2a9d713), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:06.119945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (adf44a97-6dd2-4c67-9733-6505a2a9d713), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:06.139096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:06.211434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cbf40cf-738a-44ab-9457-083074c93253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:06.240363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.248 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/a73edd40-6aea-404d-9a96-64c1b65abb81) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:19:06.343454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:06.434410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:06.470993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:19:06.473981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:06.476335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:19:06.506112 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=a73edd40-6aea-404d-9a96-64c1b65abb81,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:06.837900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (adf44a97-6dd2-4c67-9733-6505a2a9d713), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:07.041605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (adf44a97-6dd2-4c67-9733-6505a2a9d713), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:07.171605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:07.268907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router adf44a97-6dd2-4c67-9733-6505a2a9d713 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:19:07.706031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:19:07.724859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Sync routers for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:19:07.735632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:07.736254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:19:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:07.801338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:07.803766 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-74095c04-9844-4b0a-b528-bfb9f462ca57 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2772157 Mar 09 17:19:07.807854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37574) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:07.838276 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09781cbe-e71b-42b8-acc1-c4bf6001ecab tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271585 Mar 09 17:19:07.839381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37576) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:07.843715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:07.930164 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97bc61-deec-4241-af90-96ec06fb2307 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:07.934304 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1a97bc61-deec-4241-af90-96ec06fb2307 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911350 Mar 09 17:19:07.934536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:07.964735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1b924d82-28d9-4f46-b0ae-17de31b2cafd tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267208 Mar 09 17:19:07.965121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37580) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:07.970095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1401613933', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:08.033839 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:06Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:08.061109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Checking router: adf44a97-6dd2-4c67-9733-6505a2a9d713 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:19:08.061467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Updating router adf44a97-6dd2-4c67-9733-6505a2a9d713 port a73edd40-6aea-404d-9a96-64c1b65abb81 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:19:08.088836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.159830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:19:08.163819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.425113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.468185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (8c492a28-817b-482c-89ed-51a834499109), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.501727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Publish callbacks [] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.537053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=8c492a28-817b-482c-89ed-51a834499109,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:08.545923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:19:08.545923 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 1d0cba2b-c777-4d23-b228-f44250c381bd, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:19:08.617241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.670623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Attempting to bind port a73edd40-6aea-404d-9a96-64c1b65abb81 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:19:08.671008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Attempting to bind port a73edd40-6aea-404d-9a96-64c1b65abb81 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:19:08.671413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Attempting to bind port a73edd40-6aea-404d-9a96-64c1b65abb81 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:19:08.677130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a9d9-cb9b-4d98-ace4-dd207d639b24 None None] Pushing event updated for resources: {'Port': ['ID=a73edd40-6aea-404d-9a96-64c1b65abb81,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:08.681528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:19:08.681796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:19:08.682177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.682572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:19:08.683045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Bound port: a73edd40-6aea-404d-9a96-64c1b65abb81, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:19:08.683437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.714471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1d0cba2b-c777-4d23-b228-f44250c381bd is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:19:08.733924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] For port a73edd40-6aea-404d-9a96-64c1b65abb81, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:19:08.736953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] For port a73edd40-6aea-404d-9a96-64c1b65abb81, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a73edd40-6aea-404d-9a96-64c1b65abb81,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:19:08.817305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1d0cba2b-c777-4d23-b228-f44250c381bd) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:08.822053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:08.822763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.825911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6134e-19cb-46c0-955e-8869453be9b3 None None] Network 1d0cba2b-c777-4d23-b228-f44250c381bd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:19:08.884276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.939689 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eb5a2d0f-d49d-4b00-a4d1-b2706f523cb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9737248 Mar 09 17:19:08.942867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37582) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:08.970816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:08.971448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:19:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:08.974848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1d0cba2b-c777-4d23-b228-f44250c381bd', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:19:08.975750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:08.977415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a9d9-cb9b-4d98-ace4-dd207d639b24 None None] Pushing event updated for resources: {'Port': ['ID=a73edd40-6aea-404d-9a96-64c1b65abb81,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:09.161590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:09.312164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Allocated IP 172.20.0.2 (1d0cba2b-c777-4d23-b228-f44250c381bd/8c492a28-817b-482c-89ed-51a834499109/af54e427-7c9d-4d33-852f-41081b69a867) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:19:09.388514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.486877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:06Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:09.524337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6687a2-820e-41e8-a958-164a430421a4 None None] The sync data for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv is: [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:06Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:19:09.531491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Publish callbacks [] for port (af54e427-7c9d-4d33-852f-41081b69a867), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.623767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (af54e427-7c9d-4d33-852f-41081b69a867), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.660490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Network 1d0cba2b-c777-4d23-b228-f44250c381bd is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:19:09.663186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:09.669042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:19:09.675416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (1d0cba2b-c777-4d23-b228-f44250c381bd/8c492a28-817b-482c-89ed-51a834499109/d03be2ef-11a5-4026-a16a-62a99e93be1c) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:19:09.677735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Pushing event updated for resources: {'Port': ['ID=af54e427-7c9d-4d33-852f-41081b69a867,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:09.735928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Attempting to bind port af54e427-7c9d-4d33-852f-41081b69a867 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:19:09.736466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Attempting to bind port af54e427-7c9d-4d33-852f-41081b69a867 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:19:09.736676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Attempting to bind port af54e427-7c9d-4d33-852f-41081b69a867 on network 1d0cba2b-c777-4d23-b228-f44250c381bd {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:19:09.742055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:19:09.742378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Checking segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:19:09.742780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.743173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Bound using segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:19:09.743637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Bound port: af54e427-7c9d-4d33-852f-41081b69a867, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:19:09.744016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (af54e427-7c9d-4d33-852f-41081b69a867), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.817810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.844186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] For port af54e427-7c9d-4d33-852f-41081b69a867, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:19:09.847394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] For port af54e427-7c9d-4d33-852f-41081b69a867, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af54e427-7c9d-4d33-852f-41081b69a867,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:19:09.908997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.943731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (af54e427-7c9d-4d33-852f-41081b69a867), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.944168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:09.995147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1d0cba2b-c777-4d23-b228-f44250c381bd is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:19:09.999394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:10.007000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:19:10.008943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dde52-6ecc-4f1a-a472-366b427af04f None None] Pushing event updated for resources: {'Port': ['ID=af54e427-7c9d-4d33-852f-41081b69a867,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:10.036638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=d03be2ef-11a5-4026-a16a-62a99e93be1c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:10.064512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (adf44a97-6dd2-4c67-9733-6505a2a9d713), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:10.267270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:10.573582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:10.640051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:10.714628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=d03be2ef-11a5-4026-a16a-62a99e93be1c,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:10.717543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (adf44a97-6dd2-4c67-9733-6505a2a9d713), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:10.828460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1d0cba2b-c777-4d23-b228-f44250c381bd is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:19:10.830221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:10.959634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router adf44a97-6dd2-4c67-9733-6505a2a9d713 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:19:10.971751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f2d239-74a4-4c9e-a707-771c8689a627 None None] Network 1d0cba2b-c777-4d23-b228-f44250c381bd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:19:11.057653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] Provisioning complete for port af54e427-7c9d-4d33-852f-41081b69a867 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:11.058049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (af54e427-7c9d-4d33-852f-41081b69a867), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.075135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:19:11.083791 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-912ca122-064f-415d-b71b-580f7954c53d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/adf44a97-6dd2-4c67-9733-6505a2a9d713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1380346 Mar 09 17:19:11.084018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37586) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:11.172266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] Current status of the port af54e427-7c9d-4d33-852f-41081b69a867 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:11.172717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (af54e427-7c9d-4d33-852f-41081b69a867), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.204634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.205356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.205829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.206413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.206901 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.207375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.211951 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ededdfbf-4103-4553-90a1-fed2d6b342da tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1242907 Mar 09 17:19:11.212305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] For port af54e427-7c9d-4d33-852f-41081b69a867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af54e427-7c9d-4d33-852f-41081b69a867,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:11.212568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37588) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:11.282225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.282700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.283169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.283633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.284089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.284580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:11.286449 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ff4516e9-0eb3-4351-8e67-6f84468a4455 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0732150 Mar 09 17:19:11.289384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37590) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:11.308727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (af54e427-7c9d-4d33-852f-41081b69a867), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.361717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16de47-0ef2-42a1-aaee-a3eb8edfe411 None None] Pushing event updated for resources: {'Port': ['ID=af54e427-7c9d-4d33-852f-41081b69a867,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:11.429643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a4f7c7c1-9b4e-4750-9b62-eb6cc550eddb None None] Provisioning complete for port af54e427-7c9d-4d33-852f-41081b69a867 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:11.439032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7c1-9b4e-4750-9b62-eb6cc550eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (af54e427-7c9d-4d33-852f-41081b69a867), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.467515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4ef66817-5024-43c4-ad94-fd10408fbdee tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1764300 Mar 09 17:19:11.471192 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Sync routers for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:19:11.491228 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:11.492168 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:19:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:11.541452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7c7c1-9b4e-4750-9b62-eb6cc550eddb None None] Current status of the port af54e427-7c9d-4d33-852f-41081b69a867 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:11.559020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a4f7c7c1-9b4e-4750-9b62-eb6cc550eddb None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:11.559020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c7c1-9b4e-4750-9b62-eb6cc550eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.600487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7c7c1-9b4e-4750-9b62-eb6cc550eddb None None] Port d03be2ef-11a5-4026-a16a-62a99e93be1c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:19:11.615258 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:11.721378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-dea36730-3f20-4cdf-9fcd-a5062c5949f7 None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:11.721903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dea36730-3f20-4cdf-9fcd-a5062c5949f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.766957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-dea36730-3f20-4cdf-9fcd-a5062c5949f7 None None] Port d03be2ef-11a5-4026-a16a-62a99e93be1c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:19:11.797961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37594) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:11.802455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630674841', 'description': 'tempest-secgroup-smoke-630674841 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:11.835661 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:11.864172 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Checking router: adf44a97-6dd2-4c67-9733-6505a2a9d713 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:19:11.864569 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Updating router adf44a97-6dd2-4c67-9733-6505a2a9d713 port d03be2ef-11a5-4026-a16a-62a99e93be1c binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:19:11.866213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a73edd40-6aea-404d-9a96-64c1b65abb81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:19:11.880158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.893620 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.914802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d831004a-71a4-4a5a-bb39-3c5dc988a1aa None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:11.915179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d831004a-71a4-4a5a-bb39-3c5dc988a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.953003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (c4fc8413-4d85-4a3e-8564-8b678ee2323c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.958456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a73edd40-6aea-404d-9a96-64c1b65abb81 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:11.958866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:11.961367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d831004a-71a4-4a5a-bb39-3c5dc988a1aa None None] Port d03be2ef-11a5-4026-a16a-62a99e93be1c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:19:12.017507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c4fc8413-4d85-4a3e-8564-8b678ee2323c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.038547 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a73edd40-6aea-404d-9a96-64c1b65abb81 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:12.039500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.047600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc8413-4d85-4a3e-8564-8b678ee2323c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:12.054924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.055400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.055858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.056327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.056784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.057217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.057656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.058093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.058804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.058945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.059351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.059824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.060249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.062850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port a73edd40-6aea-404d-9a96-64c1b65abb81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a73edd40-6aea-404d-9a96-64c1b65abb81,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:12.116593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.117882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c519a046-4bb1-4b20-9df8-4c38c456f620 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3189213 Mar 09 17:19:12.120947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:12.125341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc8413-4d85-4a3e-8564-8b678ee2323c', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:12.137304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.138832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device af54e427-7c9d-4d33-852f-41081b69a867 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:19:12.166778 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Publish callbacks [] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.199435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (893efa1d-e84e-4a3e-81db-090f2484f14a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.215244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=a73edd40-6aea-404d-9a96-64c1b65abb81,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:12.217945 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.229518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port af54e427-7c9d-4d33-852f-41081b69a867 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:12.229518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (af54e427-7c9d-4d33-852f-41081b69a867), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.267264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (893efa1d-e84e-4a3e-81db-090f2484f14a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.284088 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Pushing event updated for resources: {'Port': ['ID=d03be2ef-11a5-4026-a16a-62a99e93be1c,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:12.293234 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.294918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.294918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.294918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.295513 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.296026 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.296580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.297106 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.297641 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.298267 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.298774 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.299113 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.299445 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:19:12.314242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port af54e427-7c9d-4d33-852f-41081b69a867 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:12.348821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (893efa1d-e84e-4a3e-81db-090f2484f14a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.359836 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Attempting to bind port d03be2ef-11a5-4026-a16a-62a99e93be1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:19:12.360216 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Attempting to bind port d03be2ef-11a5-4026-a16a-62a99e93be1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:19:12.361462 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Attempting to bind port d03be2ef-11a5-4026-a16a-62a99e93be1c on network 1d0cba2b-c777-4d23-b228-f44250c381bd {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:19:12.367342 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:19:12.367718 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Checking segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:19:12.368326 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.369104 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Bound using segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:19:12.369580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Bound port: d03be2ef-11a5-4026-a16a-62a99e93be1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:19:12.369967 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.371635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893efa1d-e84e-4a3e-81db-090f2484f14a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:12.436454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.438029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-09802703-aae9-4b84-adab-14c24eabe13c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161228 Mar 09 17:19:12.441179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37598) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:12.441870 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] For port d03be2ef-11a5-4026-a16a-62a99e93be1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:19:12.445112 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] For port d03be2ef-11a5-4026-a16a-62a99e93be1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d03be2ef-11a5-4026-a16a-62a99e93be1c,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:19:12.451239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc8413-4d85-4a3e-8564-8b678ee2323c', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:12.482365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c85591ec-1b02-4054-b9ca-3667d2bc0513 None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:12.482676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c85591ec-1b02-4054-b9ca-3667d2bc0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.516236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c85591ec-1b02-4054-b9ca-3667d2bc0513 None None] Port d03be2ef-11a5-4026-a16a-62a99e93be1c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:19:12.560706 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.587804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a7fd7e5e-1214-4179-a3a4-87e7f58a15df), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.607685 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:12.608317 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:19:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:12.651435 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (a7fd7e5e-1214-4179-a3a4-87e7f58a15df), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.661367 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6fba1-2864-4f38-ae0e-88418dafc2e6 None None] Pushing event updated for resources: {'Port': ['ID=d03be2ef-11a5-4026-a16a-62a99e93be1c,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:12.730712 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:12.805461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a7fd7e5e-1214-4179-a3a4-87e7f58a15df), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.827395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fd7e5e-1214-4179-a3a4-87e7f58a15df,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:12.842623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:12.843034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.910581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.914570 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0b99a573-0625-42c6-8508-f1a001be0727 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4696190 Mar 09 17:19:12.914824 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37600) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:12.919982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc8413-4d85-4a3e-8564-8b678ee2323c', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:12.923470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] Current status of the port d03be2ef-11a5-4026-a16a-62a99e93be1c is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:12.923977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:12.957441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] For port d03be2ef-11a5-4026-a16a-62a99e93be1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d03be2ef-11a5-4026-a16a-62a99e93be1c,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:13.025095 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:13.027861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (258488d7-3e8c-459d-b10c-46711555571e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.048214 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c465-61f8-4fae-a0f4-dbe46f21f5f8 None None] The sync data for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv is: [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:19:13.067486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.098345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (258488d7-3e8c-459d-b10c-46711555571e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.128263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2448368-e27e-4074-a8c6-2dfb94ade8f5 None None] Pushing event updated for resources: {'Port': ['ID=d03be2ef-11a5-4026-a16a-62a99e93be1c,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:13.164723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (258488d7-3e8c-459d-b10c-46711555571e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.183696 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258488d7-3e8c-459d-b10c-46711555571e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:13.258390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.262472 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1c26303f-478c-4328-a1e5-8a45a6cb70fe tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433824 Mar 09 17:19:13.262760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37602) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:13.267255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc8413-4d85-4a3e-8564-8b678ee2323c', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:13.365190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3e04dd92-386e-4303-a78d-c855763a92c5), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.427809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3e04dd92-386e-4303-a78d-c855763a92c5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.537167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3e04dd92-386e-4303-a78d-c855763a92c5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.557306 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e04dd92-386e-4303-a78d-c855763a92c5,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:13.659093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.662967 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4ec89cca-d166-40da-a9df-9ed9806b2315 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966889 Mar 09 17:19:13.663333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37604) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:13.667931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc8413-4d85-4a3e-8564-8b678ee2323c', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:13.777151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:19:13.783103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (c14b9e53-db92-4d76-87b3-d108ae0b2e1d), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.850692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a73edd40-6aea-404d-9a96-64c1b65abb81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:19:13.854505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (c14b9e53-db92-4d76-87b3-d108ae0b2e1d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.904488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a73edd40-6aea-404d-9a96-64c1b65abb81 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:13.904938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.943046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (c14b9e53-db92-4d76-87b3-d108ae0b2e1d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:13.968649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14b9e53-db92-4d76-87b3-d108ae0b2e1d,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:13.990685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a73edd40-6aea-404d-9a96-64c1b65abb81 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:13.991968 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d03be2ef-11a5-4026-a16a-62a99e93be1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:19:14.040623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:14.041017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:14.052821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:14.056985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-73cf848c-4cc4-48cd-999f-fbcce0bf0d1c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3925672 Mar 09 17:19:14.057552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37606) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:14.062785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': 'c4fc8413-4d85-4a3e-8564-8b678ee2323c', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:14.125034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d03be2ef-11a5-4026-a16a-62a99e93be1c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:14.154247 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:19:14.159794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (638473ba-1fe8-40fb-b1d9-68ab4b223bf3), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:14.218369 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (638473ba-1fe8-40fb-b1d9-68ab4b223bf3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:14.336805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (638473ba-1fe8-40fb-b1d9-68ab4b223bf3), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:14.354568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638473ba-1fe8-40fb-b1d9-68ab4b223bf3,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:14.464332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:14.465587 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-44150e36-9c97-4c5c-9c46-bd4fc519d374 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4069605 Mar 09 17:19:14.696207 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-98bc6e1e-d346-4004-b77a-3ea599b86aaf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630674841&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0435767 Mar 09 17:19:14.801248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-4b6e883f-0226-48e8-a6eb-74964e2ba8e9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:14.802685 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-4b6e883f-0226-48e8-a6eb-74964e2ba8e9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=1d0cba2b-c777-4d23-b228-f44250c381bd HTTP/1.1" status: 200 len: 797 time: 0.0997519 Mar 09 17:19:14.816662 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-30d7c312-49b3-41a5-b285-dea096e31162 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0086582 Mar 09 17:19:14.869858 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0028fb93-44b5-4ba4-97e4-2a9cffed51d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482996 Mar 09 17:19:14.969110 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-f6600f37-0dca-4815-b4bf-3b833dc76448 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 Mar 09 17:19:15.057843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-86f665b0-f310-4183-a070-c82268bc6f8a service neutron] 10.222.0.16 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830827 Mar 09 17:19:15.317237 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d91825af-0bb0-4c8a-853a-c660a77457ff req-bad2d9c8-b891-4c99-bf7d-14fa535b1e9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Mar 09 17:19:16.410951 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a62136f1-559a-4131-a5af-e421033871ce req-19df131d-806a-4829-8e38-99ba892f3167 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Mar 09 17:19:17.344998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-5f475343-0eb1-4623-8e1c-f7b41bf5936c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:17.346430 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-5f475343-0eb1-4623-8e1c-f7b41bf5936c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=1d0cba2b-c777-4d23-b228-f44250c381bd HTTP/1.1" status: 200 len: 797 time: 0.1056938 Mar 09 17:19:17.408734 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-23088274-6a36-453b-8161-6ddec749d95b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 379 time: 0.0531511 Mar 09 17:19:17.417370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['c4fc8413-4d85-4a3e-8564-8b678ee2323c']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:17.516100 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27f5970f-e7ef-47a7-94c5-82b5dde87e81 req-62fd60c4-d3e9-4146-bdce-e2f162825f30 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 210 time: 0.0288687 Mar 09 17:19:17.605798 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:19:17.609309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:17.741010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.8 (1d0cba2b-c777-4d23-b228-f44250c381bd/8c492a28-817b-482c-89ed-51a834499109/19be379f-dd7b-48bc-bd3c-954d101b140b) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:19:17.879938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:17.977105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.022166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 1d0cba2b-c777-4d23-b228-f44250c381bd is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:19:18.028123 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:18.032840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:19:18.065101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=19be379f-dd7b-48bc-bd3c-954d101b140b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:18.095861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:18.096663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.219501 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-93d2fd4b-c787-4b59-9e62-21e5f119e160 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057890 Mar 09 17:19:18.221017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-fae1c4f8-23f7-4ada-89fb-75ed9e351f6d None None] Provisioning complete for port 19be379f-dd7b-48bc-bd3c-954d101b140b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:18.221017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fae1c4f8-23f7-4ada-89fb-75ed9e351f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.231142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Request body: {'port': {'device_id': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:18.255146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fae1c4f8-23f7-4ada-89fb-75ed9e351f6d None None] Port 19be379f-dd7b-48bc-bd3c-954d101b140b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:19:18.290368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.545341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be379f-dd7b-48bc-bd3c-954d101b140b {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:19:18.552748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Publish callbacks [] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.564929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Transition to ACTIVE for port object 19be379f-dd7b-48bc-bd3c-954d101b140b will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:19:18.619990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.684079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Pushing event updated for resources: {'Port': ['ID=19be379f-dd7b-48bc-bd3c-954d101b140b,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:18.706353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615134a-fbd3-428b-93f9-53540177a1ce req-7e6672c0-7351-487d-9e2c-422deb9ffbac tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:18.707983 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1615134a-fbd3-428b-93f9-53540177a1ce req-7e6672c0-7351-487d-9e2c-422deb9ffbac tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 931 time: 0.1213772 Mar 09 17:19:18.799628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Attempting to bind port 19be379f-dd7b-48bc-bd3c-954d101b140b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:19:18.799889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Attempting to bind port 19be379f-dd7b-48bc-bd3c-954d101b140b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:19:18.800190 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Attempting to bind port 19be379f-dd7b-48bc-bd3c-954d101b140b on network 1d0cba2b-c777-4d23-b228-f44250c381bd {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:19:18.805525 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1615134a-fbd3-428b-93f9-53540177a1ce req-cea9fd31-d1e6-4bc6-b4e7-1f3cccd4da92 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719011 Mar 09 17:19:18.808981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Port 19be379f-dd7b-48bc-bd3c-954d101b140b on network 1d0cba2b-c777-4d23-b228-f44250c381bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:19:18.809310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Attempting to bind port 19be379f-dd7b-48bc-bd3c-954d101b140b on network 1d0cba2b-c777-4d23-b228-f44250c381bd {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:19:18.814710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:19:18.815047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Checking segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:19:18.815434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Bound using segment: {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:19:18.815860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Bound port: 19be379f-dd7b-48bc-bd3c-954d101b140b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672f4064-153d-4da4-a107-26d1e5b2ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:19:18.816216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:18.891276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] For port 19be379f-dd7b-48bc-bd3c-954d101b140b, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:19:18.894665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] For port 19be379f-dd7b-48bc-bd3c-954d101b140b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=19be379f-dd7b-48bc-bd3c-954d101b140b,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:19:19.005936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:19.043436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.044240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:19.045702 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] 10.222.0.36 "PUT /v2.0/ports/19be379f-dd7b-48bc-bd3c-954d101b140b HTTP/1.1" status: 200 len: 1093 time: 0.8187637 Mar 09 17:19:19.046152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:19:19.049675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c63b54-961f-4e55-a310-052a6b0ebe76" -d '{"events": [{"name": "network-changed", "server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:19:19.080178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb4506-7ec2-4667-9261-3c8393d398da service neutron] Pushing event updated for resources: {'Port': ['ID=19be379f-dd7b-48bc-bd3c-954d101b140b,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:19.105181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5b4f94-a0c4-4a3b-a7af-48b9b2420135 x-openstack-request-id: req-2e5b4f94-a0c4-4a3b-a7af-48b9b2420135 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:19:19.105511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:19:19.105802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e5b4f94-a0c4-4a3b-a7af-48b9b2420135 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:19:19.106262 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'status': 'completed', 'code': 200} Mar 09 17:19:19.183739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c63b54-961f-4e55-a310-052a6b0ebe76 req-6f8e5db0-7ea7-4291-955d-313abe95374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.185385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98c63b54-961f-4e55-a310-052a6b0ebe76 req-6f8e5db0-7ea7-4291-955d-313abe95374f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1127 time: 0.0533054 Mar 09 17:19:19.292315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c63b54-961f-4e55-a310-052a6b0ebe76 req-17bfa648-e57d-43cf-bd58-7fa42cfa44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.294160 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98c63b54-961f-4e55-a310-052a6b0ebe76 req-17bfa648-e57d-43cf-bd58-7fa42cfa44f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1016471 Mar 09 17:19:19.732242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c63b54-961f-4e55-a310-052a6b0ebe76 req-cc599a16-31cb-4946-b940-1f917551b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.733720 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98c63b54-961f-4e55-a310-052a6b0ebe76 req-cc599a16-31cb-4946-b940-1f917551b833 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4339685 Mar 09 17:19:19.812043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-9527b413-c09d-48f7-8078-fa6678bb0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.813578 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-9527b413-c09d-48f7-8078-fa6678bb0228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1127 time: 0.0449178 Mar 09 17:19:19.855448 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-a88af434-275a-4180-9cd4-4969e827270c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19be379f-dd7b-48bc-bd3c-954d101b140b HTTP/1.1" status: 200 len: 217 time: 0.0335090 Mar 09 17:19:19.932657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-82610d65-a052-4f16-9c8c-537f7cb158ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.934114 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-82610d65-a052-4f16-9c8c-537f7cb158ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c492a28-817b-482c-89ed-51a834499109 HTTP/1.1" status: 200 len: 844 time: 0.0735698 Mar 09 17:19:19.976502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd42a2-8af8-4e45-be4c-404064a3c2b3 req-a133820d-34a5-4734-823d-32d0882ff627 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:19.977961 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbbd42a2-8af8-4e45-be4c-404064a3c2b3 req-a133820d-34a5-4734-823d-32d0882ff627 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 943 time: 0.0882227 Mar 09 17:19:20.012087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-dfcced55-e273-4e61-8df6-ee55bc43d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:20.014140 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-dfcced55-e273-4e61-8df6-ee55bc43d26f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d0cba2b-c777-4d23-b228-f44250c381bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0731490 Mar 09 17:19:20.056596 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbbd42a2-8af8-4e45-be4c-404064a3c2b3 req-5966cc5a-4bd9-4736-8b65-5c1e338c43c2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722852 Mar 09 17:19:20.123416 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-992916a3-541e-484a-97a6-232f3e8807fc service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012111 Mar 09 17:19:20.209660 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6cb88b77-2dac-44d7-88a6-11ec48a7ed9a req-766f9ff3-5630-461d-9fc7-f6c534e263d1 service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806568 Mar 09 17:19:21.173564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76823d-7f16-4dcc-8a8b-deb13cb17a70 req-f4f10236-1f90-4079-b04a-7ba86968a276 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:21.175023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f76823d-7f16-4dcc-8a8b-deb13cb17a70 req-f4f10236-1f90-4079-b04a-7ba86968a276 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 943 time: 0.0535536 Mar 09 17:19:21.222365 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f76823d-7f16-4dcc-8a8b-deb13cb17a70 req-66d91b49-8a99-4d9f-940e-044482c351d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419066 Mar 09 17:19:22.343622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77dc45-ef3c-47cb-9de8-843b7f40db85 req-1acc96e6-4965-4dc1-af2d-94c06eca951f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:22.345131 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba77dc45-ef3c-47cb-9de8-843b7f40db85 req-1acc96e6-4965-4dc1-af2d-94c06eca951f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 943 time: 0.0569899 Mar 09 17:19:22.376763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 19be379f-dd7b-48bc-bd3c-954d101b140b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:19:22.394003 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba77dc45-ef3c-47cb-9de8-843b7f40db85 req-269b19f0-021e-4208-84a0-530b879223ce tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433347 Mar 09 17:19:22.470282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 19be379f-dd7b-48bc-bd3c-954d101b140b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=19be379f-dd7b-48bc-bd3c-954d101b140b,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:22.485115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'port_id': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'mac_address': 'fa:16:3e:3a:7b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:19:22.521847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 19be379f-dd7b-48bc-bd3c-954d101b140b is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:22.522165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:22.534846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be379f-dd7b-48bc-bd3c-954d101b140b {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:19:22.554156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 19be379f-dd7b-48bc-bd3c-954d101b140b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=19be379f-dd7b-48bc-bd3c-954d101b140b,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:22.622241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:22.668277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=19be379f-dd7b-48bc-bd3c-954d101b140b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:22.862673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['19be379f-dd7b-48bc-bd3c-954d101b140b'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:19:23.517128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32a6a-e941-46c3-9142-f9f3fde12874 req-d910eb1f-6036-48dc-9802-94af31ab4248 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:23.518635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-78e32a6a-e941-46c3-9142-f9f3fde12874 req-d910eb1f-6036-48dc-9802-94af31ab4248 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 944 time: 0.0562129 Mar 09 17:19:23.567406 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-78e32a6a-e941-46c3-9142-f9f3fde12874 req-10532aca-9452-4c60-9768-ec38fc42f411 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Mar 09 17:19:24.392243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 19be379f-dd7b-48bc-bd3c-954d101b140b up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:19:24.547172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 19be379f-dd7b-48bc-bd3c-954d101b140b completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:19:24.550991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 19be379f-dd7b-48bc-bd3c-954d101b140b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:19:24.557436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:24.626366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 19be379f-dd7b-48bc-bd3c-954d101b140b is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:19:24.626768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:24.649402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:19:24.651562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f97445-3849-416b-9dc0-dc98d22ce3e7" -d '{"events": [{"server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "name": "network-vif-plugged", "status": "completed", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:19:24.663607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 19be379f-dd7b-48bc-bd3c-954d101b140b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=19be379f-dd7b-48bc-bd3c-954d101b140b,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:19:24.689734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a9fe7-cb74-402a-8207-5ad9423e1a8b req-d45a3f5d-c150-4e8d-97c6-e756b6a32363 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:24.689734 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207a9fe7-cb74-402a-8207-5ad9423e1a8b req-d45a3f5d-c150-4e8d-97c6-e756b6a32363 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 944 time: 0.0540473 Mar 09 17:19:24.690331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd0c6e-ac9e-4c45-95ae-9f05191b1593 x-openstack-request-id: req-dcdd0c6e-ac9e-4c45-95ae-9f05191b1593 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:19:24.690331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "name": "network-vif-plugged", "status": "completed", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:19:24.690331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcdd0c6e-ac9e-4c45-95ae-9f05191b1593 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:19:24.690331 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'code': 200} Mar 09 17:19:24.731984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:24.737196 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-207a9fe7-cb74-402a-8207-5ad9423e1a8b req-689a777f-f340-42ef-a585-2d1cb4568973 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 Mar 09 17:19:24.779247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=19be379f-dd7b-48bc-bd3c-954d101b140b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:24.964155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4147b83-ac06-45ea-a0d6-b3c36fd759f3 req-cccfcf71-c0cd-4620-8a5e-f72c0efe97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:24.966232 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4147b83-ac06-45ea-a0d6-b3c36fd759f3 req-cccfcf71-c0cd-4620-8a5e-f72c0efe97a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1129 time: 0.0455496 Mar 09 17:19:25.010425 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4147b83-ac06-45ea-a0d6-b3c36fd759f3 req-0e371309-c209-4a89-80c2-8b4b756c8a7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Mar 09 17:19:25.855520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463df76-0306-4915-b9d8-07527096ad53 req-0c975d3b-5509-46d0-85ce-218d6af037b6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:25.857561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6463df76-0306-4915-b9d8-07527096ad53 req-0c975d3b-5509-46d0-85ce-218d6af037b6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 945 time: 0.0532281 Mar 09 17:19:25.906657 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6463df76-0306-4915-b9d8-07527096ad53 req-d89184bc-26b9-4e64-979b-e2ad878fc654 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Mar 09 17:19:27.024106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9a05e-3825-4d3f-95a3-e45ee17da5c0 req-70ede84f-c36c-4410-832b-32d477e9d708 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:27.025598 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-38c9a05e-3825-4d3f-95a3-e45ee17da5c0 req-70ede84f-c36c-4410-832b-32d477e9d708 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 945 time: 0.0527155 Mar 09 17:19:27.073341 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-38c9a05e-3825-4d3f-95a3-e45ee17da5c0 req-0a6b2064-2821-4bca-9bc9-8dab3ea1fae7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Mar 09 17:19:27.193524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9be879-4f89-42c2-8c2c-8d728052421f req-fd69a512-9e0f-4646-8607-8941f9fb272b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:27.194925 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5b9be879-4f89-42c2-8c2c-8d728052421f req-fd69a512-9e0f-4646-8607-8941f9fb272b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 945 time: 0.0565326 Mar 09 17:19:27.242687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5b9be879-4f89-42c2-8c2c-8d728052421f req-9ec98d48-c16c-4e47-a077-fda2b7fce1d6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Mar 09 17:19:27.264858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37666) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:27.307264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2ea6d-3798-444f-9574-f6627f4b5921 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:27.308791 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-92e2ea6d-3798-444f-9574-f6627f4b5921 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1124 time: 0.0429399 Mar 09 17:19:27.312155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37670) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:27.316263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:19:27.445405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:27.544283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:27.651342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.17 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/506b8e18-0db0-4b77-8104-cdc9fc818da0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:19:27.752453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:27.828175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:27.864436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:19:27.867417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:19:27.873552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:19:27.900180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=506b8e18-0db0-4b77-8104-cdc9fc818da0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:28.243971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (eec5cd0d-9748-45da-8b39-3e3d92df51f4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:28.374019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:28.522500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:28.576683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:28.644931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=506b8e18-0db0-4b77-8104-cdc9fc818da0,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:19:28.658396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (eec5cd0d-9748-45da-8b39-3e3d92df51f4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:28.685667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:28.761508 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP eec5cd0d-9748-45da-8b39-3e3d92df51f4 associated. External IP: 172.36.5.17, port: 19be379f-dd7b-48bc-bd3c-954d101b140b. Mar 09 17:19:28.936566 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:19:28.971277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router adf44a97-6dd2-4c67-9733-6505a2a9d713 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:19:29.081747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:19:29.092399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] Sync routers for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:19:29.102322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:29.103573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:19:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:29.144579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:29.175173 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-89e4c0c3-89f0-48dc-b367-cb387d6cb8da tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8619850 Mar 09 17:19:29.175880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:19:29.178311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:19:29.178488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37676) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:29.222308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff45135-0d76-491f-a3bb-199894211c24 x-openstack-request-id: req-eff45135-0d76-491f-a3bb-199894211c24 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:19:29.222308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:19:29.222308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eff45135-0d76-491f-a3bb-199894211c24 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:19:29.222308 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'status': 'completed', 'code': 200} Mar 09 17:19:29.222794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:29.246064 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-81cdf293-e285-475a-bde0-1b21cbb014d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/eec5cd0d-9748-45da-8b39-3e3d92df51f4 HTTP/1.1" status: 200 len: 990 time: 0.0654047 Mar 09 17:19:29.282393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-292d85b6-ee0a-45b7-b396-5673f7d8d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:29.284146 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-292d85b6-ee0a-45b7-b396-5673f7d8d710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1129 time: 0.0459933 Mar 09 17:19:29.383892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-d8245d47-eed5-45fa-8814-75943578b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:29.385445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-d8245d47-eed5-45fa-8814-75943578b5e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d0cba2b-c777-4d23-b228-f44250c381bd HTTP/1.1" status: 200 len: 897 time: 0.0889506 Mar 09 17:19:29.448602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eec5cd0d-9748-45da-8b39-3e3d92df51f4', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.17', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'port_id': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'mac_address': 'fa:16:3e:3a:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:19:28Z', 'updated_at': '2022-03-09T17:19:28Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:29.450472 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-9c38b203-3822-4eb8-b279-dee19d8ebf70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19be379f-dd7b-48bc-bd3c-954d101b140b HTTP/1.1" status: 200 len: 998 time: 0.0590181 Mar 09 17:19:29.479409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] Checking router: adf44a97-6dd2-4c67-9733-6505a2a9d713 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:19:29.488218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:19:29.488869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:19:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:29.498803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-cb583c8c-642a-4a6d-a690-244cc99e67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:29.500419 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-cb583c8c-642a-4a6d-a690-244cc99e67d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c492a28-817b-482c-89ed-51a834499109 HTTP/1.1" status: 200 len: 844 time: 0.0449929 Mar 09 17:19:29.554196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-5f6f9633-22ab-446a-94e8-c3bee38249e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:19:29.555711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-5f6f9633-22ab-446a-94e8-c3bee38249e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d0cba2b-c777-4d23-b228-f44250c381bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0497844 Mar 09 17:19:29.596210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:19:29.644801 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-d16e888c-d8cc-4d66-8c41-6d86ee99ed57 service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826647 Mar 09 17:19:29.739075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d313e61-51b1-41cd-9ed6-6dd1f5dc64a5 req-96409df4-908d-42e8-84fa-9cc8c495e37c service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890381 Mar 09 17:19:29.818254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eec5cd0d-9748-45da-8b39-3e3d92df51f4', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.17', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'port_id': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'mac_address': 'fa:16:3e:3a:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:19:28Z', 'updated_at': '2022-03-09T17:19:28Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:19:29.848713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a0d96-7da5-4e54-8836-71e8009c2922 None None] The sync data for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv is: [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eec5cd0d-9748-45da-8b39-3e3d92df51f4', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.17', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'port_id': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'mac_address': 'fa:16:3e:3a:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:19:28Z', 'updated_at': '2022-03-09T17:19:28Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:19:30.044454 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2a712-2c40-40b8-9f2a-817ca9fc51b7 None None] New status for floating IP eec5cd0d-9748-45da-8b39-3e3d92df51f4: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:19:30.249200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37680) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:30.317230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0f3f314a-cb98-47e2-97a4-5c09db15b406 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/eec5cd0d-9748-45da-8b39-3e3d92df51f4 HTTP/1.1" status: 200 len: 990 time: 0.0668564 Mar 09 17:19:31.321185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37682) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:19:31.381133 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b62b09e1-da2a-425c-b983-cf9d54a9bb46 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/eec5cd0d-9748-45da-8b39-3e3d92df51f4 HTTP/1.1" status: 200 len: 992 time: 0.0588181 Mar 09 17:19:33.588023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68f583bd-62ae-46a7-a622-acac896de5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:36.170573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4b0d34a6-ea49-4f74-ac68-5827a4efd7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:37.181600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:38.335930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:39.856474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:19:58.655548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:03.615600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e13f3e1-da40-4fbc-8dd7-5e6e24fd99d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:05.935593 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:20:06.158224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1deeef44-cdc4-4acc-a853-065f27348b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:07.181046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:08.347355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:09.918528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:28.722951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:33.643099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d12859e-d32f-4e1c-954e-b53c5307bd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:35.608663 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-6b39fcf3-513c-4d27-a094-0f70c97d0117 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897930356&fields=id&tenant_id=b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 267 time: 0.0458612 Mar 09 17:20:35.719942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-d7ed1a35-9b72-424a-8292-b557261a6709 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:35.722278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-d7ed1a35-9b72-424a-8292-b557261a6709 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 811 time: 0.1061728 Mar 09 17:20:35.735977 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-c6b2a57c-f8e5-4adf-b015-359607f06a86 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/quotas/b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 375 time: 0.0092509 Mar 09 17:20:35.797019 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-1a6beee8-0c3b-4580-bb38-43e5205cb473 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563624 Mar 09 17:20:35.889543 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-812853f4-5d1c-43c4-a6a8-a58bd2730933 service neutron] 10.222.0.16 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817275 Mar 09 17:20:35.981288 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-f081f8a2-95af-4b58-9f2d-ad827efb0246 service neutron] 10.222.0.16 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 Mar 09 17:20:36.174960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bb9f9651-c42d-4fa7-be90-99a4aa408c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:36.532602 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-74b05703-a4a3-467f-b356-834d918fac7a req-7539b6ef-9516-468c-86b5-f4e197f03626 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Mar 09 17:20:37.232057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:37.625290 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f42cb083-499a-451f-a2ae-508fe70de307 req-a04437ac-f7c2-42bf-8638-4282606febb3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Mar 09 17:20:38.334805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:38.663004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-7dd4fd9e-4f5a-4790-8178-9b70898368e9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:38.664560 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-7dd4fd9e-4f5a-4790-8178-9b70898368e9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 811 time: 0.1030054 Mar 09 17:20:38.720668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dd730bc6-9bbb-46b8-a344-4b9f4b1e2036 req-0733be19-e6bf-49a5-8822-52fd46de0609 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Mar 09 17:20:38.727644 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-d8f0d883-8dce-4087-bd92-b3092581d912 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b046bec90b254a4a860b2bce22dac67f HTTP/1.1" status: 200 len: 380 time: 0.0553017 Mar 09 17:20:38.736341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'port': {'device_id': '58aa08f8-9083-445b-a327-d207423f7246', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'admin_state_up': True, 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'security_groups': ['4c21669e-2538-443e-b81c-799fbcbcbf19']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:20:38.967232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Made reservation on behalf of b046bec90b254a4a860b2bce22dac67f for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:20:38.967232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.101033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Allocated IP 172.20.0.3 (631dbfe4-129a-4b26-a6c4-820d3e818a59/7a95889c-5e44-4f0b-a696-f104ef761963/f5585521-614e-4055-9a08-192db76dea82) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:20:39.239610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (f5585521-614e-4055-9a08-192db76dea82), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.427011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (f5585521-614e-4055-9a08-192db76dea82), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.468174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:20:39.471338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:20:39.477889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:20:39.503938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=f5585521-614e-4055-9a08-192db76dea82,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:20:39.522287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.522808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.523258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.523721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.524156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.524644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.525078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.525539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.525978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.526418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.526854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.527320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.527825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:39.546570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:39.547239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.680566 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-def563f9-5507-4bef-b099-4656ba1cc6ee tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482422 Mar 09 17:20:39.691903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Request body: {'port': {'device_id': '58aa08f8-9083-445b-a327-d207423f7246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:20:39.759211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f5585521-614e-4055-9a08-192db76dea82), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.772260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb186cb-d636-4def-819d-bba180b10696 None None] Provisioning complete for port f5585521-614e-4055-9a08-192db76dea82 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:20:39.772832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb186cb-d636-4def-819d-bba180b10696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f5585521-614e-4055-9a08-192db76dea82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.822897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb186cb-d636-4def-819d-bba180b10696 None None] Port f5585521-614e-4055-9a08-192db76dea82 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:20:39.877743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:39.935261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382558-779c-4f43-a3d2-fe7ca38cabd7 req-2d251da3-c02d-48e0-92d7-b5964bdd79a1 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:39.936804 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28382558-779c-4f43-a3d2-fe7ca38cabd7 req-2d251da3-c02d-48e0-92d7-b5964bdd79a1 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 931 time: 0.1292098 Mar 09 17:20:40.037690 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28382558-779c-4f43-a3d2-fe7ca38cabd7 req-f54591ac-87c9-4ba8-b5f9-43371bda0823 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949306 Mar 09 17:20:40.118252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5585521-614e-4055-9a08-192db76dea82 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:20:40.127193 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Publish callbacks [] for port (f5585521-614e-4055-9a08-192db76dea82), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:40.139856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Transition to ACTIVE for port object f5585521-614e-4055-9a08-192db76dea82 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:20:40.218262 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-522c591a-6c38-47c1-98bf-7ff54cd49276 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447350 Mar 09 17:20:40.225810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (f5585521-614e-4055-9a08-192db76dea82), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:40.271287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Pushing event updated for resources: {'Port': ['ID=f5585521-614e-4055-9a08-192db76dea82,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:20:40.329757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-5ec5586e-5f3c-461d-803c-e2cfc209b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:40.332284 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-5ec5586e-5f3c-461d-803c-e2cfc209b1d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1129 time: 0.0701101 Mar 09 17:20:40.346876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Attempting to bind port f5585521-614e-4055-9a08-192db76dea82 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:20:40.347215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Attempting to bind port f5585521-614e-4055-9a08-192db76dea82 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:20:40.347544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Attempting to bind port f5585521-614e-4055-9a08-192db76dea82 on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:20:40.353141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Port f5585521-614e-4055-9a08-192db76dea82 on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:20:40.353466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Attempting to bind port f5585521-614e-4055-9a08-192db76dea82 on network 631dbfe4-129a-4b26-a6c4-820d3e818a59 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:20:40.358870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:20:40.359215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Checking segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:20:40.359603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Bound using segment: {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:20:40.360033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Bound port: f5585521-614e-4055-9a08-192db76dea82, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9532d1d-341e-4767-a449-69a6fc57c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:20:40.360433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f5585521-614e-4055-9a08-192db76dea82), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:40.449771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] For port f5585521-614e-4055-9a08-192db76dea82, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:20:40.453379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] For port f5585521-614e-4055-9a08-192db76dea82, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5585521-614e-4055-9a08-192db76dea82,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:20:40.478887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-be49b87e-b737-4a5f-9935-ff832ef7f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:40.480475 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-be49b87e-b737-4a5f-9935-ff832ef7f7fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.1228826 Mar 09 17:20:40.535602 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (f5585521-614e-4055-9a08-192db76dea82), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:40.551284 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-580598cb-8856-4e82-aec4-b27e5eb9a41f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 1001 time: 0.0647755 Mar 09 17:20:40.578832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:40.579458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:40.581346 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5585521-614e-4055-9a08-192db76dea82 HTTP/1.1" status: 200 len: 1093 time: 0.8936353 Mar 09 17:20:40.583830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'tag': 'f5585521-614e-4055-9a08-192db76dea82'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:20:40.593961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a8237e-80e3-4439-a196-84f52ba3cee3" -d '{"events": [{"name": "network-changed", "server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "tag": "f5585521-614e-4055-9a08-192db76dea82"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:20:40.608871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-f5a82545-550b-45a8-8276-4e80137aea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:40.610472 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-f5a82545-550b-45a8-8276-4e80137aea28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0518019 Mar 09 17:20:40.635199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0d0b8-d76d-4612-a03d-a428b3705e98 service neutron] Pushing event updated for resources: {'Port': ['ID=f5585521-614e-4055-9a08-192db76dea82,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:20:40.650580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbff9d6-b445-4c66-a538-1f16544bcf0f x-openstack-request-id: req-6fbff9d6-b445-4c66-a538-1f16544bcf0f {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:20:40.652031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "tag": "f5585521-614e-4055-9a08-192db76dea82", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:20:40.652778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fbff9d6-b445-4c66-a538-1f16544bcf0f {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:20:40.656335 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'tag': 'f5585521-614e-4055-9a08-192db76dea82', 'status': 'completed', 'code': 200} Mar 09 17:20:40.702569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-43556fd2-0eb9-47e3-b042-d7c5e49076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:40.704287 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-43556fd2-0eb9-47e3-b042-d7c5e49076f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0862310 Mar 09 17:20:40.723593 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8237e-80e3-4439-a196-84f52ba3cee3 req-0677318d-7061-4fab-8e5c-65796fb47748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:40.725336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-25a8237e-80e3-4439-a196-84f52ba3cee3 req-0677318d-7061-4fab-8e5c-65796fb47748 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 1127 time: 0.0557666 Mar 09 17:20:40.815936 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-3e0ea908-8e08-4d8b-92ec-4599f10c93b0 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037388 Mar 09 17:20:40.920745 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e15ce28-33f7-43dc-85a5-aa504e7aff1e req-ee07a3a6-a5de-484b-a37e-54dba1158c44 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976791 Mar 09 17:20:41.198726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8237e-80e3-4439-a196-84f52ba3cee3 req-fb17a42d-d51c-4712-94d7-bdbdd19eda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:41.200203 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-25a8237e-80e3-4439-a196-84f52ba3cee3 req-fb17a42d-d51c-4712-94d7-bdbdd19eda4c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b046bec90b254a4a860b2bce22dac67f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4670000 Mar 09 17:20:41.236726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb9cbb-5e84-42b3-880e-472cf488e9bc req-08efdc64-dd9b-4245-a489-de1280dc118b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:41.238202 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8ccb9cbb-5e84-42b3-880e-472cf488e9bc req-08efdc64-dd9b-4245-a489-de1280dc118b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0920880 Mar 09 17:20:41.342152 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8ccb9cbb-5e84-42b3-880e-472cf488e9bc req-ad56dcb9-b534-4cae-bf6a-cca27788363b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923002 Mar 09 17:20:41.343314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8237e-80e3-4439-a196-84f52ba3cee3 req-7e5a87ae-7264-4998-a28c-69f3c64cb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:41.344727 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-25a8237e-80e3-4439-a196-84f52ba3cee3 req-7e5a87ae-7264-4998-a28c-69f3c64cb860 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1376593 Mar 09 17:20:41.424633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-b325e1e7-9206-488d-9465-1ddd49c327c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:41.426145 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-b325e1e7-9206-488d-9465-1ddd49c327c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 1127 time: 0.0443027 Mar 09 17:20:41.470431 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-f2e10eeb-26b1-4062-aafb-9fa13d86b876 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5585521-614e-4055-9a08-192db76dea82 HTTP/1.1" status: 200 len: 217 time: 0.0378096 Mar 09 17:20:41.518459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-59fe98a4-2967-4411-aac7-a02dc0da1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:41.519869 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-59fe98a4-2967-4411-aac7-a02dc0da1645 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0438390 Mar 09 17:20:41.567048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-6381ecb5-8635-4cc0-8798-955b655330ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:41.569240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-6381ecb5-8635-4cc0-8798-955b655330ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441544 Mar 09 17:20:41.661839 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-a5be474e-8256-49f0-b087-a82f6f5fd4d6 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 Mar 09 17:20:41.751698 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df545ba-0546-4a26-b45a-95dbc987bf94 req-92426d6c-a6a7-4db4-87cf-13a2406d9a66 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846274 Mar 09 17:20:42.473121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2462-684e-4a41-ba84-6edd00962edf req-4b30ede7-2695-4bbf-b8fa-4c4d5bdb978b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:42.474715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-becd2462-684e-4a41-ba84-6edd00962edf req-4b30ede7-2695-4bbf-b8fa-4c4d5bdb978b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0610414 Mar 09 17:20:42.524953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-becd2462-684e-4a41-ba84-6edd00962edf req-ba2b45d5-ff18-4021-bdfb-8d57794f154d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Mar 09 17:20:42.937922 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:20:43.648473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d041e-1ece-409d-85f5-1a93dca967ac req-3f630a79-ab8e-45a1-91e5-b3c867bc58af tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:43.650122 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-107d041e-1ece-409d-85f5-1a93dca967ac req-3f630a79-ab8e-45a1-91e5-b3c867bc58af tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0586834 Mar 09 17:20:43.707416 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-107d041e-1ece-409d-85f5-1a93dca967ac req-8ebd6b6e-cd62-4eda-8bb2-07ac5d66b68e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511801 Mar 09 17:20:44.827652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29ebc-d843-429b-948d-661077600c82 req-f04848a1-18b4-4802-a149-e3c9aa8bc3c0 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:44.829241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f1c29ebc-d843-429b-948d-661077600c82 req-f04848a1-18b4-4802-a149-e3c9aa8bc3c0 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0545571 Mar 09 17:20:44.878903 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f1c29ebc-d843-429b-948d-661077600c82 req-2bdd07d1-57f0-44de-993e-ccacb56a9862 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Mar 09 17:20:45.993989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586070e-c65f-4792-a811-acd876736c63 req-3a308e7a-92fc-4575-acf5-4577b1d9ca22 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:45.995628 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4586070e-c65f-4792-a811-acd876736c63 req-3a308e7a-92fc-4575-acf5-4577b1d9ca22 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0531507 Mar 09 17:20:46.044204 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4586070e-c65f-4792-a811-acd876736c63 req-3d69ec9c-3060-450a-a224-d4cdff397230 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Mar 09 17:20:47.164274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a159-dfbc-4850-8fbf-2f5621a5583a req-b0a938f6-06a7-4b3c-a4da-935b2cc5f482 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:47.165896 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dbe8a159-dfbc-4850-8fbf-2f5621a5583a req-b0a938f6-06a7-4b3c-a4da-935b2cc5f482 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0547788 Mar 09 17:20:47.221935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dbe8a159-dfbc-4850-8fbf-2f5621a5583a req-9eaf7a26-f0aa-4d75-9024-9e4c1b7ccf9c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502234 Mar 09 17:20:48.339085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d874-fa25-4073-9889-7c2c45f6477e req-fbd305f1-db27-4dd5-aab5-bcb352e32d8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:48.340619 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bcd9d874-fa25-4073-9889-7c2c45f6477e req-fbd305f1-db27-4dd5-aab5-bcb352e32d8a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0521247 Mar 09 17:20:48.389900 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bcd9d874-fa25-4073-9889-7c2c45f6477e req-f796422e-4f4b-449c-b20a-cfec239e076e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Mar 09 17:20:49.506603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9d762-a4cd-49c2-a244-7ef2fd5be212 req-77c48b29-44ec-4221-8ffc-ac1409d856cb tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:49.508113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a9b9d762-a4cd-49c2-a244-7ef2fd5be212 req-77c48b29-44ec-4221-8ffc-ac1409d856cb tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0530655 Mar 09 17:20:49.557139 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a9b9d762-a4cd-49c2-a244-7ef2fd5be212 req-6a254e95-5f86-4837-82e3-f93423e6eaa2 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Mar 09 17:20:50.676838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df89e2e-9837-4a7c-89fc-73e28d2b97f4 req-2695c047-d108-4dc0-9e12-8e2f18526080 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:50.678283 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df89e2e-9837-4a7c-89fc-73e28d2b97f4 req-2695c047-d108-4dc0-9e12-8e2f18526080 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0565794 Mar 09 17:20:50.725121 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5df89e2e-9837-4a7c-89fc-73e28d2b97f4 req-536deb47-7089-4e8d-9b6a-d5f31a831bde tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Mar 09 17:20:51.844141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bccf3-3cca-40fa-9fcf-f46143689bae req-88da3d4a-cf47-419c-b8f1-55da429b004d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:51.845723 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a54bccf3-3cca-40fa-9fcf-f46143689bae req-88da3d4a-cf47-419c-b8f1-55da429b004d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0524223 Mar 09 17:20:51.897201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a54bccf3-3cca-40fa-9fcf-f46143689bae req-134d9c6d-8098-4a53-9e69-b1776ebe656e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Mar 09 17:20:53.014499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1d32-9e7d-4940-a86f-d22041dec892 req-41b30304-017e-44a3-9890-a2276bc53e34 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:53.015999 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fe5c1d32-9e7d-4940-a86f-d22041dec892 req-41b30304-017e-44a3-9890-a2276bc53e34 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0535753 Mar 09 17:20:53.065319 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fe5c1d32-9e7d-4940-a86f-d22041dec892 req-950586fb-7760-412f-b9cb-d66ff3c9c34e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Mar 09 17:20:54.185482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6989a0-f31f-4766-aaac-badb04ffce4f req-8bb57cb0-e0df-4f8f-9866-8c40ebfc4f04 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:54.186933 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3f6989a0-f31f-4766-aaac-badb04ffce4f req-8bb57cb0-e0df-4f8f-9866-8c40ebfc4f04 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0560954 Mar 09 17:20:54.234816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3f6989a0-f31f-4766-aaac-badb04ffce4f req-3585dda2-6d8e-4bb1-b2cf-dc4fcbccb2db tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Mar 09 17:20:55.356789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37524d3d-85df-4b89-899d-65f3aa832561 req-450e3e8d-5036-4ddc-b703-3268a4611114 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:55.358256 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-37524d3d-85df-4b89-899d-65f3aa832561 req-450e3e8d-5036-4ddc-b703-3268a4611114 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0570889 Mar 09 17:20:55.407656 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-37524d3d-85df-4b89-899d-65f3aa832561 req-e9dcf469-556a-45b1-b3d5-6afeb4ba5f04 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437555 Mar 09 17:20:56.523287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b6d6c-6693-4e78-bf95-710c5131344c req-bdbc32ac-5d00-4bd1-88c7-a8a806cd41f3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:56.524766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-084b6d6c-6693-4e78-bf95-710c5131344c req-bdbc32ac-5d00-4bd1-88c7-a8a806cd41f3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 943 time: 0.0524516 Mar 09 17:20:56.573294 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-084b6d6c-6693-4e78-bf95-710c5131344c req-ec2949f1-d523-4b17-84df-504deb13ec2d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Mar 09 17:20:56.648168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f5585521-614e-4055-9a08-192db76dea82 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:20:56.745183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port f5585521-614e-4055-9a08-192db76dea82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5585521-614e-4055-9a08-192db76dea82,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:20:56.756683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'f5585521-614e-4055-9a08-192db76dea82', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'port_id': 'f5585521-614e-4055-9a08-192db76dea82', 'mac_address': 'fa:16:3e:a1:47:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:20:56.793249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port f5585521-614e-4055-9a08-192db76dea82 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:20:56.793639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f5585521-614e-4055-9a08-192db76dea82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:56.805905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5585521-614e-4055-9a08-192db76dea82 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:20:56.824809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port f5585521-614e-4055-9a08-192db76dea82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5585521-614e-4055-9a08-192db76dea82,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:20:56.911109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f5585521-614e-4055-9a08-192db76dea82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:56.956316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=f5585521-614e-4055-9a08-192db76dea82,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:20:56.963673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.966820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.967591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.967591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:56.967591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:20:57.160515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['f5585521-614e-4055-9a08-192db76dea82'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:20:57.689954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce916156-49f7-4785-8917-1c836dced75a req-95aba9f3-1042-42f2-be01-b9fa39aba7ff tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:57.691428 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ce916156-49f7-4785-8917-1c836dced75a req-95aba9f3-1042-42f2-be01-b9fa39aba7ff tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 944 time: 0.0528967 Mar 09 17:20:57.739679 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ce916156-49f7-4785-8917-1c836dced75a req-56b0a496-382e-4e62-b231-6a222620be42 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Mar 09 17:20:58.651748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f5585521-614e-4055-9a08-192db76dea82 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:20:58.739822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:58.762699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port f5585521-614e-4055-9a08-192db76dea82 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:20:58.766631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port f5585521-614e-4055-9a08-192db76dea82 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:20:58.767004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f5585521-614e-4055-9a08-192db76dea82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:58.844758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port f5585521-614e-4055-9a08-192db76dea82 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:20:58.845153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f5585521-614e-4055-9a08-192db76dea82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:58.861404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609aa1a-8c65-414a-9782-ac69f93d4dac req-3ec91582-0b2d-418d-9dfc-b0e145df11b5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:58.862888 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5609aa1a-8c65-414a-9782-ac69f93d4dac req-3ec91582-0b2d-418d-9dfc-b0e145df11b5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 944 time: 0.0558467 Mar 09 17:20:58.868792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5585521-614e-4055-9a08-192db76dea82'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:20:58.871247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db698ac6-72f7-4595-8a95-6f3771da3776" -d '{"events": [{"server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "name": "network-vif-plugged", "status": "completed", "tag": "f5585521-614e-4055-9a08-192db76dea82"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:20:58.883742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port f5585521-614e-4055-9a08-192db76dea82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5585521-614e-4055-9a08-192db76dea82,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:20:58.909350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b34809-e277-4851-81c7-7f4f073f9b63 x-openstack-request-id: req-f4b34809-e277-4851-81c7-7f4f073f9b63 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:20:58.909489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "name": "network-vif-plugged", "status": "completed", "tag": "f5585521-614e-4055-9a08-192db76dea82", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:20:58.909695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4b34809-e277-4851-81c7-7f4f073f9b63 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:20:58.910085 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5585521-614e-4055-9a08-192db76dea82', 'code': 200} Mar 09 17:20:58.912792 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5609aa1a-8c65-414a-9782-ac69f93d4dac req-f1e6da66-f4ce-4d42-a295-af8ec0675d15 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443795 Mar 09 17:20:58.985874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f5585521-614e-4055-9a08-192db76dea82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:20:59.038615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=f5585521-614e-4055-9a08-192db76dea82,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:20:59.202760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ead1e-b475-4714-a9ce-84d232b1c24a req-5823972f-8f15-400c-a861-3c50f40e8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:20:59.204152 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-919ead1e-b475-4714-a9ce-84d232b1c24a req-5823972f-8f15-400c-a861-3c50f40e8ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 1129 time: 0.0443742 Mar 09 17:20:59.253056 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-919ead1e-b475-4714-a9ce-84d232b1c24a req-5c94df6a-386b-436a-9086-c74a12e2a53e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Mar 09 17:21:00.031685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86e3d-4889-4294-b424-3d41aae688d2 req-d9fbca91-0c16-413c-91fd-29ffeb393a92 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:00.144730 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-46c86e3d-4889-4294-b424-3d41aae688d2 req-d9fbca91-0c16-413c-91fd-29ffeb393a92 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 945 time: 0.0533099 Mar 09 17:21:00.144730 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-46c86e3d-4889-4294-b424-3d41aae688d2 req-8ea14137-c186-4fb7-b6e0-a0ef25354145 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Mar 09 17:21:01.201641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c09854-7aa8-4e97-b8fa-7d791aacc4e3 req-95e5fde9-1eb3-4158-aaba-8aaf4d7d275a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:01.203075 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e2c09854-7aa8-4e97-b8fa-7d791aacc4e3 req-95e5fde9-1eb3-4158-aaba-8aaf4d7d275a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Mar 09 17:21:01.252865 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e2c09854-7aa8-4e97-b8fa-7d791aacc4e3 req-5c28222d-37ae-4b99-8b29-54d005af83b9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Mar 09 17:21:01.366761 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141822f-3148-4800-bcf2-bd7b0cb8c762 req-9d30853e-c3a2-434e-a88e-4ed90f4a9a2d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:01.368780 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f141822f-3148-4800-bcf2-bd7b0cb8c762 req-9d30853e-c3a2-434e-a88e-4ed90f4a9a2d tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Mar 09 17:21:01.416265 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f141822f-3148-4800-bcf2-bd7b0cb8c762 req-edda338f-2645-4ad7-bef4-45fbc728b814 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Mar 09 17:21:01.438109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37852) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:21:01.536044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304891bb-4c76-403e-91a5-196a4e7a177d tempest-TestVolumeBootPattern-570660496 tempest-TestVolumeBootPattern-570660496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:01.537494 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-304891bb-4c76-403e-91a5-196a4e7a177d tempest-TestVolumeBootPattern-570660496 tempest-TestVolumeBootPattern-570660496-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 1124 time: 0.0984206 Mar 09 17:21:01.540978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37856) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:21:01.545393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'f5585521-614e-4055-9a08-192db76dea82', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:21:01.677331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:01.771287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:01.878137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Allocated IP 172.36.5.152 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/078de521-a15f-4841-be2c-4d6b734c0cdb) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:21:01.975473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:02.117249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:02.161301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:21:02.164590 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:21:02.168075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:21:02.189909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=078de521-a15f-4841-be2c-4d6b734c0cdb,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:21:02.526996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (e7a0ccc3-b856-4aad-b76c-11f8251b60c1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:02.688249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:02.836442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:02.928431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:02.997817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event updated for resources: {'Port': ['ID=078de521-a15f-4841-be2c-4d6b734c0cdb,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:21:03.009679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (e7a0ccc3-b856-4aad-b76c-11f8251b60c1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:03.111848 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Floating IP e7a0ccc3-b856-4aad-b76c-11f8251b60c1 associated. External IP: 172.36.5.152, port: f5585521-614e-4055-9a08-192db76dea82. Mar 09 17:21:03.321860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:21:03.430365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:21:03.440173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:21:03.450428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:21:03.451048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:20:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:21:03.513223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:03.556972 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6e220e3c-2c98-4658-b7e9-b9884ee7e898 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0013742 Mar 09 17:21:03.556972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'tag': 'f5585521-614e-4055-9a08-192db76dea82'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:21:03.556972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4069e5e1-90e9-4efa-a966-98fe245ce2de" -d '{"events": [{"name": "network-changed", "server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "tag": "f5585521-614e-4055-9a08-192db76dea82"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:21:03.569073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:21:03.582944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969387be-19ad-4a1d-b140-b643c1f0f474 x-openstack-request-id: req-969387be-19ad-4a1d-b140-b643c1f0f474 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:21:03.583245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "tag": "f5585521-614e-4055-9a08-192db76dea82", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:21:03.583505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-969387be-19ad-4a1d-b140-b643c1f0f474 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:21:03.584135 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'tag': 'f5585521-614e-4055-9a08-192db76dea82', 'status': 'completed', 'code': 200} Mar 09 17:21:03.615583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-67a9273c-5b60-4a3c-9c77-50e317245d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:03.651304 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-56dc7338-d36f-4735-9935-e3ddd1cb7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:03.652857 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-56dc7338-d36f-4735-9935-e3ddd1cb7331 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 1129 time: 0.0459459 Mar 09 17:21:03.745054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-79e78d80-1904-4f3d-8bd1-c82244db40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:03.746456 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-79e78d80-1904-4f3d-8bd1-c82244db40d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.0875716 Mar 09 17:21:03.798846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:12Z', 'revision_number': 1, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}, {'id': 'e7a0ccc3-b856-4aad-b76c-11f8251b60c1', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.152', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': 'f5585521-614e-4055-9a08-192db76dea82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:a1:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aa08f8-9083-445b-a327-d207423f7246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:21:02Z', 'updated_at': '2022-03-09T17:21:02Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:21:03.815592 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-a17458cd-9389-4fb4-b54c-36a979902d04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5585521-614e-4055-9a08-192db76dea82 HTTP/1.1" status: 200 len: 999 time: 0.0591488 Mar 09 17:21:03.825508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:21:03.834004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:21:03.834619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:20:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:21:03.868517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-75068eaa-0ba3-4e13-acae-850b1c3a3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:03.870421 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-75068eaa-0ba3-4e13-acae-850b1c3a3ab8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0482278 Mar 09 17:21:03.919130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-ac2a546f-14c5-4de9-9d5f-334ee2b3c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:03.920693 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-ac2a546f-14c5-4de9-9d5f-334ee2b3c3af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442550 Mar 09 17:21:03.944291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:21:04.012316 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-9584606f-0faa-4a5f-8da6-e41aef55e715 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845859 Mar 09 17:21:04.104743 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4069e5e1-90e9-4efa-a966-98fe245ce2de req-d4c51854-3b05-42a3-b08a-749b250a0a25 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864179 Mar 09 17:21:04.175044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:12Z', 'revision_number': 1, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}, {'id': 'e7a0ccc3-b856-4aad-b76c-11f8251b60c1', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.152', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': 'f5585521-614e-4055-9a08-192db76dea82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:a1:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aa08f8-9083-445b-a327-d207423f7246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:21:02Z', 'updated_at': '2022-03-09T17:21:02Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:21:04.201792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732b260-6da4-4f49-a599-af7cba1c32d5 None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:12Z', 'revision_number': 1, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}, {'id': 'e7a0ccc3-b856-4aad-b76c-11f8251b60c1', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.152', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': 'f5585521-614e-4055-9a08-192db76dea82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:a1:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aa08f8-9083-445b-a327-d207423f7246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:21:02Z', 'updated_at': '2022-03-09T17:21:02Z', 'revision_number': 0, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:21:04.387856 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e509492-d0f3-4055-aec4-4df3e7de35bd None None] New status for floating IP e7a0ccc3-b856-4aad-b76c-11f8251b60c1: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:21:06.162275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e6bf76f4-149a-4612-a25e-a933b44ed818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:07.162247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:08.345396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:09.888477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:19.936962 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:21:20.391200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37868) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:21:20.470313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:21:20.568916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26361673'] for subnet (8c492a28-817b-482c-89ed-51a834499109), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:20.773408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742827804254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26537495'] for subnet (8c492a28-817b-482c-89ed-51a834499109), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:20.809147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:20.809813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:20.811043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/subnets/8c492a28-817b-482c-89ed-51a834499109 HTTP/1.1" status: 200 len: 836 time: 0.4188144 Mar 09 17:21:20.814433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc4275-882a-44c6-92bf-622788415e29 None None] Network 1d0cba2b-c777-4d23-b228-f44250c381bd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:21:20.829768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59646ee6-9904-4a86-9e4a-a034c61f8258 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=8c492a28-817b-482c-89ed-51a834499109,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:21:21.135830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Provisioning complete for port 19be379f-dd7b-48bc-bd3c-954d101b140b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:21:21.136308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:21.212277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Current status of the port 19be379f-dd7b-48bc-bd3c-954d101b140b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:21:21.222336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Provisioning complete for port af54e427-7c9d-4d33-852f-41081b69a867 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:21:21.222712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (af54e427-7c9d-4d33-852f-41081b69a867), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:21.304883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Current status of the port af54e427-7c9d-4d33-852f-41081b69a867 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:21:21.315002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Provisioning complete for port d03be2ef-11a5-4026-a16a-62a99e93be1c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:21:21.315385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:21.392495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec3530ea-bf8a-4fc7-920f-0ef1e8e828de None None] Current status of the port d03be2ef-11a5-4026-a16a-62a99e93be1c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:21:28.750162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:33.601702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8f169ddc-aa31-4b4a-bfaa-ba11e7f8920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:36.144173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d2a78b42-ae36-4785-8107-ea29328849bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:37.167340 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:38.355563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:39.858488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:21:41.194252 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-be70814b-7d50-4bc0-97bf-bf74ce7cb102 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425453 Mar 09 17:21:41.256508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-38cd23c3-f356-44d8-b81d-35d14fb47649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:41.257902 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-38cd23c3-f356-44d8-b81d-35d14fb47649 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1129 time: 0.0440788 Mar 09 17:21:41.360454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-534e653e-a898-490e-9856-8734ca84af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:41.361902 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-534e653e-a898-490e-9856-8734ca84af3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d0cba2b-c777-4d23-b228-f44250c381bd HTTP/1.1" status: 200 len: 897 time: 0.0873182 Mar 09 17:21:41.424238 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-79428090-cd4d-489d-b586-f2df04a5c9b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19be379f-dd7b-48bc-bd3c-954d101b140b HTTP/1.1" status: 200 len: 1000 time: 0.0565376 Mar 09 17:21:41.473366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-df171f92-ccb3-4b77-80cf-d325b1df1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:41.474750 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-df171f92-ccb3-4b77-80cf-d325b1df1569 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c492a28-817b-482c-89ed-51a834499109 HTTP/1.1" status: 200 len: 844 time: 0.0450096 Mar 09 17:21:41.521410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-5423b93d-7437-4172-91f8-a5df3683c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:21:41.522828 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-5423b93d-7437-4172-91f8-a5df3683c4d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d0cba2b-c777-4d23-b228-f44250c381bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423267 Mar 09 17:21:41.606867 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-e55cb2b4-3914-43d3-9620-083b4b2c7b88 service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782521 Mar 09 17:21:41.694872 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eb9040a1-9ba3-4556-9de7-3ed91eb2fd1b req-d0c71e05-9cd9-4a04-8653-0e360f4fb66d service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817771 Mar 09 17:21:53.586701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-a0d8ba24-75db-456e-8342-8e34853781b4 req-736bab7a-eb4e-4efc-8a20-7a1030371a6c service neutron] (104358) timed out ('10.222.0.36', 56421) {{(pid=104358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 17:21:56.936213 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:21:58.720880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:03.617971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43257e8e-dd2f-44b3-bdfd-45464fb8405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:03.717990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37888) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:03.875461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 506b8e18-0db0-4b77-8104-cdc9fc818da0 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:03.875838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:03.952634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:03.952968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (506b8e18-0db0-4b77-8104-cdc9fc818da0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:03.964885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 506b8e18-0db0-4b77-8104-cdc9fc818da0 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:04.212270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (506b8e18-0db0-4b77-8104-cdc9fc818da0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:04.235588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=506b8e18-0db0-4b77-8104-cdc9fc818da0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:04.249078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.249443 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.249792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.250133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.250961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.251297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.251637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.251967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.252294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.252650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.252978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.253302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.253624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:04.307622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (eec5cd0d-9748-45da-8b39-3e3d92df51f4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:04.307949 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP eec5cd0d-9748-45da-8b39-3e3d92df51f4 disassociated (deleted). External IP: 172.36.5.17, port: 19be379f-dd7b-48bc-bd3c-954d101b140b. Mar 09 17:22:04.826802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router adf44a97-6dd2-4c67-9733-6505a2a9d713 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:22:04.935316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:04.940859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:04.945852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] Sync routers for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:04.955476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:04.956098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:21:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:04.970337 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6d84ff86-b445-45e3-9a94-0f2d346b1f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/eec5cd0d-9748-45da-8b39-3e3d92df51f4 HTTP/1.1" status: 204 len: 168 time: 1.2512462 Mar 09 17:22:04.970919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:04.973230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f67eef-f935-4077-a771-e2062d84d613" -d '{"events": [{"name": "network-changed", "server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:05.011583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f470026d-1f3a-4da9-89ad-1c90b47df618 x-openstack-request-id: req-f470026d-1f3a-4da9-89ad-1c90b47df618 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:05.011755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:05.011971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f470026d-1f3a-4da9-89ad-1c90b47df618 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:05.012554 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'status': 'completed', 'code': 200} Mar 09 17:22:05.072420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:05.080665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67eef-f935-4077-a771-e2062d84d613 req-ecf7d60f-bd29-4333-bf2a-f6ac5531a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:05.082105 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-ecf7d60f-bd29-4333-bf2a-f6ac5531a43d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 1129 time: 0.0465715 Mar 09 17:22:05.175681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67eef-f935-4077-a771-e2062d84d613 req-ed39121e-bde1-4684-ae17-5908482bfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:05.177375 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-ed39121e-bde1-4684-ae17-5908482bfaee service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d0cba2b-c777-4d23-b228-f44250c381bd HTTP/1.1" status: 200 len: 897 time: 0.0896077 Mar 09 17:22:05.218507 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-c2438861-d69e-4d51-96b8-7d56d2955b93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19be379f-dd7b-48bc-bd3c-954d101b140b HTTP/1.1" status: 200 len: 217 time: 0.0350213 Mar 09 17:22:05.272052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67eef-f935-4077-a771-e2062d84d613 req-7491230c-2023-47d1-8195-396371034474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:05.273724 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-7491230c-2023-47d1-8195-396371034474 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c492a28-817b-482c-89ed-51a834499109 HTTP/1.1" status: 200 len: 844 time: 0.0488920 Mar 09 17:22:05.276546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:05.307714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] Checking router: adf44a97-6dd2-4c67-9733-6505a2a9d713 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:05.316756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:05.318284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:21:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:05.328147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67eef-f935-4077-a771-e2062d84d613 req-d0fef423-3175-4577-ac2c-0c4386fb0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:05.331510 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-d0fef423-3175-4577-ac2c-0c4386fb0b59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d0cba2b-c777-4d23-b228-f44250c381bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526013 Mar 09 17:22:05.432778 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-2e6f6edc-402a-4c56-9722-167eb47d9518 service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943117 Mar 09 17:22:05.464231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc572e-920a-4988-b5c7-fc6a54a84ada req-f9d9b8b4-e0ae-4e3f-8953-49553630c0eb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:05.466682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e8dc572e-920a-4988-b5c7-fc6a54a84ada req-f9d9b8b4-e0ae-4e3f-8953-49553630c0eb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 945 time: 0.1262262 Mar 09 17:22:05.524754 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e8dc572e-920a-4988-b5c7-fc6a54a84ada req-5a7002bf-5b27-44dd-b946-7836173ed49e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516605 Mar 09 17:22:05.539591 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f3f67eef-f935-4077-a771-e2062d84d613 req-1add9483-3a7f-42ae-aa57-656a5547d3be service neutron] 10.222.0.36 "GET /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008880 Mar 09 17:22:05.581972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:05.775202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:05.800566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2b76c-db30-49fb-beae-6ef2ffcd15be None None] The sync data for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv is: [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:19:10Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd03be2ef-11a5-4026-a16a-62a99e93be1c', 'name': '', 'network_id': '1d0cba2b-c777-4d23-b228-f44250c381bd', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:fa:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '8c492a28-817b-482c-89ed-51a834499109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:09Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '8c492a28-817b-482c-89ed-51a834499109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:06.006084 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8737f84-a790-40e2-8fbc-84f76f22e0c7 None None] New status for floating IP eec5cd0d-9748-45da-8b39-3e3d92df51f4: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:22:06.177879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6a2106ee-9eb4-4ea9-8ddb-2b06fb8468aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:06.730736 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa6ffd-66cd-441e-8484-9cfe034ddace req-d92a955b-095d-4af5-bd9e-93da01acdd9b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:06.732145 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c7fa6ffd-66cd-441e-8484-9cfe034ddace req-d92a955b-095d-4af5-bd9e-93da01acdd9b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 945 time: 0.1374793 Mar 09 17:22:06.740430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-1e7bd5a7-f5f0-4a05-9f27-111c24852e4e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:06.741781 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-1e7bd5a7-f5f0-4a05-9f27-111c24852e4e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 945 time: 0.0756030 Mar 09 17:22:06.838020 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c7fa6ffd-66cd-441e-8484-9cfe034ddace req-bd878e91-43e1-41b5-9425-595b28e384a2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4fc8413-4d85-4a3e-8564-8b678ee2323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953047 Mar 09 17:22:06.865607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 19be379f-dd7b-48bc-bd3c-954d101b140b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:06.865957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:06.957538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 19be379f-dd7b-48bc-bd3c-954d101b140b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=19be379f-dd7b-48bc-bd3c-954d101b140b,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:06.957904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:06.970121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 19be379f-dd7b-48bc-bd3c-954d101b140b owned by compute:nova {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:07.149605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (19be379f-dd7b-48bc-bd3c-954d101b140b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:07.177699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=19be379f-dd7b-48bc-bd3c-954d101b140b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:07.195606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:07.225944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port 19be379f-dd7b-48bc-bd3c-954d101b140b on host hv-neutron-mast {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:22:07.228581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:07.232088 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-59f2adf7-b7f3-4146-a24e-34c49cc5fe26 req-4aa0bd1a-da42-48b9-9f88-d63d3d6c6f7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/19be379f-dd7b-48bc-bd3c-954d101b140b HTTP/1.1" status: 204 len: 173 time: 0.4835203 Mar 09 17:22:07.232561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'name': 'network-vif-deleted', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:07.235372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c7d68-c210-4055-bb5e-df9c46c3c87a" -d '{"events": [{"server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "name": "network-vif-deleted", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:07.272312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375d7a23-ea8b-4714-9846-310a4f68a498 x-openstack-request-id: req-375d7a23-ea8b-4714-9846-310a4f68a498 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:07.272739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d221b704-e33a-4d2a-a5d0-6722c4aa6345", "name": "network-vif-deleted", "tag": "19be379f-dd7b-48bc-bd3c-954d101b140b", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:07.273005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-375d7a23-ea8b-4714-9846-310a4f68a498 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:07.273441 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd221b704-e33a-4d2a-a5d0-6722c4aa6345', 'name': 'network-vif-deleted', 'tag': '19be379f-dd7b-48bc-bd3c-954d101b140b', 'status': 'completed', 'code': 200} Mar 09 17:22:07.946327 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0bafb302-d5b1-4fb4-b2fc-8decb0326c97 req-b7745e89-55a6-44ea-a5e6-e55d0f064636 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d221b704-e33a-4d2a-a5d0-6722c4aa6345 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Mar 09 17:22:08.326676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.002867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37916) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:09.062431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6f66bfd-810c-4137-bba2-092b1fc8ec70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (c4fc8413-4d85-4a3e-8564-8b678ee2323c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.086699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6f66bfd-810c-4137-bba2-092b1fc8ec70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (c4fc8413-4d85-4a3e-8564-8b678ee2323c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.241242 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6f66bfd-810c-4137-bba2-092b1fc8ec70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (c4fc8413-4d85-4a3e-8564-8b678ee2323c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.243771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e6f66bfd-810c-4137-bba2-092b1fc8ec70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.244961 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e6f66bfd-810c-4137-bba2-092b1fc8ec70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4fc8413-4d85-4a3e-8564-8b678ee2323c HTTP/1.1" status: 204 len: 168 time: 0.2410986 Mar 09 17:22:09.255778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f66bfd-810c-4137-bba2-092b1fc8ec70 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc8413-4d85-4a3e-8564-8b678ee2323c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:09.345179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37920) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:09.702351 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (adf44a97-6dd2-4c67-9733-6505a2a9d713), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.841145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:09.971618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port d03be2ef-11a5-4026-a16a-62a99e93be1c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:09.971982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:10.063712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port d03be2ef-11a5-4026-a16a-62a99e93be1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d03be2ef-11a5-4026-a16a-62a99e93be1c,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:10.064470 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:10.076094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for d03be2ef-11a5-4026-a16a-62a99e93be1c owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:10.320726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d03be2ef-11a5-4026-a16a-62a99e93be1c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:10.347048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=d03be2ef-11a5-4026-a16a-62a99e93be1c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:10.523051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (adf44a97-6dd2-4c67-9733-6505a2a9d713), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:10.736074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router adf44a97-6dd2-4c67-9733-6505a2a9d713 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:22:10.840327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:10.845914 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56c2bb2c-3c28-420c-ae3a-8391c33a0179 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/adf44a97-6dd2-4c67-9733-6505a2a9d713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4995935 Mar 09 17:22:10.848660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37924) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:10.851212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] Sync routers for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:10.861103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:10.861786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:10.899237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 8c492a28-817b-482c-89ed-51a834499109 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:22:10.903003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (8c492a28-817b-482c-89ed-51a834499109), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:10.943330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (8c492a28-817b-482c-89ed-51a834499109), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:10.966618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:10.992759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 19be379f-dd7b-48bc-bd3c-954d101b140b no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:22:11.037350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (8c492a28-817b-482c-89ed-51a834499109), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.043424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 19be379f-dd7b-48bc-bd3c-954d101b140b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:22:11.043774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 19be379f-dd7b-48bc-bd3c-954d101b140b not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:22:11.161201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (8c492a28-817b-482c-89ed-51a834499109), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.169950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:22:10Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:11.190997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.196998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/8c492a28-817b-482c-89ed-51a834499109 HTTP/1.1" status: 204 len: 168 time: 0.3449059 Mar 09 17:22:11.196998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620486b-a100-455c-9e20-2dd9afa7881f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=8c492a28-817b-482c-89ed-51a834499109,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:11.197452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37926) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:11.198691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6989e5-de9e-47be-8e29-f3943cc1ea72 None None] Network 1d0cba2b-c777-4d23-b228-f44250c381bd requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:22:11.202407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] Checking router: adf44a97-6dd2-4c67-9733-6505a2a9d713 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:11.261452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] Routers {'adf44a97-6dd2-4c67-9733-6505a2a9d713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:11.261987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['adf44a97-6dd2-4c67-9733-6505a2a9d713'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:11.311396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (adf44a97-6dd2-4c67-9733-6505a2a9d713), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.394913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] Set router adf44a97-6dd2-4c67-9733-6505a2a9d713 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:11.430661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (adf44a97-6dd2-4c67-9733-6505a2a9d713), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.462169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] DHCP port deletion for 1d0cba2b-c777-4d23-b228-f44250c381bd request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:22:11.587668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Deleting port af54e427-7c9d-4d33-852f-41081b69a867 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:11.588045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (af54e427-7c9d-4d33-852f-41081b69a867), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.666559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] For port af54e427-7c9d-4d33-852f-41081b69a867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af54e427-7c9d-4d33-852f-41081b69a867,segment=NetworkSegment(672f4064-153d-4da4-a107-26d1e5b2ecb8),segment_id=672f4064-153d-4da4-a107-26d1e5b2ecb8)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:11.666870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (af54e427-7c9d-4d33-852f-41081b69a867), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.682415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Calling delete_port for af54e427-7c9d-4d33-852f-41081b69a867 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:11.696096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:22:10Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:11.758371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d805e2f-c160-42df-911d-09ab990b932b None None] The sync data for ids ['adf44a97-6dd2-4c67-9733-6505a2a9d713'] in dv-neutron-master-2-hyperv is: [{'id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'name': 'tempest-TestNetworkBasicOps-router-347412227', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:19:05Z', 'updated_at': '2022-03-09T17:22:10Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'a73edd40-6aea-404d-9a96-64c1b65abb81', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf44a97-6dd2-4c67-9733-6505a2a9d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:19:06Z', 'updated_at': '2022-03-09T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:11.852796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (af54e427-7c9d-4d33-852f-41081b69a867), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.873858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port a73edd40-6aea-404d-9a96-64c1b65abb81 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:11.874174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.878832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Pushing event deleted for resources: {'Port': ['ID=af54e427-7c9d-4d33-852f-41081b69a867,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:11.881083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] No DVR routers for this DVR port af54e427-7c9d-4d33-852f-41081b69a867 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:22:11.893959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.894327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.894680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.895026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.895364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.895749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.896217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.896463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.896799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.897129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.897818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.897818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.898152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02700c4f-8ced-4c94-b7ff-ac56d31bd1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:11.960287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port a73edd40-6aea-404d-9a96-64c1b65abb81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a73edd40-6aea-404d-9a96-64c1b65abb81,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:11.960678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:11.972637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for a73edd40-6aea-404d-9a96-64c1b65abb81 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:12.144860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d03be2ef-11a5-4026-a16a-62a99e93be1c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:22:12.165572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: d03be2ef-11a5-4026-a16a-62a99e93be1c {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:22:12.165970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d03be2ef-11a5-4026-a16a-62a99e93be1c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:22:12.166382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device af54e427-7c9d-4d33-852f-41081b69a867 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:22:12.186432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: af54e427-7c9d-4d33-852f-41081b69a867 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:22:12.186806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device af54e427-7c9d-4d33-852f-41081b69a867 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:22:12.212224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a73edd40-6aea-404d-9a96-64c1b65abb81), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.240719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=a73edd40-6aea-404d-9a96-64c1b65abb81,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:12.264884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.265238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.265591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.265935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.266268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.266599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.267447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.267821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.268200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.268554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.268892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.269215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.269537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:12.310109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (adf44a97-6dd2-4c67-9733-6505a2a9d713), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.414982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (adf44a97-6dd2-4c67-9733-6505a2a9d713), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.417055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (adf44a97-6dd2-4c67-9733-6505a2a9d713), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.566684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (adf44a97-6dd2-4c67-9733-6505a2a9d713), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.567215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router adf44a97-6dd2-4c67-9733-6505a2a9d713 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:22:12.573846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.577422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7eb5cdfc-4153-480a-828e-0d0949c909a6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/adf44a97-6dd2-4c67-9733-6505a2a9d713 HTTP/1.1" status: 204 len: 168 time: 1.3764701 Mar 09 17:22:12.577704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37930) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:12.661002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (1d0cba2b-c777-4d23-b228-f44250c381bd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.751607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (1d0cba2b-c777-4d23-b228-f44250c381bd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.771556 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0cba2b-c777-4d23-b228-f44250c381bd']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:12.780742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672f4064-153d-4da4-a107-26d1e5b2ecb8') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:12.781045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672f4064-153d-4da4-a107-26d1e5b2ecb8') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:12.790186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (672f4064-153d-4da4-a107-26d1e5b2ecb8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.803949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (672f4064-153d-4da4-a107-26d1e5b2ecb8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.809918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:22:12.810303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (672f4064-153d-4da4-a107-26d1e5b2ecb8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:22:12.813188 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:22:12.955239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (1d0cba2b-c777-4d23-b228-f44250c381bd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.962622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:12.965082 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/1d0cba2b-c777-4d23-b228-f44250c381bd HTTP/1.1" status: 204 len: 168 time: 0.3863988 Mar 09 17:22:12.975914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d300471-742b-4eb8-b503-015e19c321c9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=1d0cba2b-c777-4d23-b228-f44250c381bd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:12.980034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37932) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:12.984808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--902910999', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:13.086649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:22:13.090138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.113857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:22:13.122958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (6e335b14-90bb-48cb-8f76-67705ff8056f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.123309 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment 6e335b14-90bb-48cb-8f76-67705ff8056f of type vlan for network 41370b29-7102-44a4-aec3-1424db08c796 Mar 09 17:22:13.163607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (41370b29-7102-44a4-aec3-1424db08c796), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.275407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (41370b29-7102-44a4-aec3-1424db08c796), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.280615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:13.281231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.349736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=41370b29-7102-44a4-aec3-1424db08c796,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:13.359728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 41370b29-7102-44a4-aec3-1424db08c796 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:22:13.409734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3753d3ea-6c6c-4ffe-acba-72fbeb17e981 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4285734 Mar 09 17:22:13.412576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37934) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:13.417186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:13.498328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (e494c9e0-72ce-4383-b0ef-fb6851c1e710), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.499487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (e494c9e0-72ce-4383-b0ef-fb6851c1e710), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.551635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (e494c9e0-72ce-4383-b0ef-fb6851c1e710), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.749034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (e494c9e0-72ce-4383-b0ef-fb6851c1e710), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.859618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a73edd40-6aea-404d-9a96-64c1b65abb81 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:22:13.880453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a73edd40-6aea-404d-9a96-64c1b65abb81 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:22:13.880801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a73edd40-6aea-404d-9a96-64c1b65abb81 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:22:13.979408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (e494c9e0-72ce-4383-b0ef-fb6851c1e710), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:13.997954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:14.100533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.158 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/8fcfe90a-f449-4085-8b05-fb664d1992b5) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:14.202707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:14.286621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:14.324413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:14.329173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:14.331650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:14.355292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=8fcfe90a-f449-4085-8b05-fb664d1992b5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:14.690989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (e494c9e0-72ce-4383-b0ef-fb6851c1e710), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:14.889855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (e494c9e0-72ce-4383-b0ef-fb6851c1e710), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.069180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:22:15.187764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:15.198316 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:15.210169 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:15.212247 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:15.255909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.257160 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c393981-4f84-4735-99ce-2df931d486aa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8435886 Mar 09 17:22:15.260390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37936) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:15.320423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:15.354274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5f90c487-f055-4cd2-af40-2105b88d9030 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0924330 Mar 09 17:22:15.357612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37940) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:15.448868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e753f-9b55-4a45-b20b-7cfe618f8011 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:15.450458 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-264e753f-9b55-4a45-b20b-7cfe618f8011 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929081 Mar 09 17:22:15.453356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37942) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:15.484401 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3cbfc70a-cef5-45e6-9dbe-3b2c8a567664 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277205 Mar 09 17:22:15.484644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37944) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:15.489473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1530317628', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:15.502529 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:14Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:15.534775 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:15.534775 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Updating router e494c9e0-72ce-4383-b0ef-fb6851c1e710 port 8fcfe90a-f449-4085-8b05-fb664d1992b5 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:22:15.557716 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.617601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:22:15.621026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.807271 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Publish callbacks [] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.874683 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.886963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (535c2849-24da-4f38-acc5-d31149838f62), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.929963 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Pushing event updated for resources: {'Port': ['ID=8fcfe90a-f449-4085-8b05-fb664d1992b5,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:15.932870 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Attempting to bind port 8fcfe90a-f449-4085-8b05-fb664d1992b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:22:15.933242 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Attempting to bind port 8fcfe90a-f449-4085-8b05-fb664d1992b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:22:15.933598 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Attempting to bind port 8fcfe90a-f449-4085-8b05-fb664d1992b5 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:15.940547 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.941461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.941461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.941816 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.941932 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.942255 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.942601 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.942933 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.943278 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.943607 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.943926 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.944245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.944588 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:22:15.950651 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:22:15.951029 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:22:15.951428 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.951809 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:22:15.952378 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Bound port: 8fcfe90a-f449-4085-8b05-fb664d1992b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:22:15.952744 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:15.955347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=535c2849-24da-4f38-acc5-d31149838f62,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:15.960618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:22:15.960989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 41370b29-7102-44a4-aec3-1424db08c796, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:22:16.003424 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] For port 8fcfe90a-f449-4085-8b05-fb664d1992b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:22:16.006734 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] For port 8fcfe90a-f449-4085-8b05-fb664d1992b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fcfe90a-f449-4085-8b05-fb664d1992b5,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:22:16.057992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 41370b29-7102-44a4-aec3-1424db08c796 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:22:16.092765 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.147445 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:16.148068 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:16.172156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 41370b29-7102-44a4-aec3-1424db08c796) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:16.177078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:16.177673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.182174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5323607-9193-44e7-9ce6-9b7e7c974257 None None] Network 41370b29-7102-44a4-aec3-1424db08c796 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:22:16.255361 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6253b3db-5f74-41d9-82d5-50de8a6aa292 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7696445 Mar 09 17:22:16.258320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37946) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:16.276175 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f66fc8-4b5d-4121-bfe9-d664d84fb581 None None] Pushing event updated for resources: {'Port': ['ID=8fcfe90a-f449-4085-8b05-fb664d1992b5,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:16.299410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-41370b29-7102-44a4-aec3-1424db08c796', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:22:16.301517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.348438 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:16.446482 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Allocated IP 172.20.0.2 (41370b29-7102-44a4-aec3-1424db08c796/535c2849-24da-4f38-acc5-d31149838f62/6d936ace-393e-4bae-a24f-01bbcead324a) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:16.531517 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:14Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:16.558512 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7c2e1-9ce4-40e5-b9ad-f98247f84b5e None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:14Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:16.595651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Publish callbacks [] for port (6d936ace-393e-4bae-a24f-01bbcead324a), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.664440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.700500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Network 41370b29-7102-44a4-aec3-1424db08c796 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:16.703495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:16.706478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:16.712548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.739478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Pushing event updated for resources: {'Port': ['ID=6d936ace-393e-4bae-a24f-01bbcead324a,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:16.776231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Attempting to bind port 6d936ace-393e-4bae-a24f-01bbcead324a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:22:16.776821 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Attempting to bind port 6d936ace-393e-4bae-a24f-01bbcead324a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:22:16.777511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Attempting to bind port 6d936ace-393e-4bae-a24f-01bbcead324a on network 41370b29-7102-44a4-aec3-1424db08c796 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:16.783573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:22:16.783972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Checking segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:22:16.784404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.786501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Bound using segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:22:16.786501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Bound port: 6d936ace-393e-4bae-a24f-01bbcead324a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:22:16.786501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:16.869911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] For port 6d936ace-393e-4bae-a24f-01bbcead324a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:22:16.873906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] For port 6d936ace-393e-4bae-a24f-01bbcead324a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d936ace-393e-4bae-a24f-01bbcead324a,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:22:16.979023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:17.054606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (41370b29-7102-44a4-aec3-1424db08c796/535c2849-24da-4f38-acc5-d31149838f62/b47ca220-ceac-49a8-a36b-e4ecc86f709c) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:17.216711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774ece5-d9c4-4772-b439-987ccfd30a0d None None] Pushing event updated for resources: {'Port': ['ID=6d936ace-393e-4bae-a24f-01bbcead324a,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:17.553562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:17.675503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:17.712567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 41370b29-7102-44a4-aec3-1424db08c796 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:17.715666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:17.722105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:17.750014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=b47ca220-ceac-49a8-a36b-e4ecc86f709c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:17.769932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (e494c9e0-72ce-4383-b0ef-fb6851c1e710), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:17.909182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6d936ace-393e-4bae-a24f-01bbcead324a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:17.960636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6d936ace-393e-4bae-a24f-01bbcead324a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:17.961128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:17.978428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.049512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6d936ace-393e-4bae-a24f-01bbcead324a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:18.049907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.085144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 6d936ace-393e-4bae-a24f-01bbcead324a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d936ace-393e-4bae-a24f-01bbcead324a,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:18.183558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.188617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8fcfe90a-f449-4085-8b05-fb664d1992b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:18.259785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=6d936ace-393e-4bae-a24f-01bbcead324a,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:18.268422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.273946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8fcfe90a-f449-4085-8b05-fb664d1992b5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:18.274415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.331898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.355524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8fcfe90a-f449-4085-8b05-fb664d1992b5 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:18.355919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.381224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 8fcfe90a-f449-4085-8b05-fb664d1992b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fcfe90a-f449-4085-8b05-fb664d1992b5,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:18.408020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=b47ca220-ceac-49a8-a36b-e4ecc86f709c,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:18.410409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (e494c9e0-72ce-4383-b0ef-fb6851c1e710), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.469763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:18.504133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 41370b29-7102-44a4-aec3-1424db08c796 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:18.505650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:18.519028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=8fcfe90a-f449-4085-8b05-fb664d1992b5,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:18.622705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:22:18.737489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:18.744880 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-446aa1ac-0a9a-4f76-8f05-bfd4719acb7f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/e494c9e0-72ce-4383-b0ef-fb6851c1e710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4834878 Mar 09 17:22:18.745395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37948) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:18.751660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:18.762585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:18.763212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:18.851326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.851933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.852426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.852894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.853358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.853818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.855970 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0dfb7ade-57e8-499f-b57d-77234ffbc2d9 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1089518 Mar 09 17:22:18.858514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37950) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:18.885710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:18.921991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.922470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.923457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.923917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.924398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.924984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:18.927243 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a60aaf32-8c3d-4c50-a4b7-58ff39c1337d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0673707 Mar 09 17:22:18.929573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37952) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:18.982366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9fcff2-68e7-4aa1-acf4-88188f7a6583 None None] Network 41370b29-7102-44a4-aec3-1424db08c796 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:22:19.078299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fa6337fa-2752-40ca-8c1f-eb44e9b1e539 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1471679 Mar 09 17:22:19.122858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d13ecdcb-af33-4eea-8957-a32f9fb0d86b None None] Provisioning complete for port 6d936ace-393e-4bae-a24f-01bbcead324a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:19.123243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d13ecdcb-af33-4eea-8957-a32f9fb0d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.258829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:19.294309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:19.295014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Updating router e494c9e0-72ce-4383-b0ef-fb6851c1e710 port b47ca220-ceac-49a8-a36b-e4ecc86f709c binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:22:19.299308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d13ecdcb-af33-4eea-8957-a32f9fb0d86b None None] Current status of the port 6d936ace-393e-4bae-a24f-01bbcead324a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:19.325688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.421163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 37956) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:19.427401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962736485', 'description': 'tempest-secgroup-smoke-1962736485 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:19.538707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.545539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cdf75f1b-3add-4462-92cf-0a894b45f322 None None] Provisioning complete for port 6d936ace-393e-4bae-a24f-01bbcead324a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:19.545902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cdf75f1b-3add-4462-92cf-0a894b45f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.611896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (6f5210f7-f54b-41d5-b914-089ee5b6f74f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.647254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Publish callbacks [] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.669315 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6f5210f7-f54b-41d5-b914-089ee5b6f74f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.689369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cdf75f1b-3add-4462-92cf-0a894b45f322 None None] Current status of the port 6d936ace-393e-4bae-a24f-01bbcead324a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:19.700902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5210f7-f54b-41d5-b914-089ee5b6f74f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:19.702766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cdf75f1b-3add-4462-92cf-0a894b45f322 None None] Provisioning complete for port b47ca220-ceac-49a8-a36b-e4ecc86f709c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:19.703154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cdf75f1b-3add-4462-92cf-0a894b45f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.740196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cdf75f1b-3add-4462-92cf-0a894b45f322 None None] Port b47ca220-ceac-49a8-a36b-e4ecc86f709c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:22:19.755111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.781041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.786187 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37958) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:19.786726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9bd11c7e-7737-4b73-a9fd-8cc527c4075c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3640075 Mar 09 17:22:19.790939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '6f5210f7-f54b-41d5-b914-089ee5b6f74f', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:19.816692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e850d-64ee-4a2d-abd3-c4ba85e8bc93 None None] Pushing event updated for resources: {'Port': ['ID=b47ca220-ceac-49a8-a36b-e4ecc86f709c,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:19.888271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Attempting to bind port b47ca220-ceac-49a8-a36b-e4ecc86f709c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:22:19.892087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Attempting to bind port b47ca220-ceac-49a8-a36b-e4ecc86f709c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:22:19.892087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Attempting to bind port b47ca220-ceac-49a8-a36b-e4ecc86f709c on network 41370b29-7102-44a4-aec3-1424db08c796 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:19.892674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (653aa7d8-0aa1-4b60-8299-e2e7ea79743f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.896271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6d936ace-393e-4bae-a24f-01bbcead324a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:19.900222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:22:19.900630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Checking segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:22:19.901043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.901442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Bound using segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:22:19.901920 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Bound port: b47ca220-ceac-49a8-a36b-e4ecc86f709c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:22:19.902965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.933422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cd5625d2-ce8c-468a-b9fc-87ad344150dd None None] Provisioning complete for port b47ca220-ceac-49a8-a36b-e4ecc86f709c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:19.933807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cd5625d2-ce8c-468a-b9fc-87ad344150dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:19.957402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (653aa7d8-0aa1-4b60-8299-e2e7ea79743f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.017510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (653aa7d8-0aa1-4b60-8299-e2e7ea79743f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.017765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cd5625d2-ce8c-468a-b9fc-87ad344150dd None None] Port b47ca220-ceac-49a8-a36b-e4ecc86f709c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:22:20.030870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653aa7d8-0aa1-4b60-8299-e2e7ea79743f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:20.040431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] For port b47ca220-ceac-49a8-a36b-e4ecc86f709c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:22:20.044331 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] For port b47ca220-ceac-49a8-a36b-e4ecc86f709c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b47ca220-ceac-49a8-a36b-e4ecc86f709c,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:22:20.047295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6d936ace-393e-4bae-a24f-01bbcead324a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:20.047693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.083058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.084304 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2c87cdd8-7c49-4d4e-b394-0821dadb4e40 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969937 Mar 09 17:22:20.087142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37960) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:20.091958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '6f5210f7-f54b-41d5-b914-089ee5b6f74f', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:20.130484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.135092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6d936ace-393e-4bae-a24f-01bbcead324a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:20.136116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8fcfe90a-f449-4085-8b05-fb664d1992b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:20.225467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] Provisioning complete for port b47ca220-ceac-49a8-a36b-e4ecc86f709c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:20.225898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.258075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (357f1ef2-4368-47c9-a58a-8a7af4dd0c15), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.258903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e850d-64ee-4a2d-abd3-c4ba85e8bc93 None None] Pushing event updated for resources: {'Port': ['ID=b47ca220-ceac-49a8-a36b-e4ecc86f709c,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:20.263697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:20.264451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:20.325069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (357f1ef2-4368-47c9-a58a-8a7af4dd0c15), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.340771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 8fcfe90a-f449-4085-8b05-fb664d1992b5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:20.341391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.395115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (357f1ef2-4368-47c9-a58a-8a7af4dd0c15), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.415923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357f1ef2-4368-47c9-a58a-8a7af4dd0c15,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:20.494584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.498637 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c66aefbd-6d9d-47c7-8b5b-9cf5afcee3cc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072216 Mar 09 17:22:20.498897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37962) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:20.504153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '6f5210f7-f54b-41d5-b914-089ee5b6f74f', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:20.571596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d69263b4-ffd4-4584-b859-d2b48df0805f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.586808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:20.631965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (d69263b4-ffd4-4584-b859-d2b48df0805f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.635437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] Current status of the port b47ca220-ceac-49a8-a36b-e4ecc86f709c is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:20.635827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.681012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d69263b4-ffd4-4584-b859-d2b48df0805f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.704940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69263b4-ffd4-4584-b859-d2b48df0805f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:20.743593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] For port b47ca220-ceac-49a8-a36b-e4ecc86f709c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b47ca220-ceac-49a8-a36b-e4ecc86f709c,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:20.780276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.782678 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3aa03001-a055-4370-8d46-c0dae72b30e2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817013 Mar 09 17:22:20.785009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37964) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:20.787021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 8fcfe90a-f449-4085-8b05-fb664d1992b5 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:20.789504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '6f5210f7-f54b-41d5-b914-089ee5b6f74f', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:20.827504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.884722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71de45-d58c-461a-989b-1f25f8ca43e7 None None] Pushing event updated for resources: {'Port': ['ID=b47ca220-ceac-49a8-a36b-e4ecc86f709c,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:20.898825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:20.920306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3bd9fb8e-3831-4ae3-ae46-306cd171704a), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:20.929923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327811d-f1dc-4097-94f7-64deabbb3381 None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:20.947360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-20328b6b-3fdf-4216-b94d-358f8189c8b7 None None] Provisioning complete for port b47ca220-ceac-49a8-a36b-e4ecc86f709c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:20.947735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-20328b6b-3fdf-4216-b94d-358f8189c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.016148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3bd9fb8e-3831-4ae3-ae46-306cd171704a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.054459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-20328b6b-3fdf-4216-b94d-358f8189c8b7 None None] Current status of the port b47ca220-ceac-49a8-a36b-e4ecc86f709c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:21.109494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3bd9fb8e-3831-4ae3-ae46-306cd171704a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.130005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd9fb8e-3831-4ae3-ae46-306cd171704a,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:21.220634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.221975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-622b32c0-1236-47f7-9695-c5f826d70ece tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4360085 Mar 09 17:22:21.224793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37966) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:21.229313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '6f5210f7-f54b-41d5-b914-089ee5b6f74f', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:21.401153 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:22:21.407054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e471e0a8-c5cd-4129-b0a2-03fa2566f5a4), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.470671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e471e0a8-c5cd-4129-b0a2-03fa2566f5a4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.532359 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (e471e0a8-c5cd-4129-b0a2-03fa2566f5a4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.551970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e471e0a8-c5cd-4129-b0a2-03fa2566f5a4,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:21.631322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.632637 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3124f470-58ce-4884-866a-61260d2ab63f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4068310 Mar 09 17:22:21.635557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 37968) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:21.640269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '6f5210f7-f54b-41d5-b914-089ee5b6f74f', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:21.721596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:22:21.726984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (141ecaf0-8527-416b-87f5-eddad106b48c), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.791976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (141ecaf0-8527-416b-87f5-eddad106b48c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.888304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b47ca220-ceac-49a8-a36b-e4ecc86f709c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:21.893726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (141ecaf0-8527-416b-87f5-eddad106b48c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.914358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141ecaf0-8527-416b-87f5-eddad106b48c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:21.944275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b47ca220-ceac-49a8-a36b-e4ecc86f709c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:21.944790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.986337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:21.987967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6441b6a3-7eb3-4aa1-a8f4-57b6f9fb4c72 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3512979 Mar 09 17:22:22.025974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b47ca220-ceac-49a8-a36b-e4ecc86f709c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:22.162964 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-b35e0883-7709-4f09-b0b7-0f6c17d4ef25 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962736485&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0441661 Mar 09 17:22:22.270589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-21acd24e-73ca-4bd5-b12d-1579a8e8669f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:22.272053 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-21acd24e-73ca-4bd5-b12d-1579a8e8669f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 796 time: 0.1028466 Mar 09 17:22:22.286311 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-be78758b-33db-4515-bd11-76d31bcdfca1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0089092 Mar 09 17:22:22.340209 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-4c104664-6655-4760-89ee-90a3649e4ec8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492342 Mar 09 17:22:22.446380 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-dea5db36-fd15-4315-9540-6b9e304bd7f6 service neutron] 10.222.0.16 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947025 Mar 09 17:22:22.533340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-6cfa03bf-389c-4688-9b59-e43457fcf8fc service neutron] 10.222.0.16 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812850 Mar 09 17:22:22.752286 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a817a44-7ed7-45e5-a7a2-601774c180be req-2ec6750e-c242-48d4-a607-90ebdd30d316 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 210 time: 0.0286975 Mar 09 17:22:23.849967 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5c482169-dde6-43cc-89c0-140f9ee0bd39 req-456a2242-4c20-4a75-8cf1-17227aa5bd91 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 210 time: 0.0313702 Mar 09 17:22:24.487186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-5f826050-48bf-4bb3-af9b-394534611fb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:24.488664 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-5f826050-48bf-4bb3-af9b-394534611fb7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 796 time: 0.1023974 Mar 09 17:22:24.552274 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-756e2936-dba6-4fce-9cd2-21018388658f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.0536487 Mar 09 17:22:24.561165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['6f5210f7-f54b-41d5-b914-089ee5b6f74f']}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:24.721621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:22:24.725179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:24.852688 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.13 (41370b29-7102-44a4-aec3-1424db08c796/535c2849-24da-4f38-acc5-d31149838f62/c743a4cb-422a-45ea-bb74-31a679ab68d6) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:24.949617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c4746f44-0719-4a52-a454-c4aaf6d360a7 req-c0839fb4-360c-4608-9bbd-1c78cabf2228 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 210 time: 0.0293493 Mar 09 17:22:25.290897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:25.394832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:25.437854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 41370b29-7102-44a4-aec3-1424db08c796 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:25.441023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:25.447192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:25.474992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:25.505669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:25.505669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:25.598086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-9e102142-b168-4b78-b8b8-3c281108fe26 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0404112 Mar 09 17:22:25.647029 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Request body: {'port': {'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:25.705523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:25.710566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d00f296e-bcca-41bf-8ba8-dce0aa65b147 None None] Provisioning complete for port c743a4cb-422a-45ea-bb74-31a679ab68d6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:25.711140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d00f296e-bcca-41bf-8ba8-dce0aa65b147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:25.747355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d00f296e-bcca-41bf-8ba8-dce0aa65b147 None None] Port c743a4cb-422a-45ea-bb74-31a679ab68d6 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:22:25.962318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c743a4cb-422a-45ea-bb74-31a679ab68d6 {{(pid=104358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:22:25.969646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Publish callbacks [] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:25.981981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.provisioning_blocks [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Transition to ACTIVE for port object c743a4cb-422a-45ea-bb74-31a679ab68d6 will not be triggered until provisioned by entity L2. {{(pid=104358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:22:26.048602 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:26.106607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b21212-40c5-4251-bca3-6488f7a532dd req-d21ff9a7-0951-4a19-a7f2-92c39fa4b4dc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.108175 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-67b21212-40c5-4251-bca3-6488f7a532dd req-d21ff9a7-0951-4a19-a7f2-92c39fa4b4dc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 932 time: 0.0916932 Mar 09 17:22:26.141427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:26.220300 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-67b21212-40c5-4251-bca3-6488f7a532dd req-66e952b7-caa6-4dfd-ba42-1e5833618c1f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020739 Mar 09 17:22:26.225418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Attempting to bind port c743a4cb-422a-45ea-bb74-31a679ab68d6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:22:26.225846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Attempting to bind port c743a4cb-422a-45ea-bb74-31a679ab68d6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:22:26.226070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Attempting to bind port c743a4cb-422a-45ea-bb74-31a679ab68d6 on network 41370b29-7102-44a4-aec3-1424db08c796 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:26.230653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Port c743a4cb-422a-45ea-bb74-31a679ab68d6 on network 41370b29-7102-44a4-aec3-1424db08c796 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:22:26.230971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Attempting to bind port c743a4cb-422a-45ea-bb74-31a679ab68d6 on network 41370b29-7102-44a4-aec3-1424db08c796 {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:26.239000 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:22:26.239428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Checking segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:22:26.239845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Bound using segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} {{(pid=104358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:22:26.240280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.managers [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Bound port: c743a4cb-422a-45ea-bb74-31a679ab68d6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}}] {{(pid=104358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:22:26.240660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:26.304735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, cleared binding levels {{(pid=104358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:22:26.307732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:22:26.389299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:26.424397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.424955 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:26.426480 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] 10.222.0.36 "PUT /v2.0/ports/c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 1094 time: 0.8216176 Mar 09 17:22:26.428892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:26.431786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c17f2-5fbd-43ab-b663-cbc5a233b363" -d '{"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:26.462619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69da3b1-42a5-484c-9016-f2d3e703890f service neutron] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=3']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:26.480695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabd0ea0-301b-40b3-93eb-20e1ebfe9a6c x-openstack-request-id: req-aabd0ea0-301b-40b3-93eb-20e1ebfe9a6c {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:26.480695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:26.480695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aabd0ea0-301b-40b3-93eb-20e1ebfe9a6c {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:26.480695 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'status': 'completed', 'code': 200} Mar 09 17:22:26.541283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c17f2-5fbd-43ab-b663-cbc5a233b363 req-dd8f2e80-8184-4501-99e3-d7b19105cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.542936 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f95c17f2-5fbd-43ab-b663-cbc5a233b363 req-dd8f2e80-8184-4501-99e3-d7b19105cde7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1128 time: 0.0492921 Mar 09 17:22:26.646447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c17f2-5fbd-43ab-b663-cbc5a233b363 req-c8ff2663-2a48-4a02-af3f-62ca881e5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.647825 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f95c17f2-5fbd-43ab-b663-cbc5a233b363 req-c8ff2663-2a48-4a02-af3f-62ca881e5250 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0982621 Mar 09 17:22:26.741820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c17f2-5fbd-43ab-b663-cbc5a233b363 req-a1f59cd7-6b76-416d-8de2-6eb3385e4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.743289 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f95c17f2-5fbd-43ab-b663-cbc5a233b363 req-a1f59cd7-6b76-416d-8de2-6eb3385e4e81 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895059 Mar 09 17:22:26.820005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-75e37591-cd98-48bd-9823-418114c8afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.821637 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-75e37591-cd98-48bd-9823-418114c8afd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1128 time: 0.0444450 Mar 09 17:22:26.866597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-55e88536-ab3d-47b1-9ba0-3ebc35f7fb85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.0377610 Mar 09 17:22:26.912928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-e5e3e095-f697-4f85-ba9e-a5be7df4f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.914278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-e5e3e095-f697-4f85-ba9e-a5be7df4f2cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0423748 Mar 09 17:22:26.965052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-1e9d3bc9-fb62-42b0-abd7-d26d993c3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:26.966574 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-1e9d3bc9-fb62-42b0-abd7-d26d993c3c3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468237 Mar 09 17:22:27.058837 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-7669678a-4060-47e2-a2e5-65af107a4d46 service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854402 Mar 09 17:22:27.144318 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad61ddbd-b73e-4af8-8f95-0e7f9c07d0e9 req-a0df5c09-9cce-42a3-a1db-5005c3c468da service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801287 Mar 09 17:22:27.341763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda839b-262b-4fbb-a767-cb3863a69bce req-89159e43-deae-4627-ba6d-27325da19e10 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:27.343245 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbda839b-262b-4fbb-a767-cb3863a69bce req-89159e43-deae-4627-ba6d-27325da19e10 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 944 time: 0.0562849 Mar 09 17:22:27.390796 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbda839b-262b-4fbb-a767-cb3863a69bce req-3af8671e-aeee-41e3-9d47-66655b1e241a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Mar 09 17:22:28.505706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7337d-8477-47c9-92db-27eaa8865bc2 req-4c358933-1b84-4afb-b6c3-917f75f2331e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:28.512954 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-35d7337d-8477-47c9-92db-27eaa8865bc2 req-4c358933-1b84-4afb-b6c3-917f75f2331e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 944 time: 0.0521820 Mar 09 17:22:28.554670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-35d7337d-8477-47c9-92db-27eaa8865bc2 req-0a9a1dfb-5ab9-40ad-bf77-f335bff4c077 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Mar 09 17:22:28.737463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:29.669361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c255d-1e0f-4b72-b70a-2bc718b5587b req-b82a69d4-624b-4b8c-b259-61c0ca868840 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:29.670811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-257c255d-1e0f-4b72-b70a-2bc718b5587b req-b82a69d4-624b-4b8c-b259-61c0ca868840 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 944 time: 0.0515442 Mar 09 17:22:29.718325 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-257c255d-1e0f-4b72-b70a-2bc718b5587b req-6dbb6239-b2d3-412e-8fcb-5f5d2058a084 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Mar 09 17:22:30.837982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58e32-7c16-4dda-bb95-9b486ceccdc8 req-c770abf1-8fcd-4a53-aacb-874f111d679d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:30.839378 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68f58e32-7c16-4dda-bb95-9b486ceccdc8 req-c770abf1-8fcd-4a53-aacb-874f111d679d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 944 time: 0.0565786 Mar 09 17:22:30.886209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68f58e32-7c16-4dda-bb95-9b486ceccdc8 req-ef98bacd-eced-4fc4-b3a8-b22eb5b60b1b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Mar 09 17:22:31.144303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c743a4cb-422a-45ea-bb74-31a679ab68d6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:22:31.238517 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:31.249591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:22:31.285150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port c743a4cb-422a-45ea-bb74-31a679ab68d6 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:31.285543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:31.297735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c743a4cb-422a-45ea-bb74-31a679ab68d6 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:22:31.317297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:31.360230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:31.407097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:31.589031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['c743a4cb-422a-45ea-bb74-31a679ab68d6'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:22:32.005271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a1d8-e15b-4373-959d-c7dcf9bbd019 req-fd15d9ae-a090-4ffc-bef8-27ab7ef32404 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:32.006735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f856a1d8-e15b-4373-959d-c7dcf9bbd019 req-fd15d9ae-a090-4ffc-bef8-27ab7ef32404 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 945 time: 0.0565197 Mar 09 17:22:32.054527 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f856a1d8-e15b-4373-959d-c7dcf9bbd019 req-6efea9fa-8ee2-42e7-b604-ae8d8bc75fa2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Mar 09 17:22:33.160370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c743a4cb-422a-45ea-bb74-31a679ab68d6 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:33.169771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6a09a-4eac-4a9a-a497-fe4302c93c16 req-ed22dd67-a91f-45a4-a35a-34c2f9db3e0e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:33.171257 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b4a6a09a-4eac-4a9a-a497-fe4302c93c16 req-ed22dd67-a91f-45a4-a35a-34c2f9db3e0e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Mar 09 17:22:33.219060 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b4a6a09a-4eac-4a9a-a497-fe4302c93c16 req-51d47dbd-f17f-43d0-b9e8-66be625e9a79 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Mar 09 17:22:33.303272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port c743a4cb-422a-45ea-bb74-31a679ab68d6 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:22:33.307320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port c743a4cb-422a-45ea-bb74-31a679ab68d6 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:33.307699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:33.382392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port c743a4cb-422a-45ea-bb74-31a679ab68d6 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:33.382776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:33.405320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:33.407580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a0833-5142-4ab6-b1c1-933c893d836d" -d '{"events": [{"server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "name": "network-vif-plugged", "status": "completed", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:33.420490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:33.457791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:33.496506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8545ed54-6e1a-47e6-9e2d-397ccd327317 x-openstack-request-id: req-8545ed54-6e1a-47e6-9e2d-397ccd327317 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:33.496807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "name": "network-vif-plugged", "status": "completed", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:33.497060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8545ed54-6e1a-47e6-9e2d-397ccd327317 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:33.497454 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'code': 200} Mar 09 17:22:33.511469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:33.582926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-07188010-90e4-4802-8d69-35eb575480e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:33.763037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6748-873d-4429-a1d6-87816b6042f9 req-42bb21f3-6954-4cc9-a948-ae390930c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:33.764649 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-143f6748-873d-4429-a1d6-87816b6042f9 req-42bb21f3-6954-4cc9-a948-ae390930c026 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1130 time: 0.0440710 Mar 09 17:22:33.809258 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-143f6748-873d-4429-a1d6-87816b6042f9 req-aeca9682-67eb-4c9f-8b14-23fb87f0df09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Mar 09 17:22:33.934878 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:22:34.334233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ba2a8-5ad1-4a0d-bcfc-87a4e8e76d56 req-7f9b6870-3f92-4a50-948f-1d32ced31e28 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:34.335705 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-789ba2a8-5ad1-4a0d-bcfc-87a4e8e76d56 req-7f9b6870-3f92-4a50-948f-1d32ced31e28 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 946 time: 0.0509799 Mar 09 17:22:34.387871 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-789ba2a8-5ad1-4a0d-bcfc-87a4e8e76d56 req-e5e9f013-82ad-4dd0-a4c7-3b7c717569a8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Mar 09 17:22:35.503549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129849b7-bdb7-4351-af25-11d8008174bd req-6a2e27ae-9ad9-43d1-920a-c6df6538ae82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:35.517794 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-129849b7-bdb7-4351-af25-11d8008174bd req-6a2e27ae-9ad9-43d1-920a-c6df6538ae82 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 946 time: 0.0517590 Mar 09 17:22:35.556690 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-129849b7-bdb7-4351-af25-11d8008174bd req-aee3b295-c707-4101-be0a-129c80a28157 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462043 Mar 09 17:22:35.674101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64ce5-bbbe-4b6d-bc8b-e998b05d90b0 req-e1defea7-978b-469d-84e6-d132f5e266f7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:35.675477 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-71f64ce5-bbbe-4b6d-bc8b-e998b05d90b0 req-e1defea7-978b-469d-84e6-d132f5e266f7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 946 time: 0.0530574 Mar 09 17:22:35.723134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-71f64ce5-bbbe-4b6d-bc8b-e998b05d90b0 req-3abfce71-4a47-4538-aa96-33dc7e3f3712 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Mar 09 17:22:35.744580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38034) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:35.786858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a1581-37f9-4215-aa58-f71cf67332bf tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:35.788377 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-052a1581-37f9-4215-aa58-f71cf67332bf tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1125 time: 0.0428250 Mar 09 17:22:35.791038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38036) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:35.795176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:35.891539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:35.989656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:36.091419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.120 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/17a2c849-c6de-4b52-897f-fe46ec448888) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:36.183314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-78e85013-94fd-4e55-bc47-1eff910bdec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:36.195345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (17a2c849-c6de-4b52-897f-fe46ec448888), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:36.303432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (17a2c849-c6de-4b52-897f-fe46ec448888), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:36.338236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:36.341054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:36.343758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:36.373275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=17a2c849-c6de-4b52-897f-fe46ec448888,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:36.711597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:36.839492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (17a2c849-c6de-4b52-897f-fe46ec448888), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:36.986341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (17a2c849-c6de-4b52-897f-fe46ec448888), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:37.057402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (17a2c849-c6de-4b52-897f-fe46ec448888), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:37.132468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=17a2c849-c6de-4b52-897f-fe46ec448888,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:37.145001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:37.177153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:37.244898 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9 associated. External IP: 172.36.5.120, port: c743a4cb-422a-45ea-bb74-31a679ab68d6. Mar 09 17:22:37.450065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:22:37.557142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:37.567273 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:37.576140 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:37.576772 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:37.625235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:37.655362 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8a1dce9a-4a3b-443f-b973-95fca4a42fdc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8633218 Mar 09 17:22:37.655960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:37.658186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38038) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:37.658740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:37.683731 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:37.703830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e39e2-d7e6-4fb1-b1cc-d2a8c07e2656 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:37.705953 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-609e39e2-d7e6-4fb1-b1cc-d2a8c07e2656 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1125 time: 0.0465605 Mar 09 17:22:37.756949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42862ab8-f45e-4a97-9c71-e5f581d445ba x-openstack-request-id: req-42862ab8-f45e-4a97-9c71-e5f581d445ba {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:37.757498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:37.757498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42862ab8-f45e-4a97-9c71-e5f581d445ba {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:37.758094 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'status': 'completed', 'code': 200} Mar 09 17:22:37.835651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-31d4717f-cae2-4597-a859-973f236e9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:37.837202 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-31d4717f-cae2-4597-a859-973f236e9ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1130 time: 0.0590971 Mar 09 17:22:37.919398 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:36Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:37.932009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-213f9013-ea35-49ba-929b-ae7fdc4b4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:37.933535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-213f9013-ea35-49ba-929b-ae7fdc4b4ae4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 896 time: 0.0900860 Mar 09 17:22:37.948060 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:37.956180 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:37.956800 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:37.998769 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-9b580552-0e79-48f5-b0af-761f2c657e15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 1000 time: 0.0585496 Mar 09 17:22:38.033692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38046) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:38.039321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948443857', 'description': 'tempest-secgroup-smoke-948443857 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:38.052673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-bb6e6d2a-768f-4cf4-bd7f-eb8c224903b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:38.054389 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-bb6e6d2a-768f-4cf4-bd7f-eb8c224903b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0505266 Mar 09 17:22:38.070484 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:38.107362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-5a258582-8d41-44e9-a063-55b96bd0b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:38.108922 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-5a258582-8d41-44e9-a063-55b96bd0b506 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490820 Mar 09 17:22:38.131626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.206417 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-70a0d240-f2dd-468f-a8a3-87e495415437 service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909050 Mar 09 17:22:38.217026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (08824552-24d6-46a4-8a34-f85a5e278aaf), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.291742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (08824552-24d6-46a4-8a34-f85a5e278aaf), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.304703 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:36Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:38.307912 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac86028f-975f-4ae9-a7d0-e1ccac539a6a req-877405f8-0b17-46d5-b01d-30e6f2cf1f9f service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934992 Mar 09 17:22:38.326361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08824552-24d6-46a4-8a34-f85a5e278aaf,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:38.331256 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed24018-f900-4825-81bf-453f78bf0bda None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:36Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:38.337704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.356772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.358103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3cf41eb3-c05f-407e-9312-17ebd11ac7f2 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3233716 Mar 09 17:22:38.361724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38048) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:38.366044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '08824552-24d6-46a4-8a34-f85a5e278aaf', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:38.434088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (73f74b68-c270-42c9-b265-d10a1e841ffa), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.490613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (73f74b68-c270-42c9-b265-d10a1e841ffa), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.549033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370ecc4-e209-4b86-9fcd-9ed18e154969 None None] New status for floating IP f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:22:38.583199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (73f74b68-c270-42c9-b265-d10a1e841ffa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.600811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f74b68-c270-42c9-b265-d10a1e841ffa,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:38.684255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.685927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-71c60e61-9336-4e7d-8f49-be0694ea4669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228812 Mar 09 17:22:38.688269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38050) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:38.694234 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '08824552-24d6-46a4-8a34-f85a5e278aaf', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:38.777129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (aef1a4bf-5ed6-4eaa-b388-d2d5a7eb41f4), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.835153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (aef1a4bf-5ed6-4eaa-b388-d2d5a7eb41f4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.902480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (aef1a4bf-5ed6-4eaa-b388-d2d5a7eb41f4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.920231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef1a4bf-5ed6-4eaa-b388-d2d5a7eb41f4,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:38.961726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:38.962937 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f5729377-1e08-406a-810a-88a8fc599916 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2730494 Mar 09 17:22:38.965663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38052) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:38.969907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '08824552-24d6-46a4-8a34-f85a5e278aaf', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:39.044553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (9f384278-77be-4985-9331-b317f044c5a9), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.099876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (9f384278-77be-4985-9331-b317f044c5a9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.171322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (9f384278-77be-4985-9331-b317f044c5a9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.189141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f384278-77be-4985-9331-b317f044c5a9,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:39.230703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.231904 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-727eecef-0078-49bb-b474-c790417d2c3b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653074 Mar 09 17:22:39.234568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38054) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:39.239339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '08824552-24d6-46a4-8a34-f85a5e278aaf', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:39.336668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3ab46f31-9f63-4d4e-9d1f-2402661eef18), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.394397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (3ab46f31-9f63-4d4e-9d1f-2402661eef18), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.440529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3ab46f31-9f63-4d4e-9d1f-2402661eef18), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.459289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab46f31-9f63-4d4e-9d1f-2402661eef18,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:39.516416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.517629 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c490c806-060c-4698-a906-f425bf5371df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821515 Mar 09 17:22:39.520693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38056) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:39.524929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '08824552-24d6-46a4-8a34-f85a5e278aaf', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:39.617383 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:22:39.623047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (954f9700-3386-4623-b2df-17aa169932da), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.682206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (954f9700-3386-4623-b2df-17aa169932da), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.742844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (954f9700-3386-4623-b2df-17aa169932da), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.761477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954f9700-3386-4623-b2df-17aa169932da,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:39.825027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.826265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-31f0c8ba-821f-4bd3-ae21-d7044ac6aa23 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3045743 Mar 09 17:22:39.828954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38058) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:39.833796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '08824552-24d6-46a4-8a34-f85a5e278aaf', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:39.874360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.891445 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:22:39.897065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0bc6892f-aa38-4c55-bdf1-f294b8df9978), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:39.953531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0bc6892f-aa38-4c55-bdf1-f294b8df9978), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:40.000040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0bc6892f-aa38-4c55-bdf1-f294b8df9978), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:40.020606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc6892f-aa38-4c55-bdf1-f294b8df9978,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:40.059242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:40.060468 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e55084e9-8e9d-4da7-98b5-b16d06fac91d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2305753 Mar 09 17:22:40.204987 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-5958a63b-6dc5-44b2-be93-96e302a09f6d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948443857&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0431483 Mar 09 17:22:40.310481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-bb27cffa-e622-426a-bf6a-8a0800460200 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:40.311914 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-bb27cffa-e622-426a-bf6a-8a0800460200 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 796 time: 0.1002681 Mar 09 17:22:40.325921 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-8a69b0cc-1139-40ac-8e40-2ebc8900479e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0086079 Mar 09 17:22:40.381402 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-60edf858-fe41-4575-ab85-ebfed55f15e1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508907 Mar 09 17:22:40.474027 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-c8f72f45-edf2-4d4b-8deb-1eab0a67ea2f service neutron] 10.222.0.16 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810900 Mar 09 17:22:40.564012 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-acc56c1b-671e-4fc6-8acc-98bdb760eee9 service neutron] 10.222.0.16 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Mar 09 17:22:40.836456 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd1a1354-d070-49bd-b0e7-aa2e174819aa req-8a55aa4b-eb96-41e4-a63f-1c8221d2c4f3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 210 time: 0.0266821 Mar 09 17:22:41.931918 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b17fde8f-8972-4632-994f-73b254eb3fc6 req-de5b21be-7055-405a-a6cb-796c5808406c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 210 time: 0.0283604 Mar 09 17:22:42.202110 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-59ebefaa-abdd-48a9-82ae-65f6898852a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451849 Mar 09 17:22:42.293924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-2ba42c15-7c4c-4beb-b691-c1f95ddbde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:42.295359 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-2ba42c15-7c4c-4beb-b691-c1f95ddbde0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1129 time: 0.0488751 Mar 09 17:22:42.404049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-789bb842-b992-4da1-bb97-a069b4073512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:42.405639 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-789bb842-b992-4da1-bb97-a069b4073512 service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.0932641 Mar 09 17:22:42.434350 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-69a34775-323a-4d7b-9c7a-5c8e16e4793e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:42.435820 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-69a34775-323a-4d7b-9c7a-5c8e16e4793e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 796 time: 0.1061540 Mar 09 17:22:42.475478 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-fae3f245-2712-41e1-b661-1db78f110f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 1001 time: 0.0632188 Mar 09 17:22:42.514573 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-4d62a2a9-038f-4967-9516-7e1cdc88a6bf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 472 time: 0.0709860 Mar 09 17:22:42.523300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['08824552-24d6-46a4-8a34-f85a5e278aaf']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:42.524235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-b5ed97df-ea20-4def-a060-9b2f2bba0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:42.525819 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-b5ed97df-ea20-4def-a060-9b2f2bba0ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0453482 Mar 09 17:22:42.574795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-2ab3d48a-f58c-4a8d-ba69-86175fbb08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:42.576370 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-2ab3d48a-f58c-4a8d-ba69-86175fbb08b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445445 Mar 09 17:22:42.671074 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-e81fd8c8-37df-4952-9e7c-390632a82245 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889361 Mar 09 17:22:42.708940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:22:42.718421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:42.759484 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-ebefbc03-1521-4eee-8ba6-d3f73b37de90 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830529 Mar 09 17:22:43.089518 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-87ae9506-b403-447c-992c-f47eb15001b6 req-a2f10ebc-2436-43e4-9758-af6a72dd8840 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 210 time: 0.0307360 Mar 09 17:22:43.196582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.12 (41370b29-7102-44a4-aec3-1424db08c796/535c2849-24da-4f38-acc5-d31149838f62/d5839015-f22b-4c51-ae74-2b19a6be5f0b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:43.333911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:43.406261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:43.448890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 41370b29-7102-44a4-aec3-1424db08c796 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:43.453874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:43.459085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:43.490653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=d5839015-f22b-4c51-ae74-2b19a6be5f0b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:43.522450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:43.523127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:43.635228 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-0184b0be-a8d0-41bd-9c84-58a1648a2153 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1130497 Mar 09 17:22:43.643910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Request body: {'port': {'device_id': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:43.702951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:43.713114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-310edd6d-dbc7-4446-b830-698c3e228f08 None None] Provisioning complete for port d5839015-f22b-4c51-ae74-2b19a6be5f0b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:43.713633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-310edd6d-dbc7-4446-b830-698c3e228f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:43.746285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-310edd6d-dbc7-4446-b830-698c3e228f08 None None] Port d5839015-f22b-4c51-ae74-2b19a6be5f0b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:22:43.960797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5839015-f22b-4c51-ae74-2b19a6be5f0b {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:22:43.968795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Publish callbacks [] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:43.980256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Transition to ACTIVE for port object d5839015-f22b-4c51-ae74-2b19a6be5f0b will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:22:44.051455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:44.105066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Pushing event updated for resources: {'Port': ['ID=d5839015-f22b-4c51-ae74-2b19a6be5f0b,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:44.179088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Attempting to bind port d5839015-f22b-4c51-ae74-2b19a6be5f0b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:22:44.179476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Attempting to bind port d5839015-f22b-4c51-ae74-2b19a6be5f0b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:22:44.179752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Attempting to bind port d5839015-f22b-4c51-ae74-2b19a6be5f0b on network 41370b29-7102-44a4-aec3-1424db08c796 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:44.184392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Port d5839015-f22b-4c51-ae74-2b19a6be5f0b on network 41370b29-7102-44a4-aec3-1424db08c796 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:22:44.184725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Attempting to bind port d5839015-f22b-4c51-ae74-2b19a6be5f0b on network 41370b29-7102-44a4-aec3-1424db08c796 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:22:44.190144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:22:44.191079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Checking segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:22:44.191476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Bound using segment: {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:22:44.191911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Bound port: d5839015-f22b-4c51-ae74-2b19a6be5f0b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e335b14-90bb-48cb-8f76-67705ff8056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '41370b29-7102-44a4-aec3-1424db08c796'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:22:44.192276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:44.226693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d23ce-1066-4f0b-aae5-c58848a50a2c req-63141e32-bbb6-4b21-9989-08073e0ac9b7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.228312 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b3d23ce-1066-4f0b-aae5-c58848a50a2c req-63141e32-bbb6-4b21-9989-08073e0ac9b7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 944 time: 0.0636420 Mar 09 17:22:44.266667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] For port d5839015-f22b-4c51-ae74-2b19a6be5f0b, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:22:44.270458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] For port d5839015-f22b-4c51-ae74-2b19a6be5f0b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:22:44.283333 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b3d23ce-1066-4f0b-aae5-c58848a50a2c req-a0c9528f-d162-42e6-a086-eb49545c3582 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469227 Mar 09 17:22:44.326246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:44.360222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.360898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:44.362200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] 10.222.0.36 "PUT /v2.0/ports/d5839015-f22b-4c51-ae74-2b19a6be5f0b HTTP/1.1" status: 200 len: 1094 time: 0.7229340 Mar 09 17:22:44.362663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:44.364979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c6c16-d4f3-4c52-88d8-335ae45721f0" -d '{"events": [{"name": "network-changed", "server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:44.392287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a912e-4f88-4021-8fa2-9b663e663a95 service neutron] Pushing event updated for resources: {'Port': ['ID=d5839015-f22b-4c51-ae74-2b19a6be5f0b,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:44.406223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240e4c7b-b2e0-4547-a4a0-e879c7ff8d59 x-openstack-request-id: req-240e4c7b-b2e0-4547-a4a0-e879c7ff8d59 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:44.412614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:44.412614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-240e4c7b-b2e0-4547-a4a0-e879c7ff8d59 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:44.412614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'status': 'completed', 'code': 200} Mar 09 17:22:44.475208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c6c16-d4f3-4c52-88d8-335ae45721f0 req-664c8efa-f22c-4355-8a4b-d43f30951555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.476850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-749c6c16-d4f3-4c52-88d8-335ae45721f0 req-664c8efa-f22c-4355-8a4b-d43f30951555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 1128 time: 0.0482438 Mar 09 17:22:44.582617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c6c16-d4f3-4c52-88d8-335ae45721f0 req-913008f5-8a5e-4ea5-851f-38258661f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.584114 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-749c6c16-d4f3-4c52-88d8-335ae45721f0 req-913008f5-8a5e-4ea5-851f-38258661f914 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0997488 Mar 09 17:22:44.675419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c6c16-d4f3-4c52-88d8-335ae45721f0 req-996fa952-1629-4047-af79-d75e7fe7ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.676867 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-749c6c16-d4f3-4c52-88d8-335ae45721f0 req-996fa952-1629-4047-af79-d75e7fe7ae39 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870361 Mar 09 17:22:44.762773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-d862713d-6da1-4cc6-bf8a-d71b0c099d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.764266 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-d862713d-6da1-4cc6-bf8a-d71b0c099d60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 1128 time: 0.0513415 Mar 09 17:22:44.807317 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-df567a5a-bba0-41f2-b750-e2f09bbcc441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b HTTP/1.1" status: 200 len: 217 time: 0.0340061 Mar 09 17:22:44.854134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-e204f8e8-ecdf-485e-b300-94114b530142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.855562 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-e204f8e8-ecdf-485e-b300-94114b530142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0426137 Mar 09 17:22:44.907753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2191c3ed-d342-4941-b26c-3e8e1722de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:44.909326 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-2191c3ed-d342-4941-b26c-3e8e1722de8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475831 Mar 09 17:22:44.996599 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-da513041-fa6d-42ea-abe0-4a35495c3d7c service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814953 Mar 09 17:22:45.086862 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fca106d-c551-46e4-9e8d-a50535900564 req-752a8a65-b899-4855-93ce-ebe6381a4a4e service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 Mar 09 17:22:45.399094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78d59-c239-4a49-b051-4aa66d25927b req-832b17d0-3b21-42e5-a29c-f8c15df3cf8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:45.400527 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-40c78d59-c239-4a49-b051-4aa66d25927b req-832b17d0-3b21-42e5-a29c-f8c15df3cf8e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 944 time: 0.0522430 Mar 09 17:22:45.458700 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-40c78d59-c239-4a49-b051-4aa66d25927b req-070b5f2a-0b9d-4a67-ad87-dac2ec63945e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525336 Mar 09 17:22:46.576289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0d65-54f7-4165-a442-e08ff51288a4 req-1fbae784-d4bc-449c-a620-f86ee6ef2ef6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:46.577791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dcdd0d65-54f7-4165-a442-e08ff51288a4 req-1fbae784-d4bc-449c-a620-f86ee6ef2ef6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 944 time: 0.0523036 Mar 09 17:22:46.626010 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dcdd0d65-54f7-4165-a442-e08ff51288a4 req-1746e892-04c6-4327-9743-3ab990dd5c0b tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421476 Mar 09 17:22:47.742292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5155774-809d-469f-8027-06218137c443 req-1de28dca-37c6-4fa4-8428-57025caa13b7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:47.743820 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5155774-809d-469f-8027-06218137c443 req-1de28dca-37c6-4fa4-8428-57025caa13b7 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 944 time: 0.0510349 Mar 09 17:22:47.796589 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5155774-809d-469f-8027-06218137c443 req-a1faddf4-1eee-452d-92be-b45488e5f6f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468822 Mar 09 17:22:48.912580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f50b42-58d3-4e76-862c-a16471a54073 req-ee53dfbe-39e2-4507-b775-94c38abf6680 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:48.913976 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e2f50b42-58d3-4e76-862c-a16471a54073 req-ee53dfbe-39e2-4507-b775-94c38abf6680 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 944 time: 0.0521545 Mar 09 17:22:48.961748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e2f50b42-58d3-4e76-862c-a16471a54073 req-cd50c21e-bfc5-4edf-b8e1-edc17f42c0d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423403 Mar 09 17:22:49.237197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d5839015-f22b-4c51-ae74-2b19a6be5f0b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:22:49.339219 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d5839015-f22b-4c51-ae74-2b19a6be5f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:49.352224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'port_id': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'mac_address': 'fa:16:3e:29:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:22:49.390940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d5839015-f22b-4c51-ae74-2b19a6be5f0b is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:49.391339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:49.406866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5839015-f22b-4c51-ae74-2b19a6be5f0b {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:22:49.429939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d5839015-f22b-4c51-ae74-2b19a6be5f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:49.468399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:49.513343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d5839015-f22b-4c51-ae74-2b19a6be5f0b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:49.714291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['d5839015-f22b-4c51-ae74-2b19a6be5f0b'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:22:50.075823 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804530cf-d5ba-4708-901d-75c7cc3c2121 req-8de5fa8e-0f8a-4dc1-9f84-0fd9116e712c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:50.077328 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-804530cf-d5ba-4708-901d-75c7cc3c2121 req-8de5fa8e-0f8a-4dc1-9f84-0fd9116e712c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Mar 09 17:22:50.125259 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-804530cf-d5ba-4708-901d-75c7cc3c2121 req-8831b56b-01df-4b8c-a834-e372d5ffa736 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Mar 09 17:22:51.242780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d5839015-f22b-4c51-ae74-2b19a6be5f0b up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:22:51.244486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa665a-d1d1-4283-98bd-846f314d3d5e req-8efca7f6-6ee0-4eec-8fda-240ff98183cb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:51.247140 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-14fa665a-d1d1-4283-98bd-846f314d3d5e req-8efca7f6-6ee0-4eec-8fda-240ff98183cb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Mar 09 17:22:51.296136 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-14fa665a-d1d1-4283-98bd-846f314d3d5e req-4eb4db14-bfee-4e24-b680-fa3a7dbab67d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Mar 09 17:22:51.342529 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port d5839015-f22b-4c51-ae74-2b19a6be5f0b completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:22:51.346970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port d5839015-f22b-4c51-ae74-2b19a6be5f0b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:22:51.347336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:51.423419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d5839015-f22b-4c51-ae74-2b19a6be5f0b is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:22:51.423805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:51.445199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:51.447423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c885841-d58b-4223-95a3-6f0fc82f0dc6" -d '{"events": [{"server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "name": "network-vif-plugged", "status": "completed", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:51.459391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d5839015-f22b-4c51-ae74-2b19a6be5f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:51.488096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956fd3d-a78d-41c6-884d-f4c9e660f428 x-openstack-request-id: req-c956fd3d-a78d-41c6-884d-f4c9e660f428 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:51.488452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "name": "network-vif-plugged", "status": "completed", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:51.488718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c956fd3d-a78d-41c6-884d-f4c9e660f428 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:51.489149 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'code': 200} Mar 09 17:22:51.531432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:51.577875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d5839015-f22b-4c51-ae74-2b19a6be5f0b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:51.769340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d5231-9830-459d-b5a1-bca6a6f4e394 req-97a95346-1fab-48f9-a7ca-6522e5c16312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:51.770836 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-598d5231-9830-459d-b5a1-bca6a6f4e394 req-97a95346-1fab-48f9-a7ca-6522e5c16312 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 1130 time: 0.0441113 Mar 09 17:22:51.815606 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-598d5231-9830-459d-b5a1-bca6a6f4e394 req-40b64862-1bef-46f6-9063-cebe5641f2f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Mar 09 17:22:52.415846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e955d3-776a-451b-a7de-59006ffbc18f req-c2f219d1-9e0a-464e-8033-befc5de53184 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:52.417375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e0e955d3-776a-451b-a7de-59006ffbc18f req-c2f219d1-9e0a-464e-8033-befc5de53184 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 946 time: 0.0567701 Mar 09 17:22:52.464327 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e0e955d3-776a-451b-a7de-59006ffbc18f req-fcbe20cf-c1be-4eb6-b1f5-ccc4ee03ed25 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Mar 09 17:22:53.581523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7e97e-153d-401e-8004-ab434f9cc7d7 req-44db6ac7-f6eb-42e7-ba6f-b9093c02946d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:53.583158 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-64e7e97e-153d-401e-8004-ab434f9cc7d7 req-44db6ac7-f6eb-42e7-ba6f-b9093c02946d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 946 time: 0.0523674 Mar 09 17:22:53.631387 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-64e7e97e-153d-401e-8004-ab434f9cc7d7 req-9e7dfdc3-3714-4dde-b7c8-7e22f3ae07cd tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 Mar 09 17:22:53.745134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3aa12d-d2d4-40a0-93ad-147ff00000f9 req-211aa90a-276f-404a-8427-6681f18cce6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:53.746782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac3aa12d-d2d4-40a0-93ad-147ff00000f9 req-211aa90a-276f-404a-8427-6681f18cce6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 946 time: 0.0519300 Mar 09 17:22:53.793962 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac3aa12d-d2d4-40a0-93ad-147ff00000f9 req-e1846833-b538-4f37-8197-8f047728329e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Mar 09 17:22:53.814836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38116) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:53.857340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5312da9-940a-4381-b6ac-7d68b0197b00 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:53.858846 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e5312da9-940a-4381-b6ac-7d68b0197b00 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 1125 time: 0.0430162 Mar 09 17:22:53.861664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38118) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:53.865825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:22:53.925246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.022762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38120) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:22:54.024965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.134226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.57 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/fd1e0ec0-3cbf-483b-bc5d-04ef90444471) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:22:54.181318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Deleting port 078de521-a15f-4841-be2c-4d6b734c0cdb {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:54.181739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.237169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.257084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.257419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (078de521-a15f-4841-be2c-4d6b734c0cdb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.268785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Calling delete_port for 078de521-a15f-4841-be2c-4d6b734c0cdb owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:54.331806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.369744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:22:54.376872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:22:54.381166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:22:54.386389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=fd1e0ec0-3cbf-483b-bc5d-04ef90444471,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:54.497462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (078de521-a15f-4841-be2c-4d6b734c0cdb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.523168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'Port': ['ID=078de521-a15f-4841-be2c-4d6b734c0cdb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:54.586011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (e7a0ccc3-b856-4aad-b76c-11f8251b60c1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.586751 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Floating IP e7a0ccc3-b856-4aad-b76c-11f8251b60c1 disassociated (deleted). External IP: 172.36.5.152, port: f5585521-614e-4055-9a08-192db76dea82. Mar 09 17:22:54.749619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (bde5c6fa-0d1b-44a5-9967-4a9d34b5da93), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.798404 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:22:54.867221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.908881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:54.913753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:54.918780 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:54.928284 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:54.939195 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:54.949225 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3c9d9fdf-fed9-4020-b502-e389d3195480 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "DELETE /v2.0/floatingips/e7a0ccc3-b856-4aad-b76c-11f8251b60c1 HTTP/1.1" status: 204 len: 168 time: 0.9254427 Mar 09 17:22:54.950196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'tag': 'f5585521-614e-4055-9a08-192db76dea82'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:54.952983 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89394039-be2e-42f4-8ad4-17c94f928d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "tag": "f5585521-614e-4055-9a08-192db76dea82"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:55.049758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:55.058013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3520ff-d799-4044-aa6d-0bea18e1eb12 x-openstack-request-id: req-1d3520ff-d799-4044-aa6d-0bea18e1eb12 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:55.058316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "tag": "f5585521-614e-4055-9a08-192db76dea82", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:55.065175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d3520ff-d799-4044-aa6d-0bea18e1eb12 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:55.065175 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'tag': 'f5585521-614e-4055-9a08-192db76dea82', 'status': 'completed', 'code': 200} Mar 09 17:22:55.127753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-23983205-0bb6-4e31-8ee3-00d2e95a21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:55.129345 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-23983205-0bb6-4e31-8ee3-00d2e95a21ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 1129 time: 0.0489600 Mar 09 17:22:55.148003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:55.151299 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:55.276059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=fd1e0ec0-3cbf-483b-bc5d-04ef90444471,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:55.294458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (bde5c6fa-0d1b-44a5-9967-4a9d34b5da93), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:55.332139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-076b01a4-5c77-4b72-8aae-7149c9411f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:55.333695 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-076b01a4-5c77-4b72-8aae-7149c9411f36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.1945889 Mar 09 17:22:55.384210 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:12Z', 'revision_number': 1, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:55.390555 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-c33dda28-e91d-4a25-93ee-a44b84aeadc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5585521-614e-4055-9a08-192db76dea82 HTTP/1.1" status: 200 len: 217 time: 0.0490916 Mar 09 17:22:55.414610 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:55.423515 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:55.424707 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:55.507334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-61690acf-5339-4118-90ea-3de628292ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:55.508843 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-61690acf-5339-4118-90ea-3de628292ec2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.1097341 Mar 09 17:22:55.512811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP bde5c6fa-0d1b-44a5-9967-4a9d34b5da93 associated. External IP: 172.36.5.57, port: d5839015-f22b-4c51-ae74-2b19a6be5f0b. Mar 09 17:22:55.531737 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:55.581830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b491ee-255f-4a57-8a0b-5428dbf988ff req-00536e4c-c22a-4df1-9f22-ea1fe2e15066 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:55.583296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b491ee-255f-4a57-8a0b-5428dbf988ff req-00536e4c-c22a-4df1-9f22-ea1fe2e15066 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 945 time: 0.1989000 Mar 09 17:22:55.674522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-3774893e-a524-448b-b0df-89fe033fd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:55.675945 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-3774893e-a524-448b-b0df-89fe033fd7e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1608355 Mar 09 17:22:55.707735 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81b491ee-255f-4a57-8a0b-5428dbf988ff req-bb9392c5-86a2-453b-a251-5a6ed246a7ad tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186516 Mar 09 17:22:55.758127 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:12Z', 'revision_number': 1, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:55.787115 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921e96a-47dc-429f-820d-ddeb84c89e96 None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '933c1b25-37a3-4b8b-8d63-d1c867c76a3d', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'floating_ip_address': '172.36.5.103', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'port_id': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'mac_address': 'fa:16:3e:56:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:18:10Z', 'updated_at': '2022-03-09T17:18:12Z', 'revision_number': 1, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:55.833177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-ca3a4f48-ce4b-4a49-9a39-f7846b62dc8b service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439795 Mar 09 17:22:55.939834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:22:56.012215 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89394039-be2e-42f4-8ad4-17c94f928d6a req-ca30c4a4-ffa4-4531-831a-b90207975570 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482885 Mar 09 17:22:56.020306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05c1b-3066-4a10-81e8-8958f71f0560 None None] New status for floating IP e7a0ccc3-b856-4aad-b76c-11f8251b60c1: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:22:56.076107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:22:56.086941 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:22:56.100267 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:56.100924 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:56.156366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:56.185991 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c7647d5c-7ca7-4190-b07c-698ca67dabc0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3232296 Mar 09 17:22:56.186482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:56.188732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3241b7ba-29e5-4be5-9395-776bc6f93a22" -d '{"events": [{"name": "network-changed", "server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:56.209959 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:56.224956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02532960-1198-468f-8f35-cc30387bb1bd x-openstack-request-id: req-02532960-1198-468f-8f35-cc30387bb1bd {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:56.225253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:56.225515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02532960-1198-468f-8f35-cc30387bb1bd {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:56.225923 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'status': 'completed', 'code': 200} Mar 09 17:22:56.294680 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-80b45093-76c3-46dc-a88b-b59ec9708f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:56.296276 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-80b45093-76c3-46dc-a88b-b59ec9708f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 1130 time: 0.0492260 Mar 09 17:22:56.386206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-1a1585ca-d57d-44ce-b761-8ff68c52e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:56.387766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-1a1585ca-d57d-44ce-b761-8ff68c52e399 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 896 time: 0.0846355 Mar 09 17:22:56.432167 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bde5c6fa-0d1b-44a5-9967-4a9d34b5da93', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.57', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:29:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:54Z', 'updated_at': '2022-03-09T17:22:54Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}, {'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:38Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:56.459376 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-aa740dcf-2f34-4144-89ee-97882c6a6241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b HTTP/1.1" status: 200 len: 999 time: 0.0613604 Mar 09 17:22:56.460836 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:22:56.469060 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:22:56.469658 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:22:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:56.509675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-e4e1d1e2-a984-49b1-b3b8-8eb1f7beee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:56.511157 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-e4e1d1e2-a984-49b1-b3b8-8eb1f7beee51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0445356 Mar 09 17:22:56.567325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-ef5bca9f-4228-4687-b0f4-836d0671a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:56.568900 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-ef5bca9f-4228-4687-b0f4-836d0671a19d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439303 Mar 09 17:22:56.576597 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:22:56.662430 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-1833c604-e1d1-43f7-920e-9aed702bf0cc service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866833 Mar 09 17:22:56.761269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3241b7ba-29e5-4be5-9395-776bc6f93a22 req-9c22d986-dbb5-472e-ad38-e9db8f513ae2 service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Mar 09 17:22:56.801831 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bde5c6fa-0d1b-44a5-9967-4a9d34b5da93', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.57', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:29:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:54Z', 'updated_at': '2022-03-09T17:22:54Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}, {'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:38Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:22:56.828626 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76257632-f316-4ce8-a85e-fa49c3a79e8e None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bde5c6fa-0d1b-44a5-9967-4a9d34b5da93', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.57', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:29:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:54Z', 'updated_at': '2022-03-09T17:22:54Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}, {'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:38Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:22:56.834811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d211005-bef7-4bb4-959c-3da3fe423437 req-3a37d488-1328-4320-8a4e-283eb0c4e5e9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:56.836427 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1d211005-bef7-4bb4-959c-3da3fe423437 req-3a37d488-1328-4320-8a4e-283eb0c4e5e9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 945 time: 0.0530519 Mar 09 17:22:56.894715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1d211005-bef7-4bb4-959c-3da3fe423437 req-6d520b87-c189-4fa9-8a8d-77ff1808f0f8 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501158 Mar 09 17:22:57.025936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28a533-8ed6-4763-87c7-5062539bd9ed None None] New status for floating IP bde5c6fa-0d1b-44a5-9967-4a9d34b5da93: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:22:57.121103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672d25b-960e-4396-9b85-713d192678ef req-a6d58519-7775-4f82-a01a-85c94e7131b5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:22:57.122547 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0672d25b-960e-4396-9b85-713d192678ef req-a6d58519-7775-4f82-a01a-85c94e7131b5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Mar 09 17:22:57.213323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Deleting port f5585521-614e-4055-9a08-192db76dea82 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:22:57.213651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f5585521-614e-4055-9a08-192db76dea82), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:57.306685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] For port f5585521-614e-4055-9a08-192db76dea82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5585521-614e-4055-9a08-192db76dea82,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:22:57.307046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f5585521-614e-4055-9a08-192db76dea82), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:57.320134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Calling delete_port for f5585521-614e-4055-9a08-192db76dea82 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:22:57.513791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f5585521-614e-4055-9a08-192db76dea82), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:57.542501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'Port': ['ID=f5585521-614e-4055-9a08-192db76dea82,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:22:57.585829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] No DVR routers for this DVR port f5585521-614e-4055-9a08-192db76dea82 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:22:57.588329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:57.591850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0672d25b-960e-4396-9b85-713d192678ef req-7c842a04-69ce-4fd5-ac2d-4fdbdb0ff5d6 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "DELETE /v2.0/ports/f5585521-614e-4055-9a08-192db76dea82 HTTP/1.1" status: 204 len: 173 time: 0.4635966 Mar 09 17:22:57.994958 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8d46a449-87d9-4f14-bab9-2c457a9ac404 req-8bc8c6fc-9e4f-41cf-9785-5932a9e7f858 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0302947 Mar 09 17:22:58.226675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'name': 'network-vif-deleted', 'tag': 'f5585521-614e-4055-9a08-192db76dea82'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:22:58.229017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b892bc5-92f2-41eb-98a7-b0b0a7839636" -d '{"events": [{"server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "name": "network-vif-deleted", "tag": "f5585521-614e-4055-9a08-192db76dea82"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:22:58.262213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b772cc-238f-41e9-a9e9-793323931afd x-openstack-request-id: req-58b772cc-238f-41e9-a9e9-793323931afd {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:22:58.262515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aa08f8-9083-445b-a327-d207423f7246", "name": "network-vif-deleted", "tag": "f5585521-614e-4055-9a08-192db76dea82", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:22:58.262779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58b772cc-238f-41e9-a9e9-793323931afd {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:22:58.263184 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aa08f8-9083-445b-a327-d207423f7246', 'name': 'network-vif-deleted', 'tag': 'f5585521-614e-4055-9a08-192db76dea82', 'status': 'completed', 'code': 200} Mar 09 17:22:58.748507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:22:59.089219 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-040e9440-1403-4a95-9a35-3aa7d428a3eb req-a7151c83-dd07-426f-a9d0-4514ee2e1ef2 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Mar 09 17:23:00.183131 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb8f4b29-e4d0-47cc-9516-d7547ddbec7b req-f0102731-8790-4109-826d-d9b03edb5fae tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Mar 09 17:23:01.277915 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b2461696-dcca-4cfb-8d2d-0c4d4ac9e37d req-b907f10e-ddc0-4d71-9a72-cc413acdf11c tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0274351 Mar 09 17:23:01.286990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f5585521-614e-4055-9a08-192db76dea82 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:01.306354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: f5585521-614e-4055-9a08-192db76dea82 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:01.306701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device f5585521-614e-4055-9a08-192db76dea82 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:02.375830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-adf2f624-c10f-459b-9801-8ac5f17e1929 req-2cf97c12-9959-4344-b7aa-d61d4e9b1544 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0311303 Mar 09 17:23:03.470058 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d2917e90-29f1-4841-ad76-b7d1351aa8ca req-d0da73fb-75a6-4662-b711-7431b5d8d9e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Mar 09 17:23:03.599427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ca69feac-eb96-401f-8017-5a44aa3cba16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:04.905938 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-78748ecc-60c4-4528-b2ca-d9be8f33e2fb req-f8b5a0f0-aa73-4ec5-a158-1f5ca59e6282 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.3695908 Mar 09 17:23:05.997394 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1700c755-5639-4d62-b9dc-1a23f9df7c74 req-99623605-1d3d-4eae-8375-c8c1fd54807e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Mar 09 17:23:06.216690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d18e499-fbc2-4535-a131-da3f08818d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:07.105742 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ffb91f9-fda4-4a94-8a0e-919b8b498c3d req-689c3b45-0ac4-436b-a24c-c8d88551299b tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=58aa08f8-9083-445b-a327-d207423f7246 HTTP/1.1" status: 200 len: 210 time: 0.0282798 Mar 09 17:23:07.176949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:08.329325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:09.862454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:10.934430 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:23:16.819066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38192) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:17.276482 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Deleting port 7ebfc703-4108-48da-b5e1-f2383d069660 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:17.276732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7ebfc703-4108-48da-b5e1-f2383d069660), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:17.350441 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7ebfc703-4108-48da-b5e1-f2383d069660), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:17.350771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (7ebfc703-4108-48da-b5e1-f2383d069660), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:17.361907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Calling delete_port for 7ebfc703-4108-48da-b5e1-f2383d069660 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:17.547834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7ebfc703-4108-48da-b5e1-f2383d069660), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:17.573621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'Port': ['ID=7ebfc703-4108-48da-b5e1-f2383d069660,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:17.596833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.597191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.597549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.597890 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.598226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.598561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.598895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.599227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.599558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.599888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.600218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.600568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.600895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:17.640963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (933c1b25-37a3-4b8b-8d63-d1c867c76a3d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:17.641293 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Floating IP 933c1b25-37a3-4b8b-8d63-d1c867c76a3d disassociated (deleted). External IP: 172.36.5.103, port: 6fece516-64c3-4d60-ab44-9b38bcccdab5. Mar 09 17:23:17.849735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:17.959382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:17.964115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:17.969499 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:17.979047 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:17.979650 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:17.995381 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-19d09bd0-0486-485c-8795-acff6830fb62 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "DELETE /v2.0/floatingips/933c1b25-37a3-4b8b-8d63-d1c867c76a3d HTTP/1.1" status: 204 len: 168 time: 1.1752422 Mar 09 17:23:17.996072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:17.998570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59995b6-4879-4e15-bed2-f9af50cd1ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:18.047830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727a9fe9-eba0-4f18-a6fb-6c7578afc803 x-openstack-request-id: req-727a9fe9-eba0-4f18-a6fb-6c7578afc803 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:18.048980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:18.049283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-727a9fe9-eba0-4f18-a6fb-6c7578afc803 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:18.049694 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'status': 'completed', 'code': 200} Mar 09 17:23:18.093930 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:18.116536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-840edc3e-1568-41c2-9dd6-9ed3fce7f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:18.118096 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-840edc3e-1568-41c2-9dd6-9ed3fce7f073 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b046bec90b254a4a860b2bce22dac67f&device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 1129 time: 0.0463014 Mar 09 17:23:18.208578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-34b03c1e-a4cc-4fb2-9195-ab0fb8513150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:18.210066 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-34b03c1e-a4cc-4fb2-9195-ab0fb8513150 service neutron] 10.222.0.36 "GET /v2.0/networks?id=631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 200 len: 911 time: 0.0862153 Mar 09 17:23:18.253077 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-dc34f4e0-84f4-4ecb-9bef-e7a546ffb18c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 200 len: 217 time: 0.0369523 Mar 09 17:23:18.294252 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:18.305739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-01ab9446-5270-4686-ab86-ad5d0f645103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:18.307272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-01ab9446-5270-4686-ab86-ad5d0f645103 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 200 len: 850 time: 0.0473921 Mar 09 17:23:18.324613 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:18.333077 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:18.333679 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:18.359307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-941e0a51-5087-4c5c-ba6b-32e95a71406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:18.361354 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-941e0a51-5087-4c5c-ba6b-32e95a71406e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=631dbfe4-129a-4b26-a6c4-820d3e818a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475748 Mar 09 17:23:18.423774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b109-c4f0-4a9e-be71-abbb006a1a6b req-6e22ccd0-0e5d-4f09-9fa2-100426eb8614 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:18.425716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b974b109-c4f0-4a9e-be71-abbb006a1a6b req-6e22ccd0-0e5d-4f09-9fa2-100426eb8614 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 945 time: 0.0557866 Mar 09 17:23:18.445897 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:18.456912 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-39392bf4-8e70-4086-bb83-d7afe6956b61 service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886891 Mar 09 17:23:18.476758 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b974b109-c4f0-4a9e-be71-abbb006a1a6b req-befdb3ad-7e6c-4c81-bb96-15a0b92230f9 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/security-groups?id=4c21669e-2538-443e-b81c-799fbcbcbf19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Mar 09 17:23:18.560963 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59995b6-4879-4e15-bed2-f9af50cd1ecd req-68d4cfca-f29a-4140-a155-38f7b669ce0f service neutron] 10.222.0.36 "GET /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884879 Mar 09 17:23:18.648157 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:18.674037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced9b38-18ab-4e02-9921-19ec8ffd8849 None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:13:30Z', 'revision_number': 4, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'de56d291-90a2-40e5-88bf-b1755550335e', 'name': '', 'network_id': '631dbfe4-129a-4b26-a6c4-820d3e818a59', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'mac_address': 'fa:16:3e:58:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:29Z', 'updated_at': '2022-03-09T17:13:34Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'subnets': [{'id': '7a95889c-5e44-4f0b-a696-f104ef761963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:18.885733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680c359-74cb-4d75-aedf-78e9172e4e1c None None] New status for floating IP 933c1b25-37a3-4b8b-8d63-d1c867c76a3d: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:23:19.009755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-12661af1-8796-4a3e-a27f-98186387a405 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:19.011511 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-12661af1-8796-4a3e-a27f-98186387a405 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 945 time: 0.0557747 Mar 09 17:23:19.112331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Deleting port 6fece516-64c3-4d60-ab44-9b38bcccdab5 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:19.112766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:19.200838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] For port 6fece516-64c3-4d60-ab44-9b38bcccdab5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6fece516-64c3-4d60-ab44-9b38bcccdab5,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:19.201472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:19.217415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Calling delete_port for 6fece516-64c3-4d60-ab44-9b38bcccdab5 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:19.416246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6fece516-64c3-4d60-ab44-9b38bcccdab5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:19.445114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'Port': ['ID=6fece516-64c3-4d60-ab44-9b38bcccdab5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:19.476050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.476423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.477928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.477928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.477928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.477928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.478201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.478391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.478723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.479055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.479386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.479715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.480039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:19.500687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] No DVR routers for this DVR port 6fece516-64c3-4d60-ab44-9b38bcccdab5 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:19.503068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:19.506449 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dc6bdbbe-a955-4a48-a7c2-078990f377cf req-0426d7c2-4725-43c9-b84b-354425761e14 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.36 "DELETE /v2.0/ports/6fece516-64c3-4d60-ab44-9b38bcccdab5 HTTP/1.1" status: 204 len: 173 time: 0.4894154 Mar 09 17:23:19.507271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'name': 'network-vif-deleted', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:19.509318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b3790-ee3e-4d35-945d-5a98c997b337" -d '{"events": [{"server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "name": "network-vif-deleted", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:19.543966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc415322-918f-4ba7-acd9-80e0227f93eb x-openstack-request-id: req-cc415322-918f-4ba7-acd9-80e0227f93eb {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:19.544264 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc", "name": "network-vif-deleted", "tag": "6fece516-64c3-4d60-ab44-9b38bcccdab5", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:19.544558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc415322-918f-4ba7-acd9-80e0227f93eb {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:19.544968 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc', 'name': 'network-vif-deleted', 'tag': '6fece516-64c3-4d60-ab44-9b38bcccdab5', 'status': 'completed', 'code': 200} Mar 09 17:23:19.575909 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e5a80357-9cd4-459b-8754-5111659ca856 req-deb68e8a-3914-466d-b70c-2de6c9f3385e tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0280797 Mar 09 17:23:20.675298 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bf84e7f-4cf6-4ae6-9345-0d750adb6f03 req-be524f73-2ad2-4c9c-8bc9-25f80c53f6f3 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0302680 Mar 09 17:23:21.769975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-06fbb6b9-ba9f-422c-ac85-a74ffa8e741f req-7ac0bc77-01e3-47a8-82aa-04f44bb3b095 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0274763 Mar 09 17:23:22.861086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-339f3d00-5d80-4212-9bc9-acefb351696d req-7456075d-6514-43cc-91df-2f6583f9ce17 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0272019 Mar 09 17:23:23.439554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6fece516-64c3-4d60-ab44-9b38bcccdab5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:23.459915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 6fece516-64c3-4d60-ab44-9b38bcccdab5 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:23.460269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6fece516-64c3-4d60-ab44-9b38bcccdab5 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:23.957216 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3569aa9c-663f-42b8-9301-90c544c2dd37 req-456a4b89-6b53-4e0c-8ad4-059bd65dee40 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0312185 Mar 09 17:23:25.053677 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2bd078e8-b97f-4fa8-87c6-6ccf5f04cb89 req-28a36e74-b73c-4049-a658-7afbc77a2034 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0263226 Mar 09 17:23:25.622028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38218) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:25.685017 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2c139ae2-85d5-4bac-b758-e76b3fef8a02 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9 HTTP/1.1" status: 200 len: 994 time: 0.0618181 Mar 09 17:23:26.146854 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1ba97e8-5411-4386-99fd-d69e2d2f7fc8 req-2159f7d5-656a-4ad1-9a39-78c5954e7474 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0270209 Mar 09 17:23:27.241223 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0dfaa3d1-b866-45da-8213-bda3ec2e6d2e req-d6ea3457-7f82-45c7-a498-5ebd76599159 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0271235 Mar 09 17:23:27.686914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38230) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:27.692300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:27.759346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:27.908570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:27.937637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:27.975895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:28.024908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:28.025585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:28.034326 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/ports/c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 939 time: 0.3390365 Mar 09 17:23:28.034326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:28.034326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:28.057271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76a4ff-15be-4f51-86c5-771fcde79170 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=6']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:28.081301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d72a0b-f00f-46fe-91ae-acb23d802203 x-openstack-request-id: req-b8d72a0b-f00f-46fe-91ae-acb23d802203 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:28.081800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:28.082247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8d72a0b-f00f-46fe-91ae-acb23d802203 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:28.082852 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'status': 'completed', 'code': 200} Mar 09 17:23:28.149704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-cc7f0431-368f-4b3f-8140-e928a915cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:28.151329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-cc7f0431-368f-4b3f-8140-e928a915cad5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1131 time: 0.0474384 Mar 09 17:23:28.255778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-834fe977-da4a-467c-84c7-daceaedbaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:28.257322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-834fe977-da4a-467c-84c7-daceaedbaa83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 896 time: 0.0976889 Mar 09 17:23:28.268439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5a5adfab-dbec-4528-9411-f2196989edcc None None] Provisioning complete for port c743a4cb-422a-45ea-bb74-31a679ab68d6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:28.268439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a5adfab-dbec-4528-9411-f2196989edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:28.310851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5a5adfab-dbec-4528-9411-f2196989edcc None None] Port c743a4cb-422a-45ea-bb74-31a679ab68d6 is administratively disabled so it will not transition to active. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Mar 09 17:23:28.341200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-1d3f29a6-26ef-45a3-ae9b-a4f5c7899935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 1003 time: 0.0771000 Mar 09 17:23:28.363480 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f05db6b4-c6f1-4cac-a0c0-d34a8f427191 req-264990f3-26f8-42c3-8076-76495124de1a tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63ea9cd-d7b8-4bf1-bbf3-5932e567f8bc HTTP/1.1" status: 200 len: 210 time: 0.0405478 Mar 09 17:23:28.402454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-99e9cf5d-1b5d-4d08-9c3c-27a59d35eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:28.403887 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-99e9cf5d-1b5d-4d08-9c3c-27a59d35eb9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0492041 Mar 09 17:23:28.452994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-5daf763c-7974-40f0-85da-00b775b0d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:28.454626 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-5daf763c-7974-40f0-85da-00b775b0d727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447593 Mar 09 17:23:28.542902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-e6fcbf5f-5b37-4af6-8275-b5aa648dcf6c service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Mar 09 17:23:28.638202 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0f13372-ea8b-4408-ac1d-45a964d1bdfe req-2d22a580-1b60-4309-9ed6-1511942560d6 service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890143 Mar 09 17:23:28.747272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.418544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38238) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:29.542272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Deleting port c9d9c8bb-2a2c-4949-8bd1-ba585da20470 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:29.542619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.616009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.616341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.628520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Calling delete_port for c9d9c8bb-2a2c-4949-8bd1-ba585da20470 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:29.827354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c9d9c8bb-2a2c-4949-8bd1-ba585da20470), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.852407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'Port': ['ID=c9d9c8bb-2a2c-4949-8bd1-ba585da20470,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:29.915925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for floatingip (61259602-c714-4552-ab93-3887db7953b3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.918519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:29.919704 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cbcc75bf-c7ba-44d3-a330-1e5aed9e59e5 tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "DELETE /v2.0/floatingips/61259602-c714-4552-ab93-3887db7953b3 HTTP/1.1" status: 204 len: 168 time: 0.5001285 Mar 09 17:23:31.468256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38254) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:31.474150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:31.542269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:31.690385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:31.719568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:31.781051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:31.823954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:31.824638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:31.829654 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/ports/c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 938 time: 0.3595719 Mar 09 17:23:31.830789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38256) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:31.833773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:31.834990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b0d2b1-4cc8-4011-a30c-c241667d2108" -d '{"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:31.871870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5aad6-bb92-4894-9a37-4442ef0ef6f9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=7']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:31.886498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa31101a-4649-4245-8809-d382ba29d78c x-openstack-request-id: req-fa31101a-4649-4245-8809-d382ba29d78c {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:31.886498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:31.886717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa31101a-4649-4245-8809-d382ba29d78c {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:31.886975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'status': 'completed', 'code': 200} Mar 09 17:23:31.923588 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c8e47834-cc53-4eab-89af-e03435e2de87 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9 HTTP/1.1" status: 200 len: 994 time: 0.0907190 Mar 09 17:23:31.961734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-b3dc5d22-efda-4f1d-a411-916d7c2ee428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:31.963583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-b3dc5d22-efda-4f1d-a411-916d7c2ee428 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1130 time: 0.0535946 Mar 09 17:23:32.055954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['c743a4cb-422a-45ea-bb74-31a679ab68d6'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:23:32.076136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-ad896e8c-3111-4356-98af-35be86828495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:32.077675 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-ad896e8c-3111-4356-98af-35be86828495 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 896 time: 0.1060574 Mar 09 17:23:32.148529 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-4104f171-9627-400c-becb-86dd64b2961a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 1002 time: 0.0642958 Mar 09 17:23:32.175986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2ed762ba-ac55-4f47-93f2-905534cd1ed3 None None] Provisioning complete for port c743a4cb-422a-45ea-bb74-31a679ab68d6 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:32.176376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2ed762ba-ac55-4f47-93f2-905534cd1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:32.196662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-16652c2b-4001-4fa0-b9e3-30fdb359e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:32.198160 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-16652c2b-4001-4fa0-b9e3-30fdb359e8d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0441227 Mar 09 17:23:32.246834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-1beeb7dc-8943-4fe8-b8a8-532a3c04579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:32.248836 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-1beeb7dc-8943-4fe8-b8a8-532a3c04579f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442801 Mar 09 17:23:32.328378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2ed762ba-ac55-4f47-93f2-905534cd1ed3 None None] Current status of the port c743a4cb-422a-45ea-bb74-31a679ab68d6 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:32.365003 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-88558143-d1b4-4c29-bfac-1908f2c1fbda service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097445 Mar 09 17:23:32.456701 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-33b0d2b1-4cc8-4011-a30c-c241667d2108 req-c4085843-f383-4117-8c45-cdc1fa428a39 service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846310 Mar 09 17:23:33.581443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e81c-c472-43d4-bc36-bd03203090dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:34.464188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38272) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:34.620647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port fd1e0ec0-3cbf-483b-bc5d-04ef90444471 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:34.620997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:34.694385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:34.694632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:34.705864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for fd1e0ec0-3cbf-483b-bc5d-04ef90444471 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:34.924670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (fd1e0ec0-3cbf-483b-bc5d-04ef90444471), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:34.949938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=fd1e0ec0-3cbf-483b-bc5d-04ef90444471,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:35.015597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (bde5c6fa-0d1b-44a5-9967-4a9d34b5da93), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:35.015925 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP bde5c6fa-0d1b-44a5-9967-4a9d34b5da93 disassociated (deleted). External IP: 172.36.5.57, port: d5839015-f22b-4c51-ae74-2b19a6be5f0b. Mar 09 17:23:35.237581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:35.353977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:35.358884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:35.363970 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:35.373246 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:35.373920 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:35.392153 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a04f3014-5778-42de-b1ab-d32c5358ae9e tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/bde5c6fa-0d1b-44a5-9967-4a9d34b5da93 HTTP/1.1" status: 204 len: 168 time: 0.9243472 Mar 09 17:23:35.392153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:35.394319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a785e-2d2e-4d02-8fac-6f5153e9f7db" -d '{"events": [{"name": "network-changed", "server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:35.431579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91b1acd-4ccd-4d9f-bf92-c1e2b5261480 x-openstack-request-id: req-b91b1acd-4ccd-4d9f-bf92-c1e2b5261480 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:35.431892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:35.432182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b91b1acd-4ccd-4d9f-bf92-c1e2b5261480 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:35.433098 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'status': 'completed', 'code': 200} Mar 09 17:23:35.501535 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:35.515336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-c5d1fddd-5e54-4100-a4aa-9beb3de07124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:35.516960 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-c5d1fddd-5e54-4100-a4aa-9beb3de07124 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 1130 time: 0.0582743 Mar 09 17:23:35.632675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-cc20e93b-8cc1-47ef-9a1a-fe8f91272e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:35.634200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-cc20e93b-8cc1-47ef-9a1a-fe8f91272e73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 896 time: 0.1113629 Mar 09 17:23:35.677967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-ef2795af-ad72-4857-853e-4c0a702c8313 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b HTTP/1.1" status: 200 len: 217 time: 0.0355990 Mar 09 17:23:35.728315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-22cc8689-33f0-40d3-90de-71fe96cf755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:35.730154 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-22cc8689-33f0-40d3-90de-71fe96cf755a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0467777 Mar 09 17:23:35.750211 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:38Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:35.785159 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:35.793493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:35.794159 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:35.827317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-640fc5eb-4ceb-48b2-8c0f-ccec2e91a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:35.829107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-640fc5eb-4ceb-48b2-8c0f-ccec2e91a08a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0922544 Mar 09 17:23:35.836928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7020bd8-9160-4bf8-a2ee-82d92e1bf4b8 req-0f432cbf-1fa1-467c-9a5b-ab812c4a030c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:35.838338 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f7020bd8-9160-4bf8-a2ee-82d92e1bf4b8 req-0f432cbf-1fa1-467c-9a5b-ab812c4a030c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 946 time: 0.0672753 Mar 09 17:23:35.899956 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:35.944498 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f7020bd8-9160-4bf8-a2ee-82d92e1bf4b8 req-c1366195-49fb-43b3-9a1e-15900b6acd06 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975318 Mar 09 17:23:35.965083 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-8f0890bb-e820-4d19-b821-35dacb8e501a service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258180 Mar 09 17:23:36.062242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361a785e-2d2e-4d02-8fac-6f5153e9f7db req-51efb44f-7277-4daf-a5f9-73f4d72c3fef service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Mar 09 17:23:36.210936 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:38Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:36.221239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e769ca92-0a8c-4082-bdf7-e4e71beb48b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:36.239584 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01e681-cb18-4b3e-81a9-bd3906313d75 None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'port_id': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'mac_address': 'fa:16:3e:41:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:22:36Z', 'updated_at': '2022-03-09T17:22:38Z', 'revision_number': 1, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:36.465376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfe230-6468-4050-99f1-12d01e99c741 None None] New status for floating IP bde5c6fa-0d1b-44a5-9967-4a9d34b5da93: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:23:36.526666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38284) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:36.589452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-344c488a-657a-4c52-ac3b-46843d511d5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group (4c21669e-2538-443e-b81c-799fbcbcbf19), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:36.615323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-344c488a-657a-4c52-ac3b-46843d511d5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group (4c21669e-2538-443e-b81c-799fbcbcbf19), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:36.713179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-344c488a-657a-4c52-ac3b-46843d511d5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (4c21669e-2538-443e-b81c-799fbcbcbf19), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:36.715886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-344c488a-657a-4c52-ac3b-46843d511d5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:36.717143 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-344c488a-657a-4c52-ac3b-46843d511d5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c21669e-2538-443e-b81c-799fbcbcbf19 HTTP/1.1" status: 204 len: 168 time: 0.1888683 Mar 09 17:23:36.728326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c488a-657a-4c52-ac3b-46843d511d5f tempest-TestVolumeBootPattern-460945450 tempest-TestVolumeBootPattern-460945450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21669e-2538-443e-b81c-799fbcbcbf19,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:36.831260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38288) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:37.095957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9187f7-8b08-451c-a184-8d305d72667d req-d741e9f3-5445-4b22-aa20-f27db296eed8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:37.097484 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d9187f7-8b08-451c-a184-8d305d72667d req-d741e9f3-5445-4b22-aa20-f27db296eed8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 946 time: 0.0836744 Mar 09 17:23:37.105633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-f95e64cf-a92e-4505-8d50-b01d29616de8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:37.106985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-f95e64cf-a92e-4505-8d50-b01d29616de8 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 946 time: 0.0842531 Mar 09 17:23:37.210386 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d9187f7-8b08-451c-a184-8d305d72667d req-6fc8fd10-dee0-4a3a-bc9b-dc81dc91c513 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=08824552-24d6-46a4-8a34-f85a5e278aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023667 Mar 09 17:23:37.228534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.238282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port d5839015-f22b-4c51-ae74-2b19a6be5f0b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:37.238715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.330257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port d5839015-f22b-4c51-ae74-2b19a6be5f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d5839015-f22b-4c51-ae74-2b19a6be5f0b,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:37.330662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.343424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for d5839015-f22b-4c51-ae74-2b19a6be5f0b owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:37.348434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (7508b100-da6b-41c6-a50c-bb9c0322f996), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.559287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d5839015-f22b-4c51-ae74-2b19a6be5f0b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.589849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=d5839015-f22b-4c51-ae74-2b19a6be5f0b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:37.622337 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Deleting port de56d291-90a2-40e5-88bf-b1755550335e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:37.622714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (de56d291-90a2-40e5-88bf-b1755550335e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.646426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port d5839015-f22b-4c51-ae74-2b19a6be5f0b on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:37.649301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.652502 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5cb3bdb2-d52c-4039-a06b-c2e1802019fb req-1737dcd1-6a73-4937-ba5f-9447383a6a6a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/d5839015-f22b-4c51-ae74-2b19a6be5f0b HTTP/1.1" status: 204 len: 173 time: 0.5385025 Mar 09 17:23:37.652957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'name': 'network-vif-deleted', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:37.655209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa961e-4b6f-492b-991f-1b7ebc709300" -d '{"events": [{"server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "name": "network-vif-deleted", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:37.689821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2555e67-79c9-4c24-89de-39905a36b245 x-openstack-request-id: req-f2555e67-79c9-4c24-89de-39905a36b245 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:37.690133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72919c20-f2de-47d5-99cd-4a870a3d6137", "name": "network-vif-deleted", "tag": "d5839015-f22b-4c51-ae74-2b19a6be5f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:37.690395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2555e67-79c9-4c24-89de-39905a36b245 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:37.690807 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72919c20-f2de-47d5-99cd-4a870a3d6137', 'name': 'network-vif-deleted', 'tag': 'd5839015-f22b-4c51-ae74-2b19a6be5f0b', 'status': 'completed', 'code': 200} Mar 09 17:23:37.712292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] For port de56d291-90a2-40e5-88bf-b1755550335e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de56d291-90a2-40e5-88bf-b1755550335e,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:37.712684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (de56d291-90a2-40e5-88bf-b1755550335e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:37.725503 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Calling delete_port for de56d291-90a2-40e5-88bf-b1755550335e owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:38.005080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (de56d291-90a2-40e5-88bf-b1755550335e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.037409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=de56d291-90a2-40e5-88bf-b1755550335e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:38.211180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (7508b100-da6b-41c6-a50c-bb9c0322f996), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.332067 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d97a82f7-871f-4c64-86e1-c8ce6880c59f req-0d775e7c-d1da-4b4a-ae60-a291bf15e2eb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=72919c20-f2de-47d5-99cd-4a870a3d6137 HTTP/1.1" status: 200 len: 210 time: 0.0279393 Mar 09 17:23:38.364377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.440638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Router 7508b100-da6b-41c6-a50c-bb9c0322f996 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:38.550174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:38.555220 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e73705aa-7135-4016-be21-a5cf4b157c4c admin admin] 10.222.0.16 "PUT /v2.0/routers/7508b100-da6b-41c6-a50c-bb9c0322f996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7229335 Mar 09 17:23:38.557840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38298) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:38.560586 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] Sync routers for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:38.571760 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:38.572434 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:38.663733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks [] for router (7508b100-da6b-41c6-a50c-bb9c0322f996), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.681319 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:38.766505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks [] for router_gateway (7508b100-da6b-41c6-a50c-bb9c0322f996), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.852031 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:23:37Z', 'revision_number': 5, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port': {'id': '07a7267d-71d0-4b4a-b430-e2f49ae087dd', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:27Z', 'updated_at': '2022-03-09T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:38.876299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Deleting port 07a7267d-71d0-4b4a-b430-e2f49ae087dd {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:38.876674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.882169 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] Checking router: 7508b100-da6b-41c6-a50c-bb9c0322f996 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:38.890279 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] Routers {'7508b100-da6b-41c6-a50c-bb9c0322f996'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:38.890927 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7508b100-da6b-41c6-a50c-bb9c0322f996'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:38.953651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] For port 07a7267d-71d0-4b4a-b430-e2f49ae087dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07a7267d-71d0-4b4a-b430-e2f49ae087dd,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:38.953942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:38.965618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Calling delete_port for 07a7267d-71d0-4b4a-b430-e2f49ae087dd owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:38.973221 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] Set router 7508b100-da6b-41c6-a50c-bb9c0322f996 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:39.026540 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:23:38Z', 'revision_number': 6, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:39.052937 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d0fc2-1b01-4c36-a2ee-5604f72a719e None None] The sync data for ids ['7508b100-da6b-41c6-a50c-bb9c0322f996'] in dv-neutron-master-2-hyperv is: [{'id': '7508b100-da6b-41c6-a50c-bb9c0322f996', 'name': 'tempest-TestVolumeBootPattern-879006542-router', 'tenant_id': 'b046bec90b254a4a860b2bce22dac67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:26Z', 'updated_at': '2022-03-09T17:23:38Z', 'revision_number': 6, 'project_id': 'b046bec90b254a4a860b2bce22dac67f', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:39.221148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (07a7267d-71d0-4b4a-b430-e2f49ae087dd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.252057 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Pushing event deleted for resources: {'Port': ['ID=07a7267d-71d0-4b4a-b430-e2f49ae087dd,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:39.307152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (7508b100-da6b-41c6-a50c-bb9c0322f996), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.391868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38302) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:39.398822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (7508b100-da6b-41c6-a50c-bb9c0322f996), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.402299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks [] for router_controller (7508b100-da6b-41c6-a50c-bb9c0322f996), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.452483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc6feeee-4d64-4c11-89e0-a56a3d5b58c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (08824552-24d6-46a4-8a34-f85a5e278aaf), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.484082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc6feeee-4d64-4c11-89e0-a56a3d5b58c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (08824552-24d6-46a4-8a34-f85a5e278aaf), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.621776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc6feeee-4d64-4c11-89e0-a56a3d5b58c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (08824552-24d6-46a4-8a34-f85a5e278aaf), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.624518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cc6feeee-4d64-4c11-89e0-a56a3d5b58c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.629918 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cc6feeee-4d64-4c11-89e0-a56a3d5b58c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/08824552-24d6-46a4-8a34-f85a5e278aaf HTTP/1.1" status: 204 len: 168 time: 0.2369132 Mar 09 17:23:39.640008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6feeee-4d64-4c11-89e0-a56a3d5b58c3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08824552-24d6-46a4-8a34-f85a5e278aaf,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:39.708888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38306) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:39.804848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (7508b100-da6b-41c6-a50c-bb9c0322f996), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.805322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7508b100-da6b-41c6-a50c-bb9c0322f996 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:23:39.810447 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.812199 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b0150c55-43c4-48c1-af85-ec020c23c91a admin admin] 10.222.0.16 "DELETE /v2.0/routers/7508b100-da6b-41c6-a50c-bb9c0322f996 HTTP/1.1" status: 204 len: 168 time: 1.2529130 Mar 09 17:23:39.814779 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38308) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:39.859135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Deleting subnet 7a95889c-5e44-4f0b-a696-f104ef761963 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:23:39.863434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Publish callbacks [] for subnet (7a95889c-5e44-4f0b-a696-f104ef761963), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.867154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.876005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 17a2c849-c6de-4b52-897f-fe46ec448888 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:39.876005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (17a2c849-c6de-4b52-897f-fe46ec448888), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.905168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (7a95889c-5e44-4f0b-a696-f104ef761963), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.948098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 07a7267d-71d0-4b4a-b430-e2f49ae087dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:39.959467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (17a2c849-c6de-4b52-897f-fe46ec448888), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.959808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (17a2c849-c6de-4b52-897f-fe46ec448888), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:39.969229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 07a7267d-71d0-4b4a-b430-e2f49ae087dd {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:39.969617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 07a7267d-71d0-4b4a-b430-e2f49ae087dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:39.970052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device de56d291-90a2-40e5-88bf-b1755550335e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:39.973966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 17a2c849-c6de-4b52-897f-fe46ec448888 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:39.992577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: de56d291-90a2-40e5-88bf-b1755550335e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:39.992934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device de56d291-90a2-40e5-88bf-b1755550335e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:40.004548 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (7a95889c-5e44-4f0b-a696-f104ef761963), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.120927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (7a95889c-5e44-4f0b-a696-f104ef761963), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.150681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a95889c-5e44-4f0b-a696-f104ef761963,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:40.152963 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.156179 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c73c2795-722e-450e-a24f-fbb0d1973b83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a95889c-5e44-4f0b-a696-f104ef761963 HTTP/1.1" status: 204 len: 168 time: 0.3404081 Mar 09 17:23:40.158220 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23a96d-32c0-4606-8054-369fa92dac95 None None] Network 631dbfe4-129a-4b26-a6c4-820d3e818a59 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:23:40.159476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38310) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:40.205580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (17a2c849-c6de-4b52-897f-fe46ec448888), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.237839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (631dbfe4-129a-4b26-a6c4-820d3e818a59), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.239170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=17a2c849-c6de-4b52-897f-fe46ec448888,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:40.313482 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Deleting port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:40.313815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.315490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.315822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9 disassociated (deleted). External IP: 172.36.5.120, port: c743a4cb-422a-45ea-bb74-31a679ab68d6. Mar 09 17:23:40.330535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] DHCP port deletion for 631dbfe4-129a-4b26-a6c4-820d3e818a59 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:23:40.378396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] For port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:40.378784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.391223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Deleting port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:40.391820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.391982 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Calling delete_port for 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:40.459422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] For port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,segment=NetworkSegment(c9532d1d-341e-4767-a449-69a6fc57c50d),segment_id=c9532d1d-341e-4767-a449-69a6fc57c50d)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:40.460223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.475264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Calling delete_port for 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:40.536079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:40.558817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.564950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.586221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] No DVR routers for this DVR port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:40.587786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Pushing event deleted for resources: {'Port': ['ID=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:40.591713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:40.600589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.601257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.601257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.601663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.602007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.602347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.602799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.603002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.603469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.603806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.604503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.604503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.604787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:40.607614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea53c88-902c-41e5-ab4d-763cd379475b None None] No DVR routers for this DVR port 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:40.676172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (631dbfe4-129a-4b26-a6c4-820d3e818a59), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.697877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631dbfe4-129a-4b26-a6c4-820d3e818a59']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:40.707728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9532d1d-341e-4767-a449-69a6fc57c50d') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:40.708027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9532d1d-341e-4767-a449-69a6fc57c50d') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:40.718016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (c9532d1d-341e-4767-a449-69a6fc57c50d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.732416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c9532d1d-341e-4767-a449-69a6fc57c50d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.744706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:23:40.745721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (c9532d1d-341e-4767-a449-69a6fc57c50d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:23:40.747643 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:23:40.878828 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (631dbfe4-129a-4b26-a6c4-820d3e818a59), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.883168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.886746 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] 10.222.0.16 "DELETE /v2.0/networks/631dbfe4-129a-4b26-a6c4-820d3e818a59 HTTP/1.1" status: 204 len: 168 time: 0.7252982 Mar 09 17:23:40.889613 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38312) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:40.945762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635380a1-3289-415b-8d94-c36bd67beafc admin admin] Pushing event deleted for resources: {'Network': ['ID=631dbfe4-129a-4b26-a6c4-820d3e818a59,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:40.980092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:40.984977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:40.991086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:41.001220 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:41.001866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:41.020902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-15138b07-10a9-40a7-a602-7955979468d0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9 HTTP/1.1" status: 204 len: 168 time: 1.3108964 Mar 09 17:23:41.022392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:41.025361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5070d65-1435-4621-8d00-6b83180bd812" -d '{"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:41.086280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc51cd5e-647e-4efe-bc55-31e60c809598 x-openstack-request-id: req-bc51cd5e-647e-4efe-bc55-31e60c809598 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:41.086585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:41.086847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc51cd5e-647e-4efe-bc55-31e60c809598 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:41.087252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'status': 'completed', 'code': 200} Mar 09 17:23:41.123765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:41.159008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070d65-1435-4621-8d00-6b83180bd812 req-2b2886f4-35ce-41f4-b011-eb9f3ba70908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:41.160717 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-2b2886f4-35ce-41f4-b011-eb9f3ba70908 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 1130 time: 0.0472806 Mar 09 17:23:41.261054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070d65-1435-4621-8d00-6b83180bd812 req-6586caab-1cfc-4364-bba9-0fbef3c5beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:41.262486 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-6586caab-1cfc-4364-bba9-0fbef3c5beda service neutron] 10.222.0.36 "GET /v2.0/networks?id=41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 200 len: 896 time: 0.0950868 Mar 09 17:23:41.293240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (6eea8419-eec9-491e-81d4-2cee48b93003), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:41.304952 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-ea238c2c-acda-4d97-82db-6a819c0234a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.0369737 Mar 09 17:23:41.345097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:41.363547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070d65-1435-4621-8d00-6b83180bd812 req-de11a228-d06f-4873-8df3-c320331d83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:41.365212 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-de11a228-d06f-4873-8df3-c320331d83a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 200 len: 835 time: 0.0545762 Mar 09 17:23:41.378148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:41.386882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:41.387505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:41.417900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5070d65-1435-4621-8d00-6b83180bd812 req-a25a7aed-b921-425e-bfdc-6abe49cb9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:41.419404 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-a25a7aed-b921-425e-bfdc-6abe49cb9384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41370b29-7102-44a4-aec3-1424db08c796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468976 Mar 09 17:23:41.506587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:41.542786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d5839015-f22b-4c51-ae74-2b19a6be5f0b no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:41.564285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: d5839015-f22b-4c51-ae74-2b19a6be5f0b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:41.564745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d5839015-f22b-4c51-ae74-2b19a6be5f0b not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:41.573211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Deleting port c3f8ca2b-1da4-4235-a043-35f712e7536b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:41.573563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:41.581574 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-97307418-9727-4c34-8747-f8ac836c8ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481855 Mar 09 17:23:41.605043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6792c-4368-4063-8ef5-8036c5244ea3 req-9a0d6f11-ef2a-4337-b971-cc9054188b14 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:41.606559 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-26a6792c-4368-4063-8ef5-8036c5244ea3 req-9a0d6f11-ef2a-4337-b971-cc9054188b14 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 946 time: 0.0874364 Mar 09 17:23:41.660486 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] For port c3f8ca2b-1da4-4235-a043-35f712e7536b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3f8ca2b-1da4-4235-a043-35f712e7536b,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:41.660935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:41.680454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Calling delete_port for c3f8ca2b-1da4-4235-a043-35f712e7536b owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:41.708390 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-26a6792c-4368-4063-8ef5-8036c5244ea3 req-1c11073a-5e7e-479c-a7e5-376c7b22b819 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909798 Mar 09 17:23:41.725222 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a5070d65-1435-4621-8d00-6b83180bd812 req-c13b1540-9df4-434e-9586-c2dc07e7109c service neutron] 10.222.0.36 "GET /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353443 Mar 09 17:23:41.744495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:41.774646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35809b29-1e63-4030-80f3-0161d5cb2a5e None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:22:17Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b47ca220-ceac-49a8-a36b-e4ecc86f709c', 'name': '', 'network_id': '41370b29-7102-44a4-aec3-1424db08c796', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:11:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '535c2849-24da-4f38-acc5-d31149838f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:16Z', 'updated_at': '2022-03-09T17:22:20Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': '535c2849-24da-4f38-acc5-d31149838f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:41.899162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:41.919727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:41.920073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 4d8968ca-11d2-44ee-87cf-e8f4ccacdc7f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:41.936192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c3f8ca2b-1da4-4235-a043-35f712e7536b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:41.963561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f8ca2b-1da4-4235-a043-35f712e7536b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:42.028000 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c26f91-4e42-4503-8637-734088460bb7 None None] New status for floating IP f6f1b435-79a1-4992-b8c1-9bd2d68ee5a9: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:23:42.143652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (6eea8419-eec9-491e-81d4-2cee48b93003), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:42.363636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Router 6eea8419-eec9-491e-81d4-2cee48b93003 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:42.468476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:42.474311 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4e589947-6b9e-466c-aee2-8c40fca8cf6d admin admin] 10.222.0.16 "PUT /v2.0/routers/6eea8419-eec9-491e-81d4-2cee48b93003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5837626 Mar 09 17:23:42.476932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38320) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:42.478539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] Sync routers for ids ['6eea8419-eec9-491e-81d4-2cee48b93003'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:42.488129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] Routers {'6eea8419-eec9-491e-81d4-2cee48b93003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:42.488849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6eea8419-eec9-491e-81d4-2cee48b93003'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:42.582517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks [] for router (6eea8419-eec9-491e-81d4-2cee48b93003), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:42.595231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] Set router 6eea8419-eec9-491e-81d4-2cee48b93003 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:42.687936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks [] for router_gateway (6eea8419-eec9-491e-81d4-2cee48b93003), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:42.773297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149'}], 'enable_snat': True}, 'gw_port_id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:23:41Z', 'revision_number': 5, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port': {'id': '68917335-36fe-4f92-bc2f-99e5045e5c33', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:13:36Z', 'updated_at': '2022-03-09T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:42.803987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] Checking router: 6eea8419-eec9-491e-81d4-2cee48b93003 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:42.812233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] Routers {'6eea8419-eec9-491e-81d4-2cee48b93003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:42.813363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['6eea8419-eec9-491e-81d4-2cee48b93003'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:42.835084 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Deleting port 68917335-36fe-4f92-bc2f-99e5045e5c33 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:42.835434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:42.872012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb5e2b-9004-4580-bb28-b14b6e005d9b req-d6857f61-0dd5-40cd-9e59-a8aef5542a64 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:42.873757 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-21fb5e2b-9004-4580-bb28-b14b6e005d9b req-d6857f61-0dd5-40cd-9e59-a8aef5542a64 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 946 time: 0.0881047 Mar 09 17:23:42.893295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-42843fd2-add9-4199-a9c7-63038fdf5d32 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:42.894857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-42843fd2-add9-4199-a9c7-63038fdf5d32 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 946 time: 0.0556343 Mar 09 17:23:42.973288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] For port 68917335-36fe-4f92-bc2f-99e5045e5c33, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68917335-36fe-4f92-bc2f-99e5045e5c33,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:42.973608 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:42.979384 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-21fb5e2b-9004-4580-bb28-b14b6e005d9b req-5d2ac63b-5936-4731-9847-99cef30b93b0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f5210f7-f54b-41d5-b914-089ee5b6f74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705194 Mar 09 17:23:42.993450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Calling delete_port for 68917335-36fe-4f92-bc2f-99e5045e5c33 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:43.007192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port c743a4cb-422a-45ea-bb74-31a679ab68d6 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:43.007192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.049410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] Set router 6eea8419-eec9-491e-81d4-2cee48b93003 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:43.100850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:23:42Z', 'revision_number': 6, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:43.103097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port c743a4cb-422a-45ea-bb74-31a679ab68d6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c743a4cb-422a-45ea-bb74-31a679ab68d6,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:43.104396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.117108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for c743a4cb-422a-45ea-bb74-31a679ab68d6 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:43.132736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46a1c4-7084-4faf-897f-6aad7de72cea None None] The sync data for ids ['6eea8419-eec9-491e-81d4-2cee48b93003'] in dv-neutron-master-2-hyperv is: [{'id': '6eea8419-eec9-491e-81d4-2cee48b93003', 'name': 'tempest-TestVolumeBootPattern-1334854943-router', 'tenant_id': '069111dff893431b87bd5a9268737a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:13:35Z', 'updated_at': '2022-03-09T17:23:42Z', 'revision_number': 6, 'project_id': '069111dff893431b87bd5a9268737a48', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:43.244605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (68917335-36fe-4f92-bc2f-99e5045e5c33), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.272459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68917335-36fe-4f92-bc2f-99e5045e5c33,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:43.313401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c743a4cb-422a-45ea-bb74-31a679ab68d6), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.335622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (6eea8419-eec9-491e-81d4-2cee48b93003), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.342379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=c743a4cb-422a-45ea-bb74-31a679ab68d6,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:43.386988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port c743a4cb-422a-45ea-bb74-31a679ab68d6 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:43.389539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.393107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a07f77c-aba3-44b7-8ff1-eeda46fc0211 req-4b47288a-8af6-424d-beb0-211d88383611 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/c743a4cb-422a-45ea-bb74-31a679ab68d6 HTTP/1.1" status: 204 len: 173 time: 0.4916465 Mar 09 17:23:43.393568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'name': 'network-vif-deleted', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:23:43.396301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce50f21-14e0-45b1-a89d-9137c9d86e67" -d '{"events": [{"server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "name": "network-vif-deleted", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:23:43.430566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325c808-a858-430c-8efb-78ebf2e4b82f x-openstack-request-id: req-6325c808-a858-430c-8efb-78ebf2e4b82f {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:23:43.430867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99f6140-29b8-4a8c-9fee-221e70e1d674", "name": "network-vif-deleted", "tag": "c743a4cb-422a-45ea-bb74-31a679ab68d6", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:23:43.431170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6325c808-a858-430c-8efb-78ebf2e4b82f {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:23:43.431588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99f6140-29b8-4a8c-9fee-221e70e1d674', 'name': 'network-vif-deleted', 'tag': 'c743a4cb-422a-45ea-bb74-31a679ab68d6', 'status': 'completed', 'code': 200} Mar 09 17:23:43.434980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (6eea8419-eec9-491e-81d4-2cee48b93003), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.437269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks [] for router_controller (6eea8419-eec9-491e-81d4-2cee48b93003), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.554637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (6eea8419-eec9-491e-81d4-2cee48b93003), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.555235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eea8419-eec9-491e-81d4-2cee48b93003 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:23:43.560496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.560983 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aa70c90d-cf21-40dd-8c58-f180f9c073f5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6eea8419-eec9-491e-81d4-2cee48b93003 HTTP/1.1" status: 204 len: 168 time: 1.0829744 Mar 09 17:23:43.563664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38326) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:43.611947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Deleting subnet 63d99a3c-19cb-4d5e-9211-d967abc21a5c {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:23:43.615156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Publish callbacks [] for subnet (63d99a3c-19cb-4d5e-9211-d967abc21a5c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.653569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (63d99a3c-19cb-4d5e-9211-d967abc21a5c), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.734169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (63d99a3c-19cb-4d5e-9211-d967abc21a5c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.862076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (63d99a3c-19cb-4d5e-9211-d967abc21a5c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.885933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d99a3c-19cb-4d5e-9211-d967abc21a5c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:43.893589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:43.897459 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-55b7e6ab-28e0-4800-8522-898c76cc27f2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63d99a3c-19cb-4d5e-9211-d967abc21a5c HTTP/1.1" status: 204 len: 168 time: 0.3327873 Mar 09 17:23:43.898628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d77487-513b-47cf-96b9-5069fc9e21ad None None] Network 4ec683b6-dc87-40b5-8a10-f3c01d39247b requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:23:43.900280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38328) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:43.981387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 68917335-36fe-4f92-bc2f-99e5045e5c33 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:43.996187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (4ec683b6-dc87-40b5-8a10-f3c01d39247b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.010183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 68917335-36fe-4f92-bc2f-99e5045e5c33 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:44.010530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 68917335-36fe-4f92-bc2f-99e5045e5c33 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:44.011027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c3f8ca2b-1da4-4235-a043-35f712e7536b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:44.034525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c3f8ca2b-1da4-4235-a043-35f712e7536b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:44.034894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c3f8ca2b-1da4-4235-a043-35f712e7536b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:44.061471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Deleting port 5497d8e1-e38e-4583-b29f-ec12586d3898 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:44.061816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.132080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] DHCP port deletion for 4ec683b6-dc87-40b5-8a10-f3c01d39247b request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:23:44.162812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7890c85e-b347-470f-909e-c96b07a1fdc7 req-56643e7c-44dc-4310-b057-5e4b6c92d203 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=a99f6140-29b8-4a8c-9fee-221e70e1d674 HTTP/1.1" status: 200 len: 210 time: 0.0403619 Mar 09 17:23:44.172493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] For port 5497d8e1-e38e-4583-b29f-ec12586d3898, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5497d8e1-e38e-4583-b29f-ec12586d3898,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:44.172868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.187757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Calling delete_port for 5497d8e1-e38e-4583-b29f-ec12586d3898 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:44.197051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] Deleting port 5497d8e1-e38e-4583-b29f-ec12586d3898 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:44.197675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.269814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] For port 5497d8e1-e38e-4583-b29f-ec12586d3898, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5497d8e1-e38e-4583-b29f-ec12586d3898,segment=NetworkSegment(505fc184-b353-4ffd-a9a9-3070d1a49bad),segment_id=505fc184-b353-4ffd-a9a9-3070d1a49bad)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:44.270449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.283333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] Calling delete_port for 5497d8e1-e38e-4583-b29f-ec12586d3898 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:44.335832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.363886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (5497d8e1-e38e-4583-b29f-ec12586d3898), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.364926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Pushing event deleted for resources: {'Port': ['ID=5497d8e1-e38e-4583-b29f-ec12586d3898,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:44.368427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] No DVR routers for this DVR port 5497d8e1-e38e-4583-b29f-ec12586d3898 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:44.391935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] Pushing event deleted for resources: {'Port': ['ID=5497d8e1-e38e-4583-b29f-ec12586d3898,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:44.395226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49126f92-2f57-4a23-a63f-d9c675c9802e None None] No DVR routers for this DVR port 5497d8e1-e38e-4583-b29f-ec12586d3898 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:44.442764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (4ec683b6-dc87-40b5-8a10-f3c01d39247b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.462528 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec683b6-dc87-40b5-8a10-f3c01d39247b']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:44.471635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505fc184-b353-4ffd-a9a9-3070d1a49bad') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:44.471995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505fc184-b353-4ffd-a9a9-3070d1a49bad') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:44.481021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (505fc184-b353-4ffd-a9a9-3070d1a49bad), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.494239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (505fc184-b353-4ffd-a9a9-3070d1a49bad), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.500473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:23:44.500910 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (505fc184-b353-4ffd-a9a9-3070d1a49bad), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:23:44.502518 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:23:44.627303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (4ec683b6-dc87-40b5-8a10-f3c01d39247b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.632708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:44.635860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4ec683b6-dc87-40b5-8a10-f3c01d39247b HTTP/1.1" status: 204 len: 168 time: 0.7342513 Mar 09 17:23:44.646545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634250e-04be-48d8-9b92-df719e267538 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec683b6-dc87-40b5-8a10-f3c01d39247b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:44.909930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38334) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:44.955812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-066b76e5-d9ea-4fbd-8da5-6312bce9b888 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b046bec90b254a4a860b2bce22dac67f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447249 Mar 09 17:23:44.958390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:45.005308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-29661178-1a36-40a8-ba58-7138317d96f2 admin admin] Publish callbacks [] for security_group (b75d5045-0417-4c8a-a0a7-d3b14bb46592), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.025786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-29661178-1a36-40a8-ba58-7138317d96f2 admin admin] Publish callbacks [] for security_group (b75d5045-0417-4c8a-a0a7-d3b14bb46592), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.124460 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-29661178-1a36-40a8-ba58-7138317d96f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b75d5045-0417-4c8a-a0a7-d3b14bb46592), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.127224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-29661178-1a36-40a8-ba58-7138317d96f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.128630 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-29661178-1a36-40a8-ba58-7138317d96f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b75d5045-0417-4c8a-a0a7-d3b14bb46592 HTTP/1.1" status: 204 len: 168 time: 0.1693311 Mar 09 17:23:45.136076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29661178-1a36-40a8-ba58-7138317d96f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d5045-0417-4c8a-a0a7-d3b14bb46592,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:45.220521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38342) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:45.281184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90969976-91e6-4849-a82b-ae339dd584e5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (6f5210f7-f54b-41d5-b914-089ee5b6f74f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.306676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90969976-91e6-4849-a82b-ae339dd584e5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (6f5210f7-f54b-41d5-b914-089ee5b6f74f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.450390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90969976-91e6-4849-a82b-ae339dd584e5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6f5210f7-f54b-41d5-b914-089ee5b6f74f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.453149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-90969976-91e6-4849-a82b-ae339dd584e5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.454832 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-90969976-91e6-4849-a82b-ae339dd584e5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f5210f7-f54b-41d5-b914-089ee5b6f74f HTTP/1.1" status: 204 len: 168 time: 0.2328179 Mar 09 17:23:45.465028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969976-91e6-4849-a82b-ae339dd584e5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5210f7-f54b-41d5-b914-089ee5b6f74f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:45.542233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38348) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:45.785332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38350) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:45.827126 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2c4b1a6b-d0e0-4ec5-aca5-ca33e98040e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=069111dff893431b87bd5a9268737a48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405996 Mar 09 17:23:45.829691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38352) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:45.882741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01e2638c-be3b-4c9f-b337-e53641b177ef admin admin] Publish callbacks [] for security_group (f26b7c63-9993-4e9a-8c51-58eeb8b34e09), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.902676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5497d8e1-e38e-4583-b29f-ec12586d3898 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:45.906467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01e2638c-be3b-4c9f-b337-e53641b177ef admin admin] Publish callbacks [] for security_group (f26b7c63-9993-4e9a-8c51-58eeb8b34e09), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:45.924738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 5497d8e1-e38e-4583-b29f-ec12586d3898 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:45.925239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5497d8e1-e38e-4583-b29f-ec12586d3898 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:46.016090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01e2638c-be3b-4c9f-b337-e53641b177ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f26b7c63-9993-4e9a-8c51-58eeb8b34e09), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:46.018752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01e2638c-be3b-4c9f-b337-e53641b177ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:46.019942 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-01e2638c-be3b-4c9f-b337-e53641b177ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f26b7c63-9993-4e9a-8c51-58eeb8b34e09 HTTP/1.1" status: 204 len: 168 time: 0.1893418 Mar 09 17:23:46.027905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2638c-be3b-4c9f-b337-e53641b177ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b7c63-9993-4e9a-8c51-58eeb8b34e09,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:46.227783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (e494c9e0-72ce-4383-b0ef-fb6851c1e710), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:46.524630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port b47ca220-ceac-49a8-a36b-e4ecc86f709c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:46.524977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:46.619332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port b47ca220-ceac-49a8-a36b-e4ecc86f709c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b47ca220-ceac-49a8-a36b-e4ecc86f709c,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:46.619952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:46.631636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for b47ca220-ceac-49a8-a36b-e4ecc86f709c owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:46.878362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b47ca220-ceac-49a8-a36b-e4ecc86f709c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:46.907632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=b47ca220-ceac-49a8-a36b-e4ecc86f709c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:47.083433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (e494c9e0-72ce-4383-b0ef-fb6851c1e710), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.331783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router e494c9e0-72ce-4383-b0ef-fb6851c1e710 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:47.416536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:47.421651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aba5f137-3041-41d6-9574-76f3423f4580 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/e494c9e0-72ce-4383-b0ef-fb6851c1e710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783493 Mar 09 17:23:47.424937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38356) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:47.427461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] Sync routers for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:47.438790 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:47.438970 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:47.474672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet 535c2849-24da-4f38-acc5-d31149838f62 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:23:47.477782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (535c2849-24da-4f38-acc5-d31149838f62), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.517719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (535c2849-24da-4f38-acc5-d31149838f62), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.545152 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:47.559419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c743a4cb-422a-45ea-bb74-31a679ab68d6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:47.580275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: c743a4cb-422a-45ea-bb74-31a679ab68d6 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:47.580835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device c743a4cb-422a-45ea-bb74-31a679ab68d6 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:47.605754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (535c2849-24da-4f38-acc5-d31149838f62), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.724790 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:23:46Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:47.736135 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (535c2849-24da-4f38-acc5-d31149838f62), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.751301 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] Checking router: e494c9e0-72ce-4383-b0ef-fb6851c1e710 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:47.759774 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] Routers {'e494c9e0-72ce-4383-b0ef-fb6851c1e710'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:47.760400 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:47.763073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=535c2849-24da-4f38-acc5-d31149838f62,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:47.768572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.774476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6234193-7cb6-490b-a5db-e548bb53e69f None None] Network 41370b29-7102-44a4-aec3-1424db08c796 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:23:47.774906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38358) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:47.778136 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a61de9f-1644-4c75-82ee-d9c6e507f1c5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/535c2849-24da-4f38-acc5-d31149838f62 HTTP/1.1" status: 204 len: 168 time: 0.3459532 Mar 09 17:23:47.869109 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] Set router e494c9e0-72ce-4383-b0ef-fb6851c1e710 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:47.910463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (e494c9e0-72ce-4383-b0ef-fb6851c1e710), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:47.947072 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:23:47.968490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] DHCP port deletion for 41370b29-7102-44a4-aec3-1424db08c796 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:23:48.034740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] Deleting port 6d936ace-393e-4bae-a24f-01bbcead324a {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:48.035213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.040466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (e494c9e0-72ce-4383-b0ef-fb6851c1e710), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.101574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] For port 6d936ace-393e-4bae-a24f-01bbcead324a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d936ace-393e-4bae-a24f-01bbcead324a,segment=NetworkSegment(6e335b14-90bb-48cb-8f76-67705ff8056f),segment_id=6e335b14-90bb-48cb-8f76-67705ff8056f)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:48.102118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.115062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] Calling delete_port for 6d936ace-393e-4bae-a24f-01bbcead324a owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:48.146109 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:23:46Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:48.156691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 8fcfe90a-f449-4085-8b05-fb664d1992b5 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:23:48.157381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.175201 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946b69a-1ef9-4014-89b2-bf423edb291f None None] The sync data for ids ['e494c9e0-72ce-4383-b0ef-fb6851c1e710'] in dv-neutron-master-2-hyperv is: [{'id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'name': 'tempest-TestNetworkBasicOps-router-1167577924', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158'}], 'enable_snat': True}, 'gw_port_id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:22:13Z', 'updated_at': '2022-03-09T17:23:46Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': '8fcfe90a-f449-4085-8b05-fb664d1992b5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e494c9e0-72ce-4383-b0ef-fb6851c1e710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:22:14Z', 'updated_at': '2022-03-09T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:48.242915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 8fcfe90a-f449-4085-8b05-fb664d1992b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8fcfe90a-f449-4085-8b05-fb664d1992b5,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:48.247282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.255716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 8fcfe90a-f449-4085-8b05-fb664d1992b5 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:23:48.266383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (6d936ace-393e-4bae-a24f-01bbcead324a), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.294810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] Pushing event deleted for resources: {'Port': ['ID=6d936ace-393e-4bae-a24f-01bbcead324a,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:48.300189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c1463-3218-40f9-89d8-d1d5f7239933 None None] No DVR routers for this DVR port 6d936ace-393e-4bae-a24f-01bbcead324a on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:23:48.467131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8fcfe90a-f449-4085-8b05-fb664d1992b5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.492177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=8fcfe90a-f449-4085-8b05-fb664d1992b5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:48.558188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (e494c9e0-72ce-4383-b0ef-fb6851c1e710), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.655598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (e494c9e0-72ce-4383-b0ef-fb6851c1e710), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.658329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (e494c9e0-72ce-4383-b0ef-fb6851c1e710), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.747039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (e494c9e0-72ce-4383-b0ef-fb6851c1e710), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.747711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router e494c9e0-72ce-4383-b0ef-fb6851c1e710 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:23:48.754980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.756110 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-900f65a3-2d07-4e0b-80ca-879b3a8faa80 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/e494c9e0-72ce-4383-b0ef-fb6851c1e710 HTTP/1.1" status: 204 len: 168 time: 0.9804003 Mar 09 17:23:48.758848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38360) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:48.842627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (41370b29-7102-44a4-aec3-1424db08c796), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.930817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (41370b29-7102-44a4-aec3-1424db08c796), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.955313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41370b29-7102-44a4-aec3-1424db08c796']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:48.964186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e335b14-90bb-48cb-8f76-67705ff8056f') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:48.964514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e335b14-90bb-48cb-8f76-67705ff8056f') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:48.973522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (6e335b14-90bb-48cb-8f76-67705ff8056f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.986070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (6e335b14-90bb-48cb-8f76-67705ff8056f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.991755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:23:48.992142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (6e335b14-90bb-48cb-8f76-67705ff8056f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:23:48.995273 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:23:49.107080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (41370b29-7102-44a4-aec3-1424db08c796), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.114857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.117494 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/41370b29-7102-44a4-aec3-1424db08c796 HTTP/1.1" status: 204 len: 168 time: 0.3576043 Mar 09 17:23:49.129922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f7fdb-c8ea-478b-8c8d-ecda16ce7f3f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=41370b29-7102-44a4-aec3-1424db08c796,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:49.145352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38362) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:49.150361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'network': {'name': 'tempest-network-smoke--1641995733', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:49.261229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:23:49.264670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.287665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:23:49.296170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fadd929d-09e2-4ad6-87f2-048a6f14cc35), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.296551 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Added segment fadd929d-09e2-4ad6-87f2-048a6f14cc35 of type vlan for network 4a432645-f234-424a-b0c0-baf85893581a Mar 09 17:23:49.339703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (4a432645-f234-424a-b0c0-baf85893581a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.415532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (4a432645-f234-424a-b0c0-baf85893581a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.420652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:49.421240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.485371 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Network': ['ID=4a432645-f234-424a-b0c0-baf85893581a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:49.496714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 4a432645-f234-424a-b0c0-baf85893581a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:23:49.504085 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0c0906d7-a4e1-4f7d-9aba-9b8e23eeaceb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3576331 Mar 09 17:23:49.506997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38364) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:49.511384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-683399326', 'admin_state_up': True, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:49.610011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.611636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.665430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.876947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:49.897475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6d936ace-393e-4bae-a24f-01bbcead324a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:49.918107 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 6d936ace-393e-4bae-a24f-01bbcead324a {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:49.918457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6d936ace-393e-4bae-a24f-01bbcead324a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:49.918874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8fcfe90a-f449-4085-8b05-fb664d1992b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:49.940433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 8fcfe90a-f449-4085-8b05-fb664d1992b5 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:49.940784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 8fcfe90a-f449-4085-8b05-fb664d1992b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:49.941197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b47ca220-ceac-49a8-a36b-e4ecc86f709c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:23:49.959911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: b47ca220-ceac-49a8-a36b-e4ecc86f709c {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:23:49.960269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b47ca220-ceac-49a8-a36b-e4ecc86f709c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:23:50.133678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (283506c4-7c57-452f-9fa7-d500f70e8b74), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:50.152037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:50.253729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.113 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/c7cd364a-9246-49b9-b3ff-fb10ad3eee77) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:23:50.349674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:50.455810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:50.490324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:23:50.493148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:23:50.498768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:23:50.526393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:50.808532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (283506c4-7c57-452f-9fa7-d500f70e8b74), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:51.004547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:51.215397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:23:51.322975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:51.333614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:51.342941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:51.343543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:51.395093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:51.396463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-61b5bc61-29f0-4d26-a842-446ba3a1f741 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8884809 Mar 09 17:23:51.399445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38366) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:51.428583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-465adc55-dd99-47e3-b610-9505b9584a4c tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=900b1c90db734fa5bf13ca897c8a3312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278678 Mar 09 17:23:51.431200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38368) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:51.449566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:51.521423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d224fc5-5375-42c4-9b04-0a11a0cc6458 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:51.522873 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0d224fc5-5375-42c4-9b04-0a11a0cc6458 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907702 Mar 09 17:23:51.525812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38370) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:51.553709 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-80df1d5f-5872-4d82-ba14-6b5afb5c7a9f tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268009 Mar 09 17:23:51.562390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38372) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:51.567220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1356135720', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:51.623166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:50Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:51.653451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Checking router: 283506c4-7c57-452f-9fa7-d500f70e8b74 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:51.653804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Updating router 283506c4-7c57-452f-9fa7-d500f70e8b74 port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:23:51.680632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:51.690114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:23:51.693627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:51.927980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Publish callbacks [] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:51.941486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (f82a26c3-e549-411d-b9b6-79f927ca25de), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.004741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Subnet': ['ID=f82a26c3-e549-411d-b9b6-79f927ca25de,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:52.009866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Checking segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:23:52.010235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network hostable DHCP agents. Network: 4a432645-f234-424a-b0c0-baf85893581a, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:23:52.021282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.070474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Attempting to bind port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:23:52.070855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Attempting to bind port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:23:52.076459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Attempting to bind port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:23:52.084406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:23:52.084786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:23:52.085190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.085581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:23:52.086041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Bound port: c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:23:52.086420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.088004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed1eb-e0b0-4fd5-be50-da8f151b5742 None None] Pushing event updated for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:52.130048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 4a432645-f234-424a-b0c0-baf85893581a is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:23:52.139581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] For port c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:23:52.143105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] For port c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:23:52.186350 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4a432645-f234-424a-b0c0-baf85893581a) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:23:52.191429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:52.196543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.196680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10487e8c-48b8-4864-9b68-44e0b097b9de None None] Network 4a432645-f234-424a-b0c0-baf85893581a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:23:52.221447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.309611 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4da1d10c-89a9-499a-b229-f922a6a4eadf tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7460599 Mar 09 17:23:52.312213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38374) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:52.334575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed1eb-e0b0-4fd5-be50-da8f151b5742 None None] Pushing event updated for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:52.339387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:52.340004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:52.344621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4a432645-f234-424a-b0c0-baf85893581a', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:23:52.345121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.686623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:52.775321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Allocated IP 172.20.0.2 (4a432645-f234-424a-b0c0-baf85893581a/f82a26c3-e549-411d-b9b6-79f927ca25de/6c54b9d3-270a-40f9-9bec-4d6d0dbc655f) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:23:52.827382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:52.997894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Publish callbacks [] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.001812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:50Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:53.033873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf66573-bb1f-4337-82cb-f2ddb725d044 None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:50Z', 'revision_number': 3, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:53.062357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.106901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Network 4a432645-f234-424a-b0c0-baf85893581a is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:23:53.113020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:23:53.115475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:23:53.121243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Pushing event updated for resources: {'Port': ['ID=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:53.176835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Attempting to bind port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:23:53.177224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Attempting to bind port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:23:53.177831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Attempting to bind port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f on network 4a432645-f234-424a-b0c0-baf85893581a {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:23:53.183750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:23:53.184137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Checking segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:23:53.184639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.185048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Bound using segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:23:53.185579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Bound port: 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:23:53.185973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.279214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] For port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:23:53.282212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] For port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:23:53.394018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.458656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e18b6-fb3e-4420-9fe2-6e2ed818fd5c None None] Pushing event updated for resources: {'Port': ['ID=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:53.510178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.1 (4a432645-f234-424a-b0c0-baf85893581a/f82a26c3-e549-411d-b9b6-79f927ca25de/81dd9f36-d80b-48cf-85c0-a649639e87f5) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:23:53.646848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.741951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.789827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 4a432645-f234-424a-b0c0-baf85893581a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:23:53.793181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:23:53.795781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:23:53.832946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:53.857462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (283506c4-7c57-452f-9fa7-d500f70e8b74), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:53.973328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:23:54.021980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:54.022363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.057474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.103555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:54.103958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.125918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:54.210010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.210933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:23:54.286438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:54.299572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:54.299952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.360171 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.384565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:54.384565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.419389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:54.432865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.458699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb96b30-9819-443b-a73e-9456fbd1deea None None] Network 4a432645-f234-424a-b0c0-baf85893581a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:23:54.512801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:54.519344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (283506c4-7c57-452f-9fa7-d500f70e8b74), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.521745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.558458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6b42635e-d9ff-4dd6-9bf2-c05172e2e866 None None] Provisioning complete for port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:54.558834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6b42635e-d9ff-4dd6-9bf2-c05172e2e866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.617392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 4a432645-f234-424a-b0c0-baf85893581a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:23:54.619065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:23:54.631700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:54.702682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6b42635e-d9ff-4dd6-9bf2-c05172e2e866 None None] Current status of the port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:54.745882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:23:54.868047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:23:54.873536 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f1445789-e130-4b37-b557-0db2935d845c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/283506c4-7c57-452f-9fa7-d500f70e8b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602863 Mar 09 17:23:54.876517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38376) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:54.924176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0f8f043b-1cbb-4a73-9585-2c04b4a336fc None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:54.924583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f8f043b-1cbb-4a73-9585-2c04b4a336fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.965095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f043b-1cbb-4a73-9585-2c04b4a336fc None None] Port 81dd9f36-d80b-48cf-85c0-a649639e87f5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:23:54.979149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0f8f043b-1cbb-4a73-9585-2c04b4a336fc None None] Provisioning complete for port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:54.979532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f8f043b-1cbb-4a73-9585-2c04b4a336fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:54.990204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aadb53-36cd-483d-9048-19294a64b2ac tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:54.990703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aadb53-36cd-483d-9048-19294a64b2ac tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:54.991188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aadb53-36cd-483d-9048-19294a64b2ac tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:54.991669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aadb53-36cd-483d-9048-19294a64b2ac tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:54.993431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e7aadb53-36cd-483d-9048-19294a64b2ac tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1158516 Mar 09 17:23:54.995896 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:23:54.996772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38378) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:55.007052 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:55.007687 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:55.062934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c21d22-fd79-4b3e-b1f9-cc1072b5642d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:55.063965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c21d22-fd79-4b3e-b1f9-cc1072b5642d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:55.064461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c21d22-fd79-4b3e-b1f9-cc1072b5642d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:55.064933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c21d22-fd79-4b3e-b1f9-cc1072b5642d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:55.069025 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e1c21d22-fd79-4b3e-b1f9-cc1072b5642d tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0687351 Mar 09 17:23:55.069402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38380) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:55.083859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f043b-1cbb-4a73-9585-2c04b4a336fc None None] Current status of the port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:55.137775 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:55.208731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d0b40553-7f33-4f17-a26d-b06879c477e9 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:55.209144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d0b40553-7f33-4f17-a26d-b06879c477e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.214647 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-22db2692-83b1-4855-a378-54c244283cb7 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1414764 Mar 09 17:23:55.257913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d0b40553-7f33-4f17-a26d-b06879c477e9 None None] Port 81dd9f36-d80b-48cf-85c0-a649639e87f5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:23:55.342419 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:53Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:55.372535 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Checking router: 283506c4-7c57-452f-9fa7-d500f70e8b74 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:23:55.372890 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Updating router 283506c4-7c57-452f-9fa7-d500f70e8b74 port 81dd9f36-d80b-48cf-85c0-a649639e87f5 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:23:55.378741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c1717912-7d43-4d2b-89e2-5c8222215ca6 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:55.379192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1717912-7d43-4d2b-89e2-5c8222215ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.399953 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.412108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c1717912-7d43-4d2b-89e2-5c8222215ca6 None None] Port 81dd9f36-d80b-48cf-85c0-a649639e87f5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:23:55.539755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38384) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:55.544529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149251724', 'description': 'tempest-secgroup-smoke-1149251724 description', 'project_id': '900b1c90db734fa5bf13ca897c8a3312'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:55.650155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.654807 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Publish callbacks [] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.713488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (8fc31f48-12b6-4214-8d31-2608db99efba), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.758490 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.787056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8fc31f48-12b6-4214-8d31-2608db99efba), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.814778 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:55.822402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc31f48-12b6-4214-8d31-2608db99efba,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:55.825989 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.826354 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.826703 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.827047 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.827381 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.827719 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.828046 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.828419 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.829229 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.829566 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.830377 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.830377 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.830505 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:23:55.877834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.877834 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1b62ee34-9bb4-403a-88b0-d77af4c4960d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3366613 Mar 09 17:23:55.880274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38386) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:55.884924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '8fc31f48-12b6-4214-8d31-2608db99efba', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:55.886358 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Attempting to bind port 81dd9f36-d80b-48cf-85c0-a649639e87f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:23:55.886738 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Attempting to bind port 81dd9f36-d80b-48cf-85c0-a649639e87f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:23:55.887105 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Attempting to bind port 81dd9f36-d80b-48cf-85c0-a649639e87f5 on network 4a432645-f234-424a-b0c0-baf85893581a {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:23:55.893028 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:23:55.893413 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Checking segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:23:55.893825 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.894224 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Bound using segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:23:55.894713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Bound port: 81dd9f36-d80b-48cf-85c0-a649639e87f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:23:55.895082 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.921431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:23:55.962629 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] For port 81dd9f36-d80b-48cf-85c0-a649639e87f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:23:55.966129 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] For port 81dd9f36-d80b-48cf-85c0-a649639e87f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81dd9f36-d80b-48cf-85c0-a649639e87f5,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:23:55.971878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:55.972265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:55.986732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (abf541f4-3148-4239-bd77-09c221912482), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.041249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a303fe66-f96a-4a8d-af96-f2e0aae4f792 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:56.041636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a303fe66-f96a-4a8d-af96-f2e0aae4f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.048490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (abf541f4-3148-4239-bd77-09c221912482), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.050737 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.103254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a303fe66-f96a-4a8d-af96-f2e0aae4f792 None None] Port 81dd9f36-d80b-48cf-85c0-a649639e87f5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:23:56.106828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:56.106828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:23:56.116554 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:23:56.117194 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:23:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:56.130543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (abf541f4-3148-4239-bd77-09c221912482), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.156274 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ec1e8-84ae-4f93-a61a-8a93c15e0793 None None] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:56.160508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:56.161032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.164129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf541f4-3148-4239-bd77-09c221912482,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:56.228998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.230736 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2b64e96e-d143-4910-912d-4937d784e81c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493216 Mar 09 17:23:56.233416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38388) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:56.238622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '8fc31f48-12b6-4214-8d31-2608db99efba', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:56.249365 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:23:56.261979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:56.323541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:56.323912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.340571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (42b7f8f6-1037-4e81-befb-2efc866adbc2), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.398995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (42b7f8f6-1037-4e81-befb-2efc866adbc2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.408676 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] Current status of the port 81dd9f36-d80b-48cf-85c0-a649639e87f5 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:56.409076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.440454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] For port 81dd9f36-d80b-48cf-85c0-a649639e87f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81dd9f36-d80b-48cf-85c0-a649639e87f5,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:23:56.453313 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:53Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:23:55Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:23:56.471929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (42b7f8f6-1037-4e81-befb-2efc866adbc2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.479014 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe624d-cc5f-48fa-a86c-922fea5cede7 None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:53Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:23:55Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:23:56.488066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b7f8f6-1037-4e81-befb-2efc866adbc2,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:56.531140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.560713 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.563319 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-82bbceec-8871-44a7-bcc8-068e0a173718 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274665 Mar 09 17:23:56.565078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38390) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:56.572229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '8fc31f48-12b6-4214-8d31-2608db99efba', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:56.597682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990ba7a-363f-4926-bf7e-ace8bce41d44 None None] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:56.672226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e4ad4059-9bd6-4c14-9e7b-cf7514a618b5), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.731628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (e4ad4059-9bd6-4c14-9e7b-cf7514a618b5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.809729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (e4ad4059-9bd6-4c14-9e7b-cf7514a618b5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.829218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ad4059-9bd6-4c14-9e7b-cf7514a618b5,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:56.897571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:56.899062 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-889f1da7-0cd0-4ab2-ad7f-02732197bc3d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329909 Mar 09 17:23:56.901879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38392) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:56.906260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '8fc31f48-12b6-4214-8d31-2608db99efba', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:56.994225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (93ed3b3c-1905-482a-b480-f1c202f9799d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.054236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (93ed3b3c-1905-482a-b480-f1c202f9799d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.129766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (93ed3b3c-1905-482a-b480-f1c202f9799d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.148312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ed3b3c-1905-482a-b480-f1c202f9799d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:57.223525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.224867 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a8c8b12e-a453-421a-a6f2-f39cf85c1f34 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218493 Mar 09 17:23:57.227430 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38394) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:57.231858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '8fc31f48-12b6-4214-8d31-2608db99efba', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:57.312812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:23:57.318826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (288cba84-0ca8-4069-9d55-292c873339b8), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.385055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (288cba84-0ca8-4069-9d55-292c873339b8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.478525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (288cba84-0ca8-4069-9d55-292c873339b8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.497334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288cba84-0ca8-4069-9d55-292c873339b8,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:57.577740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.578973 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-93b25986-edb5-45aa-9d4d-7f0b8f414f67 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506026 Mar 09 17:23:57.581800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38396) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:23:57.586319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'security_group_rule': {'security_group_id': '8fc31f48-12b6-4214-8d31-2608db99efba', 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:23:57.678597 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Project 900b1c90db734fa5bf13ca897c8a3312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:23:57.683554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0e690ab8-a0fc-43b7-a5dd-430896ac48ac), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.741842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (0e690ab8-a0fc-43b7-a5dd-430896ac48ac), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.821158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0e690ab8-a0fc-43b7-a5dd-430896ac48ac), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.836075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e690ab8-a0fc-43b7-a5dd-430896ac48ac,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:23:57.903044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:57.904444 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-40aabefd-dd98-4bbf-8d72-984b8ebb5cc6 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216293 Mar 09 17:23:57.922792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 81dd9f36-d80b-48cf-85c0-a649639e87f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:23:57.970380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:23:57.970757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:58.051713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 81dd9f36-d80b-48cf-85c0-a649639e87f5 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:23:58.106459 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b36b4e7c-83d0-499b-b0c7-4e679863f540 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149251724&fields=id&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 267 time: 0.0426555 Mar 09 17:23:58.211073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-be31aefa-23a2-47c4-9dd4-a5058bd88212 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:23:58.212545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-be31aefa-23a2-47c4-9dd4-a5058bd88212 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/networks?id=4a432645-f234-424a-b0c0-baf85893581a HTTP/1.1" status: 200 len: 797 time: 0.0996029 Mar 09 17:23:58.226954 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b2265997-2375-4002-849e-73e1bf711621 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/quotas/900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 375 time: 0.0091410 Mar 09 17:23:58.279799 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-d8ef7733-9872-472f-91ad-c011adcce780 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478966 Mar 09 17:23:58.476044 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b8541daf-9513-4049-9fa1-5caa0d6ab6a5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845329 Mar 09 17:23:58.565773 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-29680808-012c-471c-bb51-b08a5ccc059f service neutron] 10.222.0.16 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840158 Mar 09 17:23:58.729852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:23:58.793146 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-95647204-c2c1-4af9-a89a-54b338db032a req-e860f08a-3c82-4115-9431-e23c67635faa tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 210 time: 0.0312307 Mar 09 17:23:59.890609 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf1fb662-997e-4a8d-94d5-fec7da05342e req-07e0e799-a573-42b1-be75-827521166c78 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 210 time: 0.0277958 Mar 09 17:24:00.434409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-0b915887-b3df-46b3-8cb3-03efcf737309 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:00.435757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-0b915887-b3df-46b3-8cb3-03efcf737309 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/networks?id=4a432645-f234-424a-b0c0-baf85893581a HTTP/1.1" status: 200 len: 797 time: 0.0990517 Mar 09 17:24:00.496676 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-984f002f-f572-4741-973b-b25a872568dc tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900b1c90db734fa5bf13ca897c8a3312 HTTP/1.1" status: 200 len: 380 time: 0.0523775 Mar 09 17:24:00.504953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'port': {'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'admin_state_up': True, 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'security_groups': ['8fc31f48-12b6-4214-8d31-2608db99efba']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:24:00.678591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Made reservation on behalf of 900b1c90db734fa5bf13ca897c8a3312 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:24:00.682003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:00.810197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.20.0.10 (4a432645-f234-424a-b0c0-baf85893581a/f82a26c3-e549-411d-b9b6-79f927ca25de/8ce101d7-ee53-4d4c-b6fa-8211540296dc) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:24:00.944947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:00.997957 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-77a00234-02de-48b7-b49b-fdfdbece3946 req-7335ae30-67f7-41ba-88cb-ffd8f5c1977f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 210 time: 0.0409086 Mar 09 17:24:01.055812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.097711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 4a432645-f234-424a-b0c0-baf85893581a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:24:01.102654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:24:01.105097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:24:01.133568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=8ce101d7-ee53-4d4c-b6fa-8211540296dc,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:01.159284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:01.159920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.234487 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-b7500258-ac80-4050-9bb3-44ddf7363c38 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332587 Mar 09 17:24:01.246010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Request body: {'port': {'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:24:01.310602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.382986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-be119c32-1b54-45e5-b222-1143608c5882 None None] Provisioning complete for port 8ce101d7-ee53-4d4c-b6fa-8211540296dc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:24:01.383536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-be119c32-1b54-45e5-b222-1143608c5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.416797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-be119c32-1b54-45e5-b222-1143608c5882 None None] Port 8ce101d7-ee53-4d4c-b6fa-8211540296dc cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:24:01.566861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce101d7-ee53-4d4c-b6fa-8211540296dc {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:24:01.574444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Publish callbacks [] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.586458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Transition to ACTIVE for port object 8ce101d7-ee53-4d4c-b6fa-8211540296dc will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:24:01.660886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.712529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce101d7-ee53-4d4c-b6fa-8211540296dc,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:01.787266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Attempting to bind port 8ce101d7-ee53-4d4c-b6fa-8211540296dc on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:24:01.787611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Attempting to bind port 8ce101d7-ee53-4d4c-b6fa-8211540296dc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:24:01.787943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Attempting to bind port 8ce101d7-ee53-4d4c-b6fa-8211540296dc on network 4a432645-f234-424a-b0c0-baf85893581a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:24:01.792485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Port 8ce101d7-ee53-4d4c-b6fa-8211540296dc on network 4a432645-f234-424a-b0c0-baf85893581a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:24:01.792811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Attempting to bind port 8ce101d7-ee53-4d4c-b6fa-8211540296dc on network 4a432645-f234-424a-b0c0-baf85893581a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:24:01.797901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:24:01.798240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Checking segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:24:01.798630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Bound using segment: {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:24:01.799063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Bound port: 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadd929d-09e2-4ad6-87f2-048a6f14cc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a432645-f234-424a-b0c0-baf85893581a'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:24:01.799424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.863918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] For port 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:24:01.866876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] For port 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:24:01.924279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.959550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:01.960173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:01.961593 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ce101d7-ee53-4d4c-b6fa-8211540296dc HTTP/1.1" status: 200 len: 1094 time: 0.7202384 Mar 09 17:24:01.962033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:24:01.964281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e1567-21b6-459c-9961-677f0d5c2790" -d '{"events": [{"name": "network-changed", "server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:24:01.986451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349b9a0-e7ee-457e-a366-26a821636ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce101d7-ee53-4d4c-b6fa-8211540296dc,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:02.005546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121af9b-661c-498e-bcc9-7775c9839f59 x-openstack-request-id: req-0121af9b-661c-498e-bcc9-7775c9839f59 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:24:02.006713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:24:02.006713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0121af9b-661c-498e-bcc9-7775c9839f59 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:24:02.006713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'status': 'completed', 'code': 200} Mar 09 17:24:02.094254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e1567-21b6-459c-9961-677f0d5c2790 req-c1e74f0d-85a8-4b6c-8e8e-352714c9e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.095703 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b04e1567-21b6-459c-9961-677f0d5c2790 req-c1e74f0d-85a8-4b6c-8e8e-352714c9e0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1128 time: 0.0633688 Mar 09 17:24:02.200710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f17e0e-8aad-43ad-aa56-f86b84852256 req-8ee424b0-1bde-43e9-b0e5-77ce226ea148 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.202177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-37f17e0e-8aad-43ad-aa56-f86b84852256 req-8ee424b0-1bde-43e9-b0e5-77ce226ea148 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 944 time: 0.1277089 Mar 09 17:24:02.231692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e1567-21b6-459c-9961-677f0d5c2790 req-6b4024d6-2c11-479c-92c9-272701574cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.233062 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b04e1567-21b6-459c-9961-677f0d5c2790 req-6b4024d6-2c11-479c-92c9-272701574cee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=900b1c90db734fa5bf13ca897c8a3312&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1231668 Mar 09 17:24:02.289392 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-37f17e0e-8aad-43ad-aa56-f86b84852256 req-67501f9e-d890-47fa-9382-59f9e3f53441 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811503 Mar 09 17:24:02.345250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e1567-21b6-459c-9961-677f0d5c2790 req-d536815e-cd86-4613-b2fa-1fb842e515d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.346680 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b04e1567-21b6-459c-9961-677f0d5c2790 req-d536815e-cd86-4613-b2fa-1fb842e515d5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1076272 Mar 09 17:24:02.422685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-62905512-fb75-4233-858e-81ef41e8ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.424163 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-62905512-fb75-4233-858e-81ef41e8ec97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1128 time: 0.0446417 Mar 09 17:24:02.468785 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-11456a59-e6c7-4236-a913-4119767562ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc HTTP/1.1" status: 200 len: 217 time: 0.0377572 Mar 09 17:24:02.514527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-204a4633-251e-4bbb-95d8-0dd60f82de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.515930 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-204a4633-251e-4bbb-95d8-0dd60f82de0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f82a26c3-e549-411d-b9b6-79f927ca25de HTTP/1.1" status: 200 len: 835 time: 0.0421944 Mar 09 17:24:02.563788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-1f851556-cf0d-495e-8b77-280eed103d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:02.565293 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-1f851556-cf0d-495e-8b77-280eed103d7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a432645-f234-424a-b0c0-baf85893581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431211 Mar 09 17:24:02.657215 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-31c2a436-e33b-4df0-950f-e14893d24300 service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843768 Mar 09 17:24:02.742999 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9fafad51-442d-4c3d-86d0-53a3a5e39b88 req-2784a35a-773e-4daa-8df5-c37a3057da01 service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799174 Mar 09 17:24:03.409349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001585b6-7a1a-44b8-bf96-378e5d510c8a req-1a6d96f7-8194-491b-9367-75f288744342 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:03.410818 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-001585b6-7a1a-44b8-bf96-378e5d510c8a req-1a6d96f7-8194-491b-9367-75f288744342 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 944 time: 0.0560794 Mar 09 17:24:03.458371 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-001585b6-7a1a-44b8-bf96-378e5d510c8a req-729ee3db-5dbc-4a14-a0ee-11771a4d63a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 Mar 09 17:24:03.592178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e760-7d85-4437-8eea-dfa5d3f34c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:04.578341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89db32-32d2-45f2-b760-b5bf5409990f req-c6789260-be6f-4757-93f0-e4eb05e9fdac tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:04.579822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6b89db32-32d2-45f2-b760-b5bf5409990f req-c6789260-be6f-4757-93f0-e4eb05e9fdac tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 944 time: 0.0570908 Mar 09 17:24:04.627808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6b89db32-32d2-45f2-b760-b5bf5409990f req-1ad7a410-e89f-48c3-b99f-c28f1186244a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Mar 09 17:24:05.639706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 8ce101d7-ee53-4d4c-b6fa-8211540296dc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:24:05.736448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:05.741893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bebd96-4e65-47cf-95e0-1b146559f78f req-6cc45416-f375-401a-bcf8-65d31b91fef0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:05.743644 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e5bebd96-4e65-47cf-95e0-1b146559f78f req-6cc45416-f375-401a-bcf8-65d31b91fef0 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 944 time: 0.0516267 Mar 09 17:24:05.748600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:24:05.788416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 8ce101d7-ee53-4d4c-b6fa-8211540296dc is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:05.788812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:05.792010 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e5bebd96-4e65-47cf-95e0-1b146559f78f req-871bbbdb-05a8-44d4-b6fd-c116926c46fb tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Mar 09 17:24:05.805240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce101d7-ee53-4d4c-b6fa-8211540296dc {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:24:05.824159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:05.888607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:05.934246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=8ce101d7-ee53-4d4c-b6fa-8211540296dc,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:06.081484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['8ce101d7-ee53-4d4c-b6fa-8211540296dc'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:24:06.188956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-53afd5d3-8097-48ee-993b-f3f719f99802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:06.908521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170249f8-c773-4e8e-86de-2c388b8dbf64 req-698c7c75-4be9-4151-8bad-a4327f642154 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:06.909997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-170249f8-c773-4e8e-86de-2c388b8dbf64 req-698c7c75-4be9-4151-8bad-a4327f642154 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Mar 09 17:24:06.957614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-170249f8-c773-4e8e-86de-2c388b8dbf64 req-8166f99c-8852-435b-bb2e-154f9d936a5f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Mar 09 17:24:07.198311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:07.636461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 8ce101d7-ee53-4d4c-b6fa-8211540296dc up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:24:07.739907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 8ce101d7-ee53-4d4c-b6fa-8211540296dc completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:24:07.744184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 8ce101d7-ee53-4d4c-b6fa-8211540296dc triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:24:07.744596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:07.823937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 8ce101d7-ee53-4d4c-b6fa-8211540296dc is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:07.824231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:07.846139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:24:07.848379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b47b7d-16af-4eb4-abf6-c947b1d74e7c" -d '{"events": [{"server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "name": "network-vif-plugged", "status": "completed", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:24:07.861640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:07.888685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f85528-d840-4e62-aaa0-3e4b57fce006 x-openstack-request-id: req-42f85528-d840-4e62-aaa0-3e4b57fce006 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:24:07.896789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "name": "network-vif-plugged", "status": "completed", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:24:07.896789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42f85528-d840-4e62-aaa0-3e4b57fce006 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:24:07.896789 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'code': 200} Mar 09 17:24:07.929663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:07.980148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=8ce101d7-ee53-4d4c-b6fa-8211540296dc,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:08.081522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f642-d26b-4ec8-94bd-65b990b74f65 req-3adc19c0-e2a6-4b60-b7f5-2b25e41952de tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:08.083220 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2108f642-d26b-4ec8-94bd-65b990b74f65 req-3adc19c0-e2a6-4b60-b7f5-2b25e41952de tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0561812 Mar 09 17:24:08.135182 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2108f642-d26b-4ec8-94bd-65b990b74f65 req-1877dd13-746e-48d9-bd39-758e5edb9149 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458953 Mar 09 17:24:08.270384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecc797-6995-4f9b-9003-56b6eea0ae82 req-096c7989-c85c-4b5b-97f9-ce0cc5a995cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:08.271976 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-58ecc797-6995-4f9b-9003-56b6eea0ae82 req-096c7989-c85c-4b5b-97f9-ce0cc5a995cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1130 time: 0.0445457 Mar 09 17:24:08.319326 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-58ecc797-6995-4f9b-9003-56b6eea0ae82 req-a523a534-202b-4a12-b8e4-a3336a1a5094 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Mar 09 17:24:08.363035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:09.262349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97777c1-9e8f-4db1-8a81-9f38dd38a5c3 req-9bec1a81-21fd-4612-b4bc-285010737992 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:09.263876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d97777c1-9e8f-4db1-8a81-9f38dd38a5c3 req-9bec1a81-21fd-4612-b4bc-285010737992 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0620575 Mar 09 17:24:09.322810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d97777c1-9e8f-4db1-8a81-9f38dd38a5c3 req-196bd00a-a872-4ed8-af00-193dd73de802 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532665 Mar 09 17:24:09.865952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:10.438694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2df1-7feb-4161-854b-b1b96ad18219 req-5ab1c60e-833b-42d9-a458-43baa416bab4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:10.440260 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8aad2df1-7feb-4161-854b-b1b96ad18219 req-5ab1c60e-833b-42d9-a458-43baa416bab4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0518477 Mar 09 17:24:10.492146 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8aad2df1-7feb-4161-854b-b1b96ad18219 req-9f69518b-bc62-4565-99ab-3aabc7885e6c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464151 Mar 09 17:24:10.608255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a98b-a5af-4c70-b180-eb88366be026 req-e09d9988-8b8e-4377-9a1b-6837959a4297 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:10.609655 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b819a98b-a5af-4c70-b180-eb88366be026 req-e09d9988-8b8e-4377-9a1b-6837959a4297 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0510795 Mar 09 17:24:10.656599 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b819a98b-a5af-4c70-b180-eb88366be026 req-69d7dfa9-e30e-4c16-a86b-18cd370f72df tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Mar 09 17:24:10.678715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38456) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:10.719633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed72a7b-defe-4710-99ec-caa9ba839ef1 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:10.721127 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-aed72a7b-defe-4710-99ec-caa9ba839ef1 tempest-TestNetworkBasicOps-789773775 tempest-TestNetworkBasicOps-789773775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1125 time: 0.0414946 Mar 09 17:24:10.724465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38458) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:10.728546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:24:10.792442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:10.888684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:10.986328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Allocated IP 172.36.5.154 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/75679cd0-e5d0-4abe-83cc-3b1a97ad565d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:24:11.087701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:11.180446 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:11.216937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:24:11.221555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:24:11.224934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:24:11.230014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=75679cd0-e5d0-4abe-83cc-3b1a97ad565d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:11.579159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (282e6c54-1bdf-47c3-a1c9-712686d7285f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:11.709517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:11.853726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:11.911766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:12.291784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event updated for resources: {'Port': ['ID=75679cd0-e5d0-4abe-83cc-3b1a97ad565d,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:12.301327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (282e6c54-1bdf-47c3-a1c9-712686d7285f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:12.400573 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 282e6c54-1bdf-47c3-a1c9-712686d7285f associated. External IP: 172.36.5.154, port: 8ce101d7-ee53-4d4c-b6fa-8211540296dc. Mar 09 17:24:12.606450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:24:12.717751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:24:12.727996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:24:12.737740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:12.738375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:12.794414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:12.824717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8b16b773-a9b9-404d-87a6-b88acb6ed8ad tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0992215 Mar 09 17:24:12.825327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:24:12.827606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568" -d '{"events": [{"name": "network-changed", "server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:24:12.827984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38460) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:12.847054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:12.865714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25bbcd2-5b24-439f-866e-8d89221ffd6d x-openstack-request-id: req-a25bbcd2-5b24-439f-866e-8d89221ffd6d {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:24:12.866139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:24:12.866409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a25bbcd2-5b24-439f-866e-8d89221ffd6d {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:24:12.866824 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'status': 'completed', 'code': 200} Mar 09 17:24:12.891768 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b3aa61d3-29de-4fda-b938-af8d3f1c47af tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 992 time: 0.0625327 Mar 09 17:24:12.935522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-d9e12aa8-2e02-416a-9e29-665396adab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:12.937072 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-d9e12aa8-2e02-416a-9e29-665396adab56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1130 time: 0.0440574 Mar 09 17:24:13.028732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-17e3979e-4535-4c74-8a30-e46eafb43050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:13.030235 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-17e3979e-4535-4c74-8a30-e46eafb43050 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a432645-f234-424a-b0c0-baf85893581a HTTP/1.1" status: 200 len: 897 time: 0.0868783 Mar 09 17:24:13.068618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:53Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '282e6c54-1bdf-47c3-a1c9-712686d7285f', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.154', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:24:11Z', 'updated_at': '2022-03-09T17:24:11Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:23:56Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:13.093911 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-84103280-8014-4b1b-924b-37b1eaad6c22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc HTTP/1.1" status: 200 len: 1000 time: 0.0575683 Mar 09 17:24:13.099295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] Checking router: 283506c4-7c57-452f-9fa7-d500f70e8b74 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:24:13.107825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:13.108388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:13.144928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-8c3df407-79be-400d-bae5-e5389a4f4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:13.147010 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-8c3df407-79be-400d-bae5-e5389a4f4602 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f82a26c3-e549-411d-b9b6-79f927ca25de HTTP/1.1" status: 200 len: 835 time: 0.0474920 Mar 09 17:24:13.194512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-c1d676e3-35a5-4818-a25a-73a73cfbea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:13.196092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-c1d676e3-35a5-4818-a25a-73a73cfbea76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a432645-f234-424a-b0c0-baf85893581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433884 Mar 09 17:24:13.214190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:13.282466 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-3883088b-e818-4003-9430-d24b8458a11a service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808136 Mar 09 17:24:13.374852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3a2fb3b4-f36f-4f04-9ebf-2f8ace943568 req-2c35b896-2705-412c-bb15-6a6597477e52 service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Mar 09 17:24:13.431048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:53Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '282e6c54-1bdf-47c3-a1c9-712686d7285f', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.154', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:24:11Z', 'updated_at': '2022-03-09T17:24:11Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:23:56Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:13.461046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31ada3-648e-4889-b08b-7980126978ad None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:23:53Z', 'revision_number': 4, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '282e6c54-1bdf-47c3-a1c9-712686d7285f', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.154', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:24:11Z', 'updated_at': '2022-03-09T17:24:11Z', 'revision_number': 0, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:23:56Z', 'revision_number': 5, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:24:13.655406 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493112da-e122-44f3-8a84-b98e79cf1114 None None] New status for floating IP 282e6c54-1bdf-47c3-a1c9-712686d7285f: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:24:13.896099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38464) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:13.962620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-21920e5a-769a-4173-9c60-87cdde2a70f4 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 992 time: 0.0652826 Mar 09 17:24:14.966390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38466) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:15.026188 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ccdf96cd-8793-4cd5-94df-6109e8addd84 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 994 time: 0.0587447 Mar 09 17:24:24.945266 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:24:28.751293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:33.591382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e72816f5-048c-4b14-a922-7a908ff730b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:36.203020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e852bd21-1714-4f1c-835f-1221d5a09b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:37.179672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:38.369248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:39.881787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:44.181794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-78d0ab7f-ea21-4b73-9127-e1f890e2703c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491512 Mar 09 17:24:44.237609 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38478) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:44.242471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:24:44.263789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-2b2dfc45-4aee-417f-9f79-0a11570554e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:44.265331 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-2b2dfc45-4aee-417f-9f79-0a11570554e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1130 time: 0.0445845 Mar 09 17:24:44.371426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-9a66e474-a44f-453a-912d-f68784dabcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:44.372950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-9a66e474-a44f-453a-912d-f68784dabcdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a432645-f234-424a-b0c0-baf85893581a HTTP/1.1" status: 200 len: 897 time: 0.0882633 Mar 09 17:24:44.436148 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-5343aa3f-3ebe-4d58-8d35-f231f68c8676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc HTTP/1.1" status: 200 len: 1002 time: 0.0571563 Mar 09 17:24:44.485578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-c7155821-b353-48db-ad46-3a9bf4d14ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:44.487028 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-c7155821-b353-48db-ad46-3a9bf4d14ada service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f82a26c3-e549-411d-b9b6-79f927ca25de HTTP/1.1" status: 200 len: 835 time: 0.0440493 Mar 09 17:24:44.540973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-d5a9bf59-94b2-4731-9dc6-f3823758ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:44.542485 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-d5a9bf59-94b2-4731-9dc6-f3823758ce99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a432645-f234-424a-b0c0-baf85893581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485342 Mar 09 17:24:44.560560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:44.629847 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-816fe133-583d-4565-b4ba-aeb83af50b56 service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813413 Mar 09 17:24:44.631682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:44.723116 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4caa7e32-dd48-4dc2-af05-d6013856e3be req-b380057e-51c9-4e80-8064-df3deaa51b18 service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Mar 09 17:24:44.742299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:24:44.848686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:24:44.855329 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:44.856504 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bdae06a4-7db8-476e-90f0-953f184fa8d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/283506c4-7c57-452f-9fa7-d500f70e8b74 HTTP/1.1" status: 200 len: 888 time: 0.6178610 Mar 09 17:24:44.858423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:24:44.868338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:44.868983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:44.904015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:44.912220 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:44.912837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:44.943780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:44.944426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9601c-88ff-4a43-a3d2-437f04b816d1 None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:24:45.696461 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20f941-2003-47c7-a851-447b68739bd5 None None] New status for floating IP 282e6c54-1bdf-47c3-a1c9-712686d7285f: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:24:45.926224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 81dd9f36-d80b-48cf-85c0-a649639e87f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:24:46.003520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 81dd9f36-d80b-48cf-85c0-a649639e87f5 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:46.003914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:46.035555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 81dd9f36-d80b-48cf-85c0-a649639e87f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81dd9f36-d80b-48cf-85c0-a649639e87f5,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:46.116827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:46.118398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:24:46.193284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:46.202373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.202729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.203079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.203421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.203775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.204096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.204454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.204794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.205124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.205456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.205784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.206111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.206438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:46.245906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:46.246295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:46.265309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:46.322309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:46.369055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:46.967432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38482) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:46.972009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:24:47.277013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3818610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3822548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26109'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:47.344796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3818596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3822559'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:47.771510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:24:47.881970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:24:47.889072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:47.890230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-352dae12-b2fb-47eb-89ca-da65edd1bf22 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/283506c4-7c57-452f-9fa7-d500f70e8b74 HTTP/1.1" status: 200 len: 887 time: 0.9217827 Mar 09 17:24:47.891976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:24:47.893111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38484) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:47.902899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:47.903510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:47.953541 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e523e6bc-21bd-46ae-8c7f-e3f2f7cdb2d3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 992 time: 0.0593596 Mar 09 17:24:48.010349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:48.364581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:47Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '282e6c54-1bdf-47c3-a1c9-712686d7285f', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.154', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:24:11Z', 'updated_at': '2022-03-09T17:24:45Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:24:46Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:48.390691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] Checking router: 283506c4-7c57-452f-9fa7-d500f70e8b74 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:24:48.399303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:48.399907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:48.505802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:48.723592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:47Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '282e6c54-1bdf-47c3-a1c9-712686d7285f', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.154', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:24:11Z', 'updated_at': '2022-03-09T17:24:45Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:24:46Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:48.749301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a36aa-577a-429b-a84b-0cfac76e52b8 None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:47Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '282e6c54-1bdf-47c3-a1c9-712686d7285f', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'floating_ip_address': '172.36.5.154', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'port_id': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'mac_address': 'fa:16:3e:b1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd825b504-306e-4d17-80f8-549c946694d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:24:11Z', 'updated_at': '2022-03-09T17:24:45Z', 'revision_number': 2, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:24:46Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:24:48.957423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38486) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:49.024549 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c0020fcc-0021-4ff9-90f5-328ccb1e7553 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 992 time: 0.0652695 Mar 09 17:24:49.972710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 81dd9f36-d80b-48cf-85c0-a649639e87f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:24:50.020245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:24:50.020729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:50.028141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38488) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:50.089042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-42b05aba-b793-4183-8eee-5b1485781347 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 992 time: 0.0593894 Mar 09 17:24:50.100274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 81dd9f36-d80b-48cf-85c0-a649639e87f5 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:50.100700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:50.131871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 81dd9f36-d80b-48cf-85c0-a649639e87f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81dd9f36-d80b-48cf-85c0-a649639e87f5,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:50.201633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:50.202472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:24:50.277534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:50.287193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:24:50.287569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:50.366447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:50.367095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:50.388914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:50.396677 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83496262-ae34-4ccc-90e1-feda0da13b95 None None] New status for floating IP 282e6c54-1bdf-47c3-a1c9-712686d7285f: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:24:50.459841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:50.507371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:51.092737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38490) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:51.156621 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4931acb1-29d8-422d-81c3-2d6ebbbf38a9 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 200 len: 994 time: 0.0625813 Mar 09 17:24:51.395192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38496) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:51.550265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 75679cd0-e5d0-4abe-83cc-3b1a97ad565d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:24:51.550618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:51.623150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:51.623483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:51.634807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 75679cd0-e5d0-4abe-83cc-3b1a97ad565d owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:24:51.842356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (75679cd0-e5d0-4abe-83cc-3b1a97ad565d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:51.872105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=75679cd0-e5d0-4abe-83cc-3b1a97ad565d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:51.882644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.883602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.883971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.884360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.884742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.885096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.885436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.885875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.886194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.886432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.886769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.887103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.887438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:51.940600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 81dd9f36-d80b-48cf-85c0-a649639e87f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:24:51.942357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for floatingip (282e6c54-1bdf-47c3-a1c9-712686d7285f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:51.942694 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Floating IP 282e6c54-1bdf-47c3-a1c9-712686d7285f disassociated (deleted). External IP: 172.36.5.154, port: 8ce101d7-ee53-4d4c-b6fa-8211540296dc. Mar 09 17:24:51.992630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 81dd9f36-d80b-48cf-85c0-a649639e87f5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:24:51.993017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:52.069836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 81dd9f36-d80b-48cf-85c0-a649639e87f5 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:52.071416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:24:52.116043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:24:52.116360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:52.198879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:24:52.482624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:24:52.593834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:24:52.598341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:52.605010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:24:52.614607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:52.615223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:52.628018 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1703bf5c-b111-4484-973c-bf7dac0a2f0c tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/floatingips/282e6c54-1bdf-47c3-a1c9-712686d7285f HTTP/1.1" status: 204 len: 168 time: 1.2317119 Mar 09 17:24:52.628735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:24:52.631082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f" -d '{"events": [{"name": "network-changed", "server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:24:52.673667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea08cfe2-b35e-472f-a2b5-6ff13734bcbc x-openstack-request-id: req-ea08cfe2-b35e-472f-a2b5-6ff13734bcbc {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:24:52.673975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:24:52.674239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea08cfe2-b35e-472f-a2b5-6ff13734bcbc {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:24:52.674656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'status': 'completed', 'code': 200} Mar 09 17:24:52.731942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:52.739896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-b2f7203e-7a70-4318-95ff-1d2de20a1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:52.741433 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-b2f7203e-7a70-4318-95ff-1d2de20a1aed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=900b1c90db734fa5bf13ca897c8a3312&device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 1130 time: 0.0461314 Mar 09 17:24:52.834960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-35c4e255-8ae5-4ffa-89e3-94f46cfaa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:52.837235 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-35c4e255-8ae5-4ffa-89e3-94f46cfaa68f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a432645-f234-424a-b0c0-baf85893581a HTTP/1.1" status: 200 len: 897 time: 0.0890388 Mar 09 17:24:52.877467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-8a984a92-54a7-4255-9691-fca9d89af150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc HTTP/1.1" status: 200 len: 217 time: 0.0348852 Mar 09 17:24:52.931125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:47Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:52.931702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-911bb0be-2b74-408f-8cac-bc07cb0522c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:52.933230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-911bb0be-2b74-408f-8cac-bc07cb0522c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f82a26c3-e549-411d-b9b6-79f927ca25de HTTP/1.1" status: 200 len: 835 time: 0.0507908 Mar 09 17:24:52.962502 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] Checking router: 283506c4-7c57-452f-9fa7-d500f70e8b74 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:24:52.970961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:52.971577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:52.981879 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-c967acae-fa13-4ed9-8198-85ae1518120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:52.983425 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-c967acae-fa13-4ed9-8198-85ae1518120a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a432645-f234-424a-b0c0-baf85893581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442758 Mar 09 17:24:53.078989 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-5be4092a-a6ca-4bc9-96be-56727a3ee769 service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893140 Mar 09 17:24:53.093436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f81d4-eff8-45cf-9c05-efc24764fe08 req-12e28236-c832-4d39-bb6d-8880a3f75669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:53.095325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:53.095528 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-002f81d4-eff8-45cf-9c05-efc24764fe08 req-12e28236-c832-4d39-bb6d-8880a3f75669 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0583091 Mar 09 17:24:53.157202 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-002f81d4-eff8-45cf-9c05-efc24764fe08 req-5e3a40fe-5618-41ea-8060-6109a42327ae tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554292 Mar 09 17:24:53.184917 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18ebc683-d0f6-4de9-b16b-050e6cbfc46f req-1a4d0a45-0709-4470-a3ff-f1053451d95d service neutron] 10.222.0.36 "GET /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998354 Mar 09 17:24:53.295205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:47Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:53.320723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efb46c-18e9-4483-967f-cb55931cd3c2 None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:47Z', 'revision_number': 6, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '81dd9f36-d80b-48cf-85c0-a649639e87f5', 'name': '', 'network_id': '4a432645-f234-424a-b0c0-baf85893581a', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'mac_address': 'fa:16:3e:c6:eb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:53Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'subnets': [{'id': 'f82a26c3-e549-411d-b9b6-79f927ca25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:24:53.936802 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d0164a-8b24-42fb-b53d-ca1c10763c2a None None] New status for floating IP 282e6c54-1bdf-47c3-a1c9-712686d7285f: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:24:54.278580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033df31d-cacf-47ed-b442-5863b614c2e6 req-c6e0c30c-8a1d-4b29-8db5-e360a5020a25 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:54.280054 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-033df31d-cacf-47ed-b442-5863b614c2e6 req-c6e0c30c-8a1d-4b29-8db5-e360a5020a25 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0524781 Mar 09 17:24:54.327537 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-033df31d-cacf-47ed-b442-5863b614c2e6 req-88352e1e-448d-45ca-b29b-f78eef0ca6a1 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fc31f48-12b6-4214-8d31-2608db99efba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Mar 09 17:24:54.442015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4e04f5cc-389f-4e7e-94ff-70035451ea0f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:24:54.443403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4e04f5cc-389f-4e7e-94ff-70035451ea0f tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 946 time: 0.0549786 Mar 09 17:24:54.533903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 8ce101d7-ee53-4d4c-b6fa-8211540296dc {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:24:54.534255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:54.623646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 8ce101d7-ee53-4d4c-b6fa-8211540296dc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ce101d7-ee53-4d4c-b6fa-8211540296dc,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:54.624010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:54.635588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 8ce101d7-ee53-4d4c-b6fa-8211540296dc owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:24:54.819450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8ce101d7-ee53-4d4c-b6fa-8211540296dc), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:54.849407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=8ce101d7-ee53-4d4c-b6fa-8211540296dc,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:54.896627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] No DVR routers for this DVR port 8ce101d7-ee53-4d4c-b6fa-8211540296dc on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:24:54.899572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:54.903003 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-04e11900-c1d3-4288-9c3d-2b9c1a0e5322 req-4a5f71ab-925e-41a5-bc40-0985f0c0729a tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.36 "DELETE /v2.0/ports/8ce101d7-ee53-4d4c-b6fa-8211540296dc HTTP/1.1" status: 204 len: 173 time: 0.4538977 Mar 09 17:24:54.903440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'name': 'network-vif-deleted', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:24:54.905707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23941618-791d-4a38-88c3-b04f32f98fb5" -d '{"events": [{"server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "name": "network-vif-deleted", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:24:54.939424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4a324-0d0d-442c-ab07-9db1246e4f0a x-openstack-request-id: req-c9f4a324-0d0d-442c-ab07-9db1246e4f0a {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:24:54.939731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d825b504-306e-4d17-80f8-549c946694d4", "name": "network-vif-deleted", "tag": "8ce101d7-ee53-4d4c-b6fa-8211540296dc", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:24:54.939987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f4a324-0d0d-442c-ab07-9db1246e4f0a {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:24:54.940431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd825b504-306e-4d17-80f8-549c946694d4', 'name': 'network-vif-deleted', 'tag': '8ce101d7-ee53-4d4c-b6fa-8211540296dc', 'status': 'completed', 'code': 200} Mar 09 17:24:55.433408 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bfe97906-0796-4600-b89f-a3bb9b82fc4c req-647e5806-f7ff-4a10-aa49-5f75967c01f5 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "GET /v2.0/ports?device_id=d825b504-306e-4d17-80f8-549c946694d4 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Mar 09 17:24:56.489196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38514) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:56.547671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0bfddbdc-00bb-4a2c-831a-e4e88f57d559 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (8fc31f48-12b6-4214-8d31-2608db99efba), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:56.574290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0bfddbdc-00bb-4a2c-831a-e4e88f57d559 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (8fc31f48-12b6-4214-8d31-2608db99efba), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:56.694018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0bfddbdc-00bb-4a2c-831a-e4e88f57d559 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8fc31f48-12b6-4214-8d31-2608db99efba), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:56.697370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0bfddbdc-00bb-4a2c-831a-e4e88f57d559 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:56.698573 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0bfddbdc-00bb-4a2c-831a-e4e88f57d559 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/security-groups/8fc31f48-12b6-4214-8d31-2608db99efba HTTP/1.1" status: 204 len: 168 time: 0.2083242 Mar 09 17:24:56.707962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfddbdc-00bb-4a2c-831a-e4e88f57d559 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc31f48-12b6-4214-8d31-2608db99efba,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:56.769206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:57.124699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (283506c4-7c57-452f-9fa7-d500f70e8b74), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:57.376891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port 81dd9f36-d80b-48cf-85c0-a649639e87f5 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:24:57.377232 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:57.463391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port 81dd9f36-d80b-48cf-85c0-a649639e87f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81dd9f36-d80b-48cf-85c0-a649639e87f5,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:57.463752 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:57.476009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for 81dd9f36-d80b-48cf-85c0-a649639e87f5 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:24:57.722683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (81dd9f36-d80b-48cf-85c0-a649639e87f5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:57.753824 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=81dd9f36-d80b-48cf-85c0-a649639e87f5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:57.782361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.783015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.783116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.783373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.783708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.784044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.784391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.784838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.785172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.785500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.785824 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.786146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.786467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:24:57.947199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (283506c4-7c57-452f-9fa7-d500f70e8b74), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:57.950159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 8ce101d7-ee53-4d4c-b6fa-8211540296dc no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:24:57.970387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 8ce101d7-ee53-4d4c-b6fa-8211540296dc {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:24:57.970747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 8ce101d7-ee53-4d4c-b6fa-8211540296dc not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:24:58.165210 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Router 283506c4-7c57-452f-9fa7-d500f70e8b74 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:24:58.270551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:24:58.275418 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-77fc7c36-43cc-424d-bcb4-fad697f07578 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "PUT /v2.0/routers/283506c4-7c57-452f-9fa7-d500f70e8b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5051782 Mar 09 17:24:58.278261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38520) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:58.279793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] Sync routers for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:24:58.290631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:58.291241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:58.329018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting subnet f82a26c3-e549-411d-b9b6-79f927ca25de {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:24:58.331998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (f82a26c3-e549-411d-b9b6-79f927ca25de), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.371560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (f82a26c3-e549-411d-b9b6-79f927ca25de), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.461968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f82a26c3-e549-411d-b9b6-79f927ca25de), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.541807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:58.580031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (f82a26c3-e549-411d-b9b6-79f927ca25de), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.608243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Subnet': ['ID=f82a26c3-e549-411d-b9b6-79f927ca25de,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:58.610250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.616375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38522) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:58.617667 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a714e25b-0495-4a27-a8eb-3e73cfc76a43 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/subnets/f82a26c3-e549-411d-b9b6-79f927ca25de HTTP/1.1" status: 204 len: 168 time: 0.3369231 Mar 09 17:24:58.622400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9046d-0e25-4aef-b3c1-0f7d99cbad66 None None] Network 4a432645-f234-424a-b0c0-baf85893581a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:24:58.726503 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.807496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:57Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:58.842345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_gateway (283506c4-7c57-452f-9fa7-d500f70e8b74), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.842451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] Checking router: 283506c4-7c57-452f-9fa7-d500f70e8b74 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:24:58.844408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.851542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] Routers {'283506c4-7c57-452f-9fa7-d500f70e8b74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:24:58.852146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:24:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['283506c4-7c57-452f-9fa7-d500f70e8b74'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:58.888785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] DHCP port deletion for 4a432645-f234-424a-b0c0-baf85893581a request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:24:58.954901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Deleting port c7cd364a-9246-49b9-b3ff-fb10ad3eee77 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:24:58.955253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:58.988741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] Set router 283506c4-7c57-452f-9fa7-d500f70e8b74 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:24:59.033756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] For port c7cd364a-9246-49b9-b3ff-fb10ad3eee77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:59.034126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.046495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Calling delete_port for c7cd364a-9246-49b9-b3ff-fb10ad3eee77 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:24:59.046656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] Deleting port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:24:59.046806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.160500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] For port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,segment=NetworkSegment(fadd929d-09e2-4ad6-87f2-048a6f14cc35),segment_id=fadd929d-09e2-4ad6-87f2-048a6f14cc35)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:24:59.160901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.178336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] Calling delete_port for 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:24:59.271245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c7cd364a-9246-49b9-b3ff-fb10ad3eee77), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.293800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:57Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:59.302725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Port': ['ID=c7cd364a-9246-49b9-b3ff-fb10ad3eee77,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:59.321284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d72cbf-07d5-4612-8a22-7947e76be34a None None] The sync data for ids ['283506c4-7c57-452f-9fa7-d500f70e8b74'] in dv-neutron-master-2-hyperv is: [{'id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'name': 'tempest-TestNetworkBasicOps-router-683399326', 'tenant_id': '900b1c90db734fa5bf13ca897c8a3312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113'}], 'enable_snat': True}, 'gw_port_id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:23:49Z', 'updated_at': '2022-03-09T17:24:57Z', 'revision_number': 7, 'project_id': '900b1c90db734fa5bf13ca897c8a3312', 'gw_port': {'id': 'c7cd364a-9246-49b9-b3ff-fb10ad3eee77', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283506c4-7c57-452f-9fa7-d500f70e8b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:23:50Z', 'updated_at': '2022-03-09T17:24:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:24:59.369288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (283506c4-7c57-452f-9fa7-d500f70e8b74), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.379468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (6c54b9d3-270a-40f9-9bec-4d6d0dbc655f), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.402924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] Pushing event deleted for resources: {'Port': ['ID=6c54b9d3-270a-40f9-9bec-4d6d0dbc655f,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:24:59.408551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa5958-3b3e-4669-bd4e-19adbaa56837 None None] No DVR routers for this DVR port 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:24:59.463426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.465565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router_controller (283506c4-7c57-452f-9fa7-d500f70e8b74), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.568474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (283506c4-7c57-452f-9fa7-d500f70e8b74), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.568962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Fanout notify agent at l3_agent the message router_deleted on router 283506c4-7c57-452f-9fa7-d500f70e8b74 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:24:59.575609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.576757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d03d2f1c-d0ab-435f-93e3-874ea7839146 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/routers/283506c4-7c57-452f-9fa7-d500f70e8b74 HTTP/1.1" status: 204 len: 168 time: 0.9587586 Mar 09 17:24:59.579414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38524) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:24:59.655324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (4a432645-f234-424a-b0c0-baf85893581a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.752116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (4a432645-f234-424a-b0c0-baf85893581a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.774692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a432645-f234-424a-b0c0-baf85893581a']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:59.785159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd929d-09e2-4ad6-87f2-048a6f14cc35') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:59.785466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd929d-09e2-4ad6-87f2-048a6f14cc35') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:24:59.795250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (fadd929d-09e2-4ad6-87f2-048a6f14cc35), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.809250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (fadd929d-09e2-4ad6-87f2-048a6f14cc35), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.815930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:24:59.816326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (fadd929d-09e2-4ad6-87f2-048a6f14cc35), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:24:59.819522 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:24:59.957664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (4a432645-f234-424a-b0c0-baf85893581a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.967786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:24:59.970692 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] 10.222.0.16 "DELETE /v2.0/networks/4a432645-f234-424a-b0c0-baf85893581a HTTP/1.1" status: 204 len: 168 time: 0.3903661 Mar 09 17:24:59.996081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ebd60-38f8-4e01-9940-29b67bdaa6a3 tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] Pushing event deleted for resources: {'Network': ['ID=4a432645-f234-424a-b0c0-baf85893581a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:00.010138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 81dd9f36-d80b-48cf-85c0-a649639e87f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:25:00.039536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 81dd9f36-d80b-48cf-85c0-a649639e87f5 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:25:00.039884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 81dd9f36-d80b-48cf-85c0-a649639e87f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:25:00.040307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:25:00.059281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:25:00.059628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6c54b9d3-270a-40f9-9bec-4d6d0dbc655f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:25:00.494999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38532) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:00.634273 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5c0459b6-1ff0-4803-b487-9dd1ef2ccafe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=900b1c90db734fa5bf13ca897c8a3312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357584 Mar 09 17:25:00.634478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38536) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:00.681902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22578a4f-428c-4cff-879e-2a170dec09f1 admin admin] Publish callbacks [] for security_group (8ab85203-ccb4-42dd-a684-f4ed1361a3af), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:00.703499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22578a4f-428c-4cff-879e-2a170dec09f1 admin admin] Publish callbacks [] for security_group (8ab85203-ccb4-42dd-a684-f4ed1361a3af), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:00.814244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22578a4f-428c-4cff-879e-2a170dec09f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (8ab85203-ccb4-42dd-a684-f4ed1361a3af), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:00.816960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22578a4f-428c-4cff-879e-2a170dec09f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:00.818150 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-22578a4f-428c-4cff-879e-2a170dec09f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ab85203-ccb4-42dd-a684-f4ed1361a3af HTTP/1.1" status: 204 len: 168 time: 0.1828246 Mar 09 17:25:00.826132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22578a4f-428c-4cff-879e-2a170dec09f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab85203-ccb4-42dd-a684-f4ed1361a3af,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:01.330685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38542) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:01.344418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1583c30d-733e-4c4a-9296-eb834c863bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.416038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1583c30d-733e-4c4a-9296-eb834c863bcb admin admin] Publish callbacks [] for security_group (f55da194-94f6-42e8-9086-ce3e8a5a7a4e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.475464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1583c30d-733e-4c4a-9296-eb834c863bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f55da194-94f6-42e8-9086-ce3e8a5a7a4e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.513653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1583c30d-733e-4c4a-9296-eb834c863bcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5b83aa9df334a33ba4ff892676bb332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819303 Mar 09 17:25:01.514505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583c30d-733e-4c4a-9296-eb834c863bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55da194-94f6-42e8-9086-ce3e8a5a7a4e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:01.516389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38544) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:01.563390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d09125d-7435-48a3-906e-5d563769bdf8 admin admin] Publish callbacks [] for security_group (f55da194-94f6-42e8-9086-ce3e8a5a7a4e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.583912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d09125d-7435-48a3-906e-5d563769bdf8 admin admin] Publish callbacks [] for security_group (f55da194-94f6-42e8-9086-ce3e8a5a7a4e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.692765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d09125d-7435-48a3-906e-5d563769bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f55da194-94f6-42e8-9086-ce3e8a5a7a4e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.695362 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d09125d-7435-48a3-906e-5d563769bdf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:01.697061 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8d09125d-7435-48a3-906e-5d563769bdf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f55da194-94f6-42e8-9086-ce3e8a5a7a4e HTTP/1.1" status: 204 len: 168 time: 0.1795385 Mar 09 17:25:01.704507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09125d-7435-48a3-906e-5d563769bdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55da194-94f6-42e8-9086-ce3e8a5a7a4e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:01.893233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:25:01.914518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c7cd364a-9246-49b9-b3ff-fb10ad3eee77 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:25:01.914518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c7cd364a-9246-49b9-b3ff-fb10ad3eee77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:25:01.944393 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:25:03.585165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-92e6bb9e-080a-4dbc-b079-0dc14fee1e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:06.185400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-58cf1c39-a4eb-4bcd-a62c-032d842466ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:07.201457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:08.419385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:09.455644 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-bf621a6d-5eed-4b4d-874c-6caf42a8c3af tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289400 Mar 09 17:25:09.682119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-24f7beeb-097b-40d3-9017-c13151363fb4 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:09.683552 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-24f7beeb-097b-40d3-9017-c13151363fb4 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232764 Mar 09 17:25:09.697461 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-8721af58-caff-4e37-9e3e-5c139e51eef5 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/quotas/17a71e9554b64f7eb9e8a7d77c2e9485 HTTP/1.1" status: 200 len: 375 time: 0.0086458 Mar 09 17:25:09.727519 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-6d300622-ca68-4e5d-8c31-c70e8d01c9df tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253885 Mar 09 17:25:09.853593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:09.954716 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a581389-ebbd-4698-ba2d-1ed4bcfe45f8 req-2a27d5a9-3acd-4ea5-99e8-0e0c5228c408 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 210 time: 0.0305088 Mar 09 17:25:11.048726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-71adef5d-b3d0-4c51-91bd-1b3c99a3f703 req-2d18fb66-dce1-43a0-9ee7-acbf5971df43 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 210 time: 0.0297337 Mar 09 17:25:11.813874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-31e4e8c2-3eca-4a11-892e-f2113f2e71cc tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281780 Mar 09 17:25:11.992118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-51d3040b-06cc-4152-9705-5c3bea356490 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:11.993620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-51d3040b-06cc-4152-9705-5c3bea356490 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754291 Mar 09 17:25:12.004976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Request body: {'port': {'device_id': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28', 'admin_state_up': True, 'tenant_id': '17a71e9554b64f7eb9e8a7d77c2e9485'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:25:12.145211 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8e9f60d8-45f2-408a-90f2-355fb8474ee9 req-1700c0c7-27c5-46a1-bf2c-3fa04d1bd492 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 210 time: 0.0265083 Mar 09 17:25:12.184888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Made reservation on behalf of 17a71e9554b64f7eb9e8a7d77c2e9485 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:25:12.188217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.197182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.267791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks [] for security_group (d599ee56-f7a8-4bb7-9bca-f823a1be2ab5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.333402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d599ee56-f7a8-4bb7-9bca-f823a1be2ab5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.396947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:12.463834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Allocated IP 192.168.233.185 (191d1a35-d804-4804-9f6b-1cf645c9cc28/63b6cbb1-4958-417b-8457-43b3e31b23c0/198a8312-b59c-4fce-bd08-0be2f708230e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:25:12.606764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks [] for port (198a8312-b59c-4fce-bd08-0be2f708230e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.727319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.767549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Network 191d1a35-d804-4804-9f6b-1cf645c9cc28 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:25:12.770799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:25:12.773208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:25:12.810515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Pushing event updated for resources: {'Port': ['ID=198a8312-b59c-4fce-bd08-0be2f708230e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:12.832572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:12.833202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:12.902365 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-87d7c6ba-c2bf-4b4b-9c58-24d5b101f265 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9009495 Mar 09 17:25:12.913282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Request body: {'port': {'device_id': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:25:12.976225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.004319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-47d2814b-2c6a-4688-b63e-a6109389a359 None None] Provisioning complete for port 198a8312-b59c-4fce-bd08-0be2f708230e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:25:13.004800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-47d2814b-2c6a-4688-b63e-a6109389a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.037581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-47d2814b-2c6a-4688-b63e-a6109389a359 None None] Port 198a8312-b59c-4fce-bd08-0be2f708230e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:25:13.229624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198a8312-b59c-4fce-bd08-0be2f708230e {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:25:13.237077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Publish callbacks [] for port (198a8312-b59c-4fce-bd08-0be2f708230e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.250129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Transition to ACTIVE for port object 198a8312-b59c-4fce-bd08-0be2f708230e will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:25:13.264917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f14076-4e74-4daa-9544-c31592436a1b req-30a136c1-c465-45e5-95dd-d45061e60884 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:13.266399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-17f14076-4e74-4daa-9544-c31592436a1b req-30a136c1-c465-45e5-95dd-d45061e60884 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 936 time: 0.0531957 Mar 09 17:25:13.313129 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-17f14076-4e74-4daa-9544-c31592436a1b req-81681ddb-3b03-49ae-99b9-15b8ef0023ac tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Mar 09 17:25:13.316313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.373906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Pushing event updated for resources: {'Port': ['ID=198a8312-b59c-4fce-bd08-0be2f708230e,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:13.441435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Attempting to bind port 198a8312-b59c-4fce-bd08-0be2f708230e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:25:13.441777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Attempting to bind port 198a8312-b59c-4fce-bd08-0be2f708230e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:25:13.442130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Attempting to bind port 198a8312-b59c-4fce-bd08-0be2f708230e on network 191d1a35-d804-4804-9f6b-1cf645c9cc28 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:25:13.446711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Port 198a8312-b59c-4fce-bd08-0be2f708230e on network 191d1a35-d804-4804-9f6b-1cf645c9cc28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:25:13.447039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Attempting to bind port 198a8312-b59c-4fce-bd08-0be2f708230e on network 191d1a35-d804-4804-9f6b-1cf645c9cc28 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:25:13.452116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:25:13.452488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Checking segment: {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:25:13.452894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Bound using segment: {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:25:13.453303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Bound port: 198a8312-b59c-4fce-bd08-0be2f708230e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0a4484-7e6a-41ae-8e7a-af015f8069fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:25:13.453682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.517997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] For port 198a8312-b59c-4fce-bd08-0be2f708230e, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:25:13.521081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] For port 198a8312-b59c-4fce-bd08-0be2f708230e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=198a8312-b59c-4fce-bd08-0be2f708230e,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:25:13.614228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.651210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:13.651940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:13.653254 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] 10.222.0.36 "PUT /v2.0/ports/198a8312-b59c-4fce-bd08-0be2f708230e HTTP/1.1" status: 200 len: 1098 time: 0.7441378 Mar 09 17:25:13.653699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'tag': '198a8312-b59c-4fce-bd08-0be2f708230e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:25:13.655928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ae3427-4b6c-413c-be07-2b455382c63b" -d '{"events": [{"name": "network-changed", "server_uuid": "d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a", "tag": "198a8312-b59c-4fce-bd08-0be2f708230e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:25:13.681405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee2df8-2d1c-42fd-95e9-2289731503ba service neutron] Pushing event updated for resources: {'Port': ['ID=198a8312-b59c-4fce-bd08-0be2f708230e,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:13.702796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1decc-a747-4736-bca9-9129618eb9eb x-openstack-request-id: req-acd1decc-a747-4736-bca9-9129618eb9eb {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:25:13.703249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a", "tag": "198a8312-b59c-4fce-bd08-0be2f708230e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:25:13.703620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acd1decc-a747-4736-bca9-9129618eb9eb {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:25:13.704065 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'tag': '198a8312-b59c-4fce-bd08-0be2f708230e', 'status': 'completed', 'code': 200} Mar 09 17:25:13.768640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae3427-4b6c-413c-be07-2b455382c63b req-0de20ef9-f25a-45cd-9c2b-53870e51d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:13.770169 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8ae3427-4b6c-413c-be07-2b455382c63b req-0de20ef9-f25a-45cd-9c2b-53870e51d9bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 1132 time: 0.0480411 Mar 09 17:25:13.797890 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8ae3427-4b6c-413c-be07-2b455382c63b req-11d405ee-28a4-45a1-8e00-b53b552c640e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198469 Mar 09 17:25:13.891240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae3427-4b6c-413c-be07-2b455382c63b req-7d1947f9-c0af-4f78-af7a-646fa57e54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:13.892827 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8ae3427-4b6c-413c-be07-2b455382c63b req-7d1947f9-c0af-4f78-af7a-646fa57e54fe service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0899398 Mar 09 17:25:13.972890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-71bf5fc5-a2ac-4901-9bf6-61144945620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:13.974397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-71bf5fc5-a2ac-4901-9bf6-61144945620b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 1132 time: 0.0477285 Mar 09 17:25:14.015693 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-ce098850-1699-432e-a22c-a79f56f3760f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=198a8312-b59c-4fce-bd08-0be2f708230e HTTP/1.1" status: 200 len: 217 time: 0.0339534 Mar 09 17:25:14.061862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-42b8328f-5747-4f13-a6a8-730087774e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:14.063277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-42b8328f-5747-4f13-a6a8-730087774e2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b6cbb1-4958-417b-8457-43b3e31b23c0 HTTP/1.1" status: 200 len: 843 time: 0.0423474 Mar 09 17:25:14.113483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-8e296695-2685-489c-8ebb-ebdf9d958fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:14.114935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-8e296695-2685-489c-8ebb-ebdf9d958fcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=191d1a35-d804-4804-9f6b-1cf645c9cc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0465338 Mar 09 17:25:14.201350 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-19faf9f4-e4ee-44a2-a13c-7160f585af27 service neutron] 10.222.0.36 "GET /v2.0/networks/191d1a35-d804-4804-9f6b-1cf645c9cc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794933 Mar 09 17:25:14.292265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a7b74ef-9eeb-4ed2-b0a9-d828b3194944 req-c26f4ce9-acf4-48cc-8116-f6090fc46b33 service neutron] 10.222.0.36 "GET /v2.0/networks/191d1a35-d804-4804-9f6b-1cf645c9cc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849912 Mar 09 17:25:14.430406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c277e7-405c-4cbd-8660-baee5090e105 req-98d14fce-d452-484e-b8e1-eea3c36087d1 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:14.431872 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a8c277e7-405c-4cbd-8660-baee5090e105 req-98d14fce-d452-484e-b8e1-eea3c36087d1 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 948 time: 0.0528681 Mar 09 17:25:14.479795 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a8c277e7-405c-4cbd-8660-baee5090e105 req-ed39547c-49de-4d8f-96f8-a37a4798d9d3 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Mar 09 17:25:15.595348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2004-1658-4a6c-afb1-f1353519bde4 req-303c8061-d988-41d1-9084-8f8240a5b0d3 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:15.596829 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23df2004-1658-4a6c-afb1-f1353519bde4 req-303c8061-d988-41d1-9084-8f8240a5b0d3 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 948 time: 0.0517581 Mar 09 17:25:15.709197 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23df2004-1658-4a6c-afb1-f1353519bde4 req-63ed03c2-5784-4772-8535-ef82b0655ae2 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063862 Mar 09 17:25:16.825427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394d97-b1eb-4e50-8b41-54c59764a96c req-20a87913-fc55-4f9f-828e-a4d52a27a7a7 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:16.826878 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-90394d97-b1eb-4e50-8b41-54c59764a96c req-20a87913-fc55-4f9f-828e-a4d52a27a7a7 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 948 time: 0.0519619 Mar 09 17:25:16.871957 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-90394d97-b1eb-4e50-8b41-54c59764a96c req-691e13e9-1218-40fa-b13b-dc68e9d34fae tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Mar 09 17:25:17.986974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b1de5-d85c-4d8a-97a1-03b0d32b0d96 req-e2e9179a-7e5d-46e4-af85-08aef64db67b tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:17.988475 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-134b1de5-d85c-4d8a-97a1-03b0d32b0d96 req-e2e9179a-7e5d-46e4-af85-08aef64db67b tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 948 time: 0.0521886 Mar 09 17:25:18.038368 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-134b1de5-d85c-4d8a-97a1-03b0d32b0d96 req-c028d58a-78ec-426f-b206-8d7f13ba2e82 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Mar 09 17:25:18.091777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 198a8312-b59c-4fce-bd08-0be2f708230e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:25:18.187416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 198a8312-b59c-4fce-bd08-0be2f708230e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=198a8312-b59c-4fce-bd08-0be2f708230e,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:18.198048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '198a8312-b59c-4fce-bd08-0be2f708230e', 'network_id': '191d1a35-d804-4804-9f6b-1cf645c9cc28', 'port_id': '198a8312-b59c-4fce-bd08-0be2f708230e', 'mac_address': 'fa:16:3e:27:a5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b6cbb1-4958-417b-8457-43b3e31b23c0', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:25:18.233702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 198a8312-b59c-4fce-bd08-0be2f708230e is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:25:18.234090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:18.247036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198a8312-b59c-4fce-bd08-0be2f708230e {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:25:18.265642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 198a8312-b59c-4fce-bd08-0be2f708230e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=198a8312-b59c-4fce-bd08-0be2f708230e,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:18.310345 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:18.358543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=198a8312-b59c-4fce-bd08-0be2f708230e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:18.514953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['198a8312-b59c-4fce-bd08-0be2f708230e'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:25:19.152318 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327ca5c-406c-44a0-b9d2-49d6a72e52f6 req-32f3e126-42cf-46fb-b393-bc94dfd0e35f tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:19.153800 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9327ca5c-406c-44a0-b9d2-49d6a72e52f6 req-32f3e126-42cf-46fb-b393-bc94dfd0e35f tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 949 time: 0.0510211 Mar 09 17:25:19.199378 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9327ca5c-406c-44a0-b9d2-49d6a72e52f6 req-16c1321a-4901-48e0-8e65-3fbd85e88808 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Mar 09 17:25:20.105543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 198a8312-b59c-4fce-bd08-0be2f708230e up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:25:20.211858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 198a8312-b59c-4fce-bd08-0be2f708230e completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:25:20.215371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 198a8312-b59c-4fce-bd08-0be2f708230e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:25:20.215747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:20.293211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 198a8312-b59c-4fce-bd08-0be2f708230e is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:25:20.293603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:20.315551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a8312-b59c-4fce-bd08-0be2f708230e'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:25:20.316640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3152391-ceee-41cf-af53-0d96ea0f877e req-5694bb4c-a9cd-4dca-8dbe-8d79be272b50 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:20.317800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a81fa8-e7dd-4c3c-8962-919a4c0e94e3" -d '{"events": [{"server_uuid": "d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a", "name": "network-vif-plugged", "status": "completed", "tag": "198a8312-b59c-4fce-bd08-0be2f708230e"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:25:20.318112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c3152391-ceee-41cf-af53-0d96ea0f877e req-5694bb4c-a9cd-4dca-8dbe-8d79be272b50 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 949 time: 0.0519083 Mar 09 17:25:20.330551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 198a8312-b59c-4fce-bd08-0be2f708230e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=198a8312-b59c-4fce-bd08-0be2f708230e,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:20.358958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9e3e79-8693-4eaf-ac5a-4b4096283b71 x-openstack-request-id: req-ce9e3e79-8693-4eaf-ac5a-4b4096283b71 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:25:20.358958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a", "name": "network-vif-plugged", "status": "completed", "tag": "198a8312-b59c-4fce-bd08-0be2f708230e", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:25:20.358958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce9e3e79-8693-4eaf-ac5a-4b4096283b71 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:25:20.358958 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a8312-b59c-4fce-bd08-0be2f708230e', 'code': 200} Mar 09 17:25:20.366942 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c3152391-ceee-41cf-af53-0d96ea0f877e req-5400f174-24b9-4bb3-8b61-e0ce57a8017b tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Mar 09 17:25:20.401820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:20.451347 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=198a8312-b59c-4fce-bd08-0be2f708230e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:20.632510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50728d9d-ad1c-4b5b-b7b0-00877d4f22a8 req-f69198d5-a683-43cf-9bbc-5751cff21981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:20.633981 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-50728d9d-ad1c-4b5b-b7b0-00877d4f22a8 req-f69198d5-a683-43cf-9bbc-5751cff21981 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 1134 time: 0.0436809 Mar 09 17:25:20.675413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-50728d9d-ad1c-4b5b-b7b0-00877d4f22a8 req-2d348cf7-e4e6-45cf-ace6-873b59a36e83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Mar 09 17:25:21.492154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf6d3-54a4-4b2e-84c4-33acc82952a6 req-f6ae42fe-1cd9-4e2b-b050-879e91088d94 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:21.493687 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-584cf6d3-54a4-4b2e-84c4-33acc82952a6 req-f6ae42fe-1cd9-4e2b-b050-879e91088d94 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 950 time: 0.0542135 Mar 09 17:25:21.538041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-584cf6d3-54a4-4b2e-84c4-33acc82952a6 req-99e32013-103b-470c-a672-4769ae26efcc tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Mar 09 17:25:22.658569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614a66a-c633-486e-80f0-986c55e5e114 req-e9c9725c-59cc-4ad7-9482-a58cbac430f1 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:22.660053 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d614a66a-c633-486e-80f0-986c55e5e114 req-e9c9725c-59cc-4ad7-9482-a58cbac430f1 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 950 time: 0.0553613 Mar 09 17:25:22.705688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d614a66a-c633-486e-80f0-986c55e5e114 req-e609c3ee-55b6-4f8d-9de1-a052f35048f8 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Mar 09 17:25:23.035130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-0fcda80a-1e3b-4962-9e41-473f480b5179 req-1d0dd7c8-6e3f-4384-a91b-5aca2059688d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:25:23.036109 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0fcda80a-1e3b-4962-9e41-473f480b5179 req-1d0dd7c8-6e3f-4384-a91b-5aca2059688d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053482 Mar 09 17:25:23.630635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-bd754d52-d266-40fe-900f-ea293a24d066 req-3930e501-71ca-40c8-93a7-af97f0f6e4b6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:25:23.631696 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bd754d52-d266-40fe-900f-ea293a24d066 req-3930e501-71ca-40c8-93a7-af97f0f6e4b6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997000 Mar 09 17:25:24.227919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a1f0-5d9a-4420-a7d9-aa6da6547ee7 req-35cfbac6-8e45-4fbf-9802-fae5e9f5be03 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:24.229410 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2bc4a1f0-5d9a-4420-a7d9-aa6da6547ee7 req-35cfbac6-8e45-4fbf-9802-fae5e9f5be03 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 950 time: 0.0517628 Mar 09 17:25:24.275425 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2bc4a1f0-5d9a-4420-a7d9-aa6da6547ee7 req-d67e2303-06a4-4adc-8413-c22d71289857 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Mar 09 17:25:25.396962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8fec1-8559-4eff-8916-7e3f026a9f95 req-f73cce66-871c-4175-92ab-490d3a19706b tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:25.398435 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-13b8fec1-8559-4eff-8916-7e3f026a9f95 req-f73cce66-871c-4175-92ab-490d3a19706b tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 950 time: 0.0541105 Mar 09 17:25:25.450910 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-13b8fec1-8559-4eff-8916-7e3f026a9f95 req-1ff79596-3dc3-4e75-bb60-e344e4ee5aec tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/security-groups?id=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Mar 09 17:25:25.526347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-3e9b658f-7c81-4a4b-b4cc-a1a0dc780d75 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:25.527762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-3e9b658f-7c81-4a4b-b4cc-a1a0dc780d75 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.36 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 950 time: 0.0511186 Mar 09 17:25:25.618176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Deleting port 198a8312-b59c-4fce-bd08-0be2f708230e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:25:25.618525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:25.706646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] For port 198a8312-b59c-4fce-bd08-0be2f708230e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=198a8312-b59c-4fce-bd08-0be2f708230e,segment=NetworkSegment(1f0a4484-7e6a-41ae-8e7a-af015f8069fb),segment_id=1f0a4484-7e6a-41ae-8e7a-af015f8069fb)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:25.707008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:25.718344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Calling delete_port for 198a8312-b59c-4fce-bd08-0be2f708230e owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:25:25.893295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (198a8312-b59c-4fce-bd08-0be2f708230e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:25.905402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['198a8312-b59c-4fce-bd08-0be2f708230e'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:25:25.924546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Pushing event deleted for resources: {'Port': ['ID=198a8312-b59c-4fce-bd08-0be2f708230e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:25.967134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] No DVR routers for this DVR port 198a8312-b59c-4fce-bd08-0be2f708230e on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:25:25.969738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:25.973332 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-96417da6-0678-44c7-9d83-1054f6195dc7 req-8ac5f53d-79f7-47c6-879d-f25187666c08 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.36 "DELETE /v2.0/ports/198a8312-b59c-4fce-bd08-0be2f708230e HTTP/1.1" status: 204 len: 173 time: 0.4404953 Mar 09 17:25:25.973803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'name': 'network-vif-deleted', 'tag': '198a8312-b59c-4fce-bd08-0be2f708230e'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:25:25.976076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd0bb5-365a-4b80-966c-405ef5d7e251" -d '{"events": [{"server_uuid": "d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a", "name": "network-vif-deleted", "tag": "198a8312-b59c-4fce-bd08-0be2f708230e"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:25:26.016233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bfa697-f543-4118-9b23-9da5df7fe753 x-openstack-request-id: req-42bfa697-f543-4118-9b23-9da5df7fe753 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:25:26.016567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a", "name": "network-vif-deleted", "tag": "198a8312-b59c-4fce-bd08-0be2f708230e", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:25:26.016823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42bfa697-f543-4118-9b23-9da5df7fe753 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:25:26.017320 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37ebe0c-a58e-4e2e-85e4-65c837e6cf4a', 'name': 'network-vif-deleted', 'tag': '198a8312-b59c-4fce-bd08-0be2f708230e', 'status': 'completed', 'code': 200} Mar 09 17:25:26.554967 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b5bc219b-0cf7-4413-aa59-f5af44831d04 req-d716574d-2164-441c-a873-085d9bfb7e49 tempest-ServersAdminNegativeTestJSON-1969493741 tempest-ServersAdminNegativeTestJSON-1969493741-project] 10.222.0.16 "GET /v2.0/ports?device_id=d37ebe0c-a58e-4e2e-85e4-65c837e6cf4a HTTP/1.1" status: 200 len: 210 time: 0.0294232 Mar 09 17:25:27.971875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38686) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:28.100490 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-41390ef6-bc10-4772-a329-df12cc7cf441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17a71e9554b64f7eb9e8a7d77c2e9485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273696 Mar 09 17:25:28.103466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38690) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:28.148674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2850cd81-2e56-482c-8557-92e8a64c9456 admin admin] Publish callbacks [] for security_group (d599ee56-f7a8-4bb7-9bca-f823a1be2ab5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:28.169121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2850cd81-2e56-482c-8557-92e8a64c9456 admin admin] Publish callbacks [] for security_group (d599ee56-f7a8-4bb7-9bca-f823a1be2ab5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:28.258504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2850cd81-2e56-482c-8557-92e8a64c9456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d599ee56-f7a8-4bb7-9bca-f823a1be2ab5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:28.261650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2850cd81-2e56-482c-8557-92e8a64c9456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:28.263329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2850cd81-2e56-482c-8557-92e8a64c9456 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d599ee56-f7a8-4bb7-9bca-f823a1be2ab5 HTTP/1.1" status: 204 len: 168 time: 0.1584392 Mar 09 17:25:28.270246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850cd81-2e56-482c-8557-92e8a64c9456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d599ee56-f7a8-4bb7-9bca-f823a1be2ab5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:28.771674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:28.809604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38696) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:29.133175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-40cae5da-7db6-45de-9d98-927db1dc7387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.205016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-40cae5da-7db6-45de-9d98-927db1dc7387 admin admin] Publish callbacks [] for security_group (7a87b9ad-053e-4d0a-9057-a81d0dabcb06), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.291805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-40cae5da-7db6-45de-9d98-927db1dc7387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7a87b9ad-053e-4d0a-9057-a81d0dabcb06), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.330504 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-40cae5da-7db6-45de-9d98-927db1dc7387 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=514356a3bafc456895fdbc651330cd29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198238 Mar 09 17:25:29.331448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cae5da-7db6-45de-9d98-927db1dc7387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87b9ad-053e-4d0a-9057-a81d0dabcb06,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:29.333237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38698) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:29.385573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2ab4-2408-489e-ab12-b92f5367dcf9 admin admin] Publish callbacks [] for security_group (7a87b9ad-053e-4d0a-9057-a81d0dabcb06), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.406132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2ab4-2408-489e-ab12-b92f5367dcf9 admin admin] Publish callbacks [] for security_group (7a87b9ad-053e-4d0a-9057-a81d0dabcb06), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.538349 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2ab4-2408-489e-ab12-b92f5367dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7a87b9ad-053e-4d0a-9057-a81d0dabcb06), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.540961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2ab4-2408-489e-ab12-b92f5367dcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:29.542161 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ca9c2ab4-2408-489e-ab12-b92f5367dcf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a87b9ad-053e-4d0a-9057-a81d0dabcb06 HTTP/1.1" status: 204 len: 168 time: 0.2078605 Mar 09 17:25:29.549589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c2ab4-2408-489e-ab12-b92f5367dcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87b9ad-053e-4d0a-9057-a81d0dabcb06,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:30.168590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 198a8312-b59c-4fce-bd08-0be2f708230e no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:25:30.188080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 198a8312-b59c-4fce-bd08-0be2f708230e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:25:30.188451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 198a8312-b59c-4fce-bd08-0be2f708230e not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:25:30.497538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38720) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:30.589482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438703608-network', 'tenant_id': 'fb3505c194ef4e66902ff69592312d38'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:25:30.698457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Made reservation on behalf of fb3505c194ef4e66902ff69592312d38 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:25:30.700858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:30.709280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:30.780944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks [] for security_group (498637d8-f959-49f0-bf7a-48ea8a82a70f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:30.841287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (498637d8-f959-49f0-bf7a-48ea8a82a70f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:30.864815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:25:30.874783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498637d8-f959-49f0-bf7a-48ea8a82a70f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:30.880213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (5d8f8699-dea5-45ff-b86c-1b7cfa95819a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:30.881201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Added segment 5d8f8699-dea5-45ff-b86c-1b7cfa95819a of type vlan for network 999375f7-bd45-4874-895b-23ef1e11468e Mar 09 17:25:30.918703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (999375f7-bd45-4874-895b-23ef1e11468e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:31.018577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (999375f7-bd45-4874-895b-23ef1e11468e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:31.019611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:31.020194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:31.130208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] Pushing event updated for resources: {'Network': ['ID=999375f7-bd45-4874-895b-23ef1e11468e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:31.141669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 999375f7-bd45-4874-895b-23ef1e11468e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:25:31.147045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4abd43fa-bc46-4432-96ef-2d94170f07cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6484220 Mar 09 17:25:31.149878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 38724) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:31.154633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Request body: {'subnet': {'network_id': '999375f7-bd45-4874-895b-23ef1e11468e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438703608-subnet', 'tenant_id': 'fb3505c194ef4e66902ff69592312d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:25:31.264406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Made reservation on behalf of fb3505c194ef4e66902ff69592312d38 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:25:31.266791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:31.806804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (2ad18b05-5498-49de-a835-431dc8814f8f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:31.867972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad18b05-5498-49de-a835-431dc8814f8f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:31.877015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Checking segment: {'id': '5d8f8699-dea5-45ff-b86c-1b7cfa95819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:25:31.877382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Network hostable DHCP agents. Network: 999375f7-bd45-4874-895b-23ef1e11468e, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:25:31.956099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Network 999375f7-bd45-4874-895b-23ef1e11468e is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:25:32.036022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 999375f7-bd45-4874-895b-23ef1e11468e) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:25:32.040812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:32.041954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:32.045560 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81519bd3-72f3-40db-9103-03efd076df69 None None] Network 999375f7-bd45-4874-895b-23ef1e11468e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:25:32.136240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-403599c4-7f43-443e-af6e-a40c7d91cfa8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9852741 Mar 09 17:25:32.141176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca9fd6-d7f3-4329-80a1-89d5db6a74bf None None] Network 999375f7-bd45-4874-895b-23ef1e11468e requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:25:32.547928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-ff61bdf6-f3f7-4bab-83c3-e4af47997a12 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:32.549420 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-ff61bdf6-f3f7-4bab-83c3-e4af47997a12 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/networks?id=999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 200 len: 811 time: 0.0989916 Mar 09 17:25:32.563980 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-6c37d7cb-f975-409f-b65c-18a0ad482647 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/quotas/fb3505c194ef4e66902ff69592312d38 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Mar 09 17:25:32.594863 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-5c1f13a2-73b9-400f-a5eb-6d73dd3ce473 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262315 Mar 09 17:25:32.686089 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-56bd6cf7-a910-441b-a928-40609e849e4e service neutron] 10.222.0.16 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844588 Mar 09 17:25:32.771996 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-5d23fe88-85f5-40dc-892e-c8dd120e89b2 service neutron] 10.222.0.16 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Mar 09 17:25:33.026896 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d554e96c-35dd-4f35-a04c-946fad6d3207 req-ec4e3bb2-1944-4762-a20d-e36e345928f2 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Mar 09 17:25:33.601795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f2eac49b-8beb-4143-94d0-265e6cb40e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:34.120245 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-da4c70e5-b081-40bb-becb-ac12d06656e4 req-4bb89b54-1ad0-40a1-8a22-90fdb482fe31 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 210 time: 0.0277100 Mar 09 17:25:34.944484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-1ef14244-4adc-445a-a367-06a926d4f811 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:34.945964 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-1ef14244-4adc-445a-a367-06a926d4f811 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.36 "GET /v2.0/networks?id=999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 200 len: 811 time: 0.1043875 Mar 09 17:25:34.957847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Request body: {'port': {'device_id': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e', 'admin_state_up': True, 'tenant_id': 'fb3505c194ef4e66902ff69592312d38'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:25:35.120115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Made reservation on behalf of fb3505c194ef4e66902ff69592312d38 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:25:35.123601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:35.220375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-05615502-f988-4207-8fe8-39a2912d9499 req-e5c57caf-5e3d-48ab-a7a7-c5053893c9d7 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 210 time: 0.0323305 Mar 09 17:25:35.282489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Allocated IP 172.20.0.3 (999375f7-bd45-4874-895b-23ef1e11468e/2ad18b05-5498-49de-a835-431dc8814f8f/a7ff8caf-f19e-45ef-9c80-1787243ad08d) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:25:35.425255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks [] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:35.514837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:35.556608 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Network 999375f7-bd45-4874-895b-23ef1e11468e is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:25:35.561557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:25:35.565163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:25:35.571342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Pushing event updated for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:35.619606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:35.620215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:35.678320 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-83ef9bd1-d4e1-4610-9b09-6743a6426cd9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241347 Mar 09 17:25:35.689617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Request body: {'port': {'device_id': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:25:35.745619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:35.997774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ff8caf-f19e-45ef-9c80-1787243ad08d {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:25:36.005041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Publish callbacks [] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:36.017072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Transition to ACTIVE for port object a7ff8caf-f19e-45ef-9c80-1787243ad08d will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:25:36.075366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:36.125773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:36.183294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ea831d9c-0117-48a8-a3b0-724edf7fdbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:36.189001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Attempting to bind port a7ff8caf-f19e-45ef-9c80-1787243ad08d on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:25:36.189345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Attempting to bind port a7ff8caf-f19e-45ef-9c80-1787243ad08d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5d8f8699-dea5-45ff-b86c-1b7cfa95819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:25:36.193191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Attempting to bind port a7ff8caf-f19e-45ef-9c80-1787243ad08d on network 999375f7-bd45-4874-895b-23ef1e11468e {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:25:36.194004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Port a7ff8caf-f19e-45ef-9c80-1787243ad08d on network 999375f7-bd45-4874-895b-23ef1e11468e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:25:36.194346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Attempting to bind port a7ff8caf-f19e-45ef-9c80-1787243ad08d on network 999375f7-bd45-4874-895b-23ef1e11468e {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:25:36.199729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:25:36.200075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Checking segment: {'id': '5d8f8699-dea5-45ff-b86c-1b7cfa95819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:25:36.200500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Bound using segment: {'id': '5d8f8699-dea5-45ff-b86c-1b7cfa95819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:25:36.200928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Bound port: a7ff8caf-f19e-45ef-9c80-1787243ad08d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8f8699-dea5-45ff-b86c-1b7cfa95819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:25:36.201287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:36.265852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:25:36.268959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d,segment=NetworkSegment(5d8f8699-dea5-45ff-b86c-1b7cfa95819a),segment_id=5d8f8699-dea5-45ff-b86c-1b7cfa95819a)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:25:36.339070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:36.340289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b1220-0f0f-4f9f-8267-ae6cfdff47dd req-8b2b6e8d-56ae-4e28-a605-57e1b8eb2964 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.341802 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c85b1220-0f0f-4f9f-8267-ae6cfdff47dd req-8b2b6e8d-56ae-4e28-a605-57e1b8eb2964 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0556192 Mar 09 17:25:36.369885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.370502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:36.372194 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 1093 time: 0.6865051 Mar 09 17:25:36.374299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:25:36.377552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d" -d '{"events": [{"name": "network-changed", "server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:25:36.389955 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c85b1220-0f0f-4f9f-8267-ae6cfdff47dd req-3873e2dc-def0-439c-9587-1ca58b161cec tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Mar 09 17:25:36.407108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388bdc-180c-4adf-8d4a-123cfc7947f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:36.424456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b0ca3-cf0c-4396-9972-631c9a0d9c5c x-openstack-request-id: req-504b0ca3-cf0c-4396-9972-631c9a0d9c5c {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:25:36.424738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:25:36.425007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-504b0ca3-cf0c-4396-9972-631c9a0d9c5c {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:25:36.425422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d', 'status': 'completed', 'code': 200} Mar 09 17:25:36.487858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d req-9ed0fc5d-caf7-40a7-a6b8-30ea967d3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.489301 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d req-9ed0fc5d-caf7-40a7-a6b8-30ea967d3af4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1127 time: 0.0449588 Mar 09 17:25:36.587940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d req-75d21111-5e91-4d18-966e-10fe410592c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.589858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d req-75d21111-5e91-4d18-966e-10fe410592c2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb3505c194ef4e66902ff69592312d38&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0934947 Mar 09 17:25:36.680019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d req-08de9eb2-e3b9-47d4-b4f0-3273641a90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.682205 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4e23611-ffa7-4b3a-9d3d-64b374ec087d req-08de9eb2-e3b9-47d4-b4f0-3273641a90b8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0868754 Mar 09 17:25:36.761598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-51c6b70a-797a-4ada-bd91-218a83315fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.763001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-51c6b70a-797a-4ada-bd91-218a83315fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1127 time: 0.0480850 Mar 09 17:25:36.803033 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-a34878ba-62a6-4a3a-ab0c-58955453cacb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 217 time: 0.0334983 Mar 09 17:25:36.848984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-5bf5d26b-499a-4682-b5c6-8931f2dc1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:36.850461 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-5bf5d26b-499a-4682-b5c6-8931f2dc1fee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad18b05-5498-49de-a835-431dc8814f8f HTTP/1.1" status: 200 len: 851 time: 0.0412042 Mar 09 17:25:36.881118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-4048a703-8f71-4b8a-aa92-28d365d46237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=999375f7-bd45-4874-895b-23ef1e11468e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245667 Mar 09 17:25:36.973203 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-30b4eae3-926d-429c-b747-d8278087f974 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852623 Mar 09 17:25:37.064841 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f869a3ed-f5df-43a8-b6d8-fbd8bfcc86e7 req-486d7fbe-b8fe-4e06-9482-154bf19a44b4 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842798 Mar 09 17:25:37.184374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:37.506343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68650-6006-471e-9442-87bd8126686f req-79af68ba-0ddd-4edb-bf65-a6b8d4f39837 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:37.507799 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1a68650-6006-471e-9442-87bd8126686f req-79af68ba-0ddd-4edb-bf65-a6b8d4f39837 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0507827 Mar 09 17:25:37.552713 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b1a68650-6006-471e-9442-87bd8126686f req-cd2df10d-966e-4ec5-b1c1-96c692a91d33 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Mar 09 17:25:38.360932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:38.671331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b853f2-4f33-47c6-a8f3-1e592f18ef0e req-6f305a07-3e3d-4ab4-8261-bd9f5590ada2 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:38.672833 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03b853f2-4f33-47c6-a8f3-1e592f18ef0e req-6f305a07-3e3d-4ab4-8261-bd9f5590ada2 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0528154 Mar 09 17:25:38.718619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03b853f2-4f33-47c6-a8f3-1e592f18ef0e req-117c0391-5faa-453c-a69b-d8904ba75441 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Mar 09 17:25:38.943242 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:25:39.838174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc6d8-e1e6-4098-8cb2-170fcbeca430 req-df2b7585-3214-4050-8500-344a7c70d6c4 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:39.839634 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125dc6d8-e1e6-4098-8cb2-170fcbeca430 req-df2b7585-3214-4050-8500-344a7c70d6c4 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0572248 Mar 09 17:25:39.853443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:39.889287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-125dc6d8-e1e6-4098-8cb2-170fcbeca430 req-99a8ff24-0697-40bc-b369-2e68311e0f18 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Mar 09 17:25:40.215037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a7ff8caf-f19e-45ef-9c80-1787243ad08d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:25:40.309295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d,segment=NetworkSegment(5d8f8699-dea5-45ff-b86c-1b7cfa95819a),segment_id=5d8f8699-dea5-45ff-b86c-1b7cfa95819a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:40.319818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d', 'network_id': '999375f7-bd45-4874-895b-23ef1e11468e', 'port_id': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d', 'mac_address': 'fa:16:3e:3f:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad18b05-5498-49de-a835-431dc8814f8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:25:40.354983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port a7ff8caf-f19e-45ef-9c80-1787243ad08d is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:25:40.355376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:40.372250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ff8caf-f19e-45ef-9c80-1787243ad08d {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:25:40.390271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d,segment=NetworkSegment(5d8f8699-dea5-45ff-b86c-1b7cfa95819a),segment_id=5d8f8699-dea5-45ff-b86c-1b7cfa95819a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:40.462940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:40.509163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:40.655264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['a7ff8caf-f19e-45ef-9c80-1787243ad08d'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:25:41.004693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1076-2462-4040-b9f2-3f6c20ce866d req-5a230b59-7742-4c78-b513-94f892cdee0d tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:41.006171 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b66a1076-2462-4040-b9f2-3f6c20ce866d req-5a230b59-7742-4c78-b513-94f892cdee0d tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 944 time: 0.0527883 Mar 09 17:25:41.053779 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b66a1076-2462-4040-b9f2-3f6c20ce866d req-9d18804f-7526-4aef-9866-d057828a1e9e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Mar 09 17:25:42.170498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd7fc2-8a9d-4e04-846b-f235d60205ce req-c717b9ac-f505-4185-b22e-f4d4cbbca3f8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:42.171900 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-facd7fc2-8a9d-4e04-846b-f235d60205ce req-c717b9ac-f505-4185-b22e-f4d4cbbca3f8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 944 time: 0.0519626 Mar 09 17:25:42.217233 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-facd7fc2-8a9d-4e04-846b-f235d60205ce req-bf4225dd-fe22-440a-98be-cff2543e7b39 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Mar 09 17:25:42.230401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a7ff8caf-f19e-45ef-9c80-1787243ad08d up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:25:42.348017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port a7ff8caf-f19e-45ef-9c80-1787243ad08d completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:25:42.351576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port a7ff8caf-f19e-45ef-9c80-1787243ad08d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:25:42.352652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:42.427850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port a7ff8caf-f19e-45ef-9c80-1787243ad08d is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:25:42.428172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:42.450262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:25:42.452527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3170a-bcce-4ff0-8993-f7f68b6f32d8" -d '{"events": [{"server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:25:42.464610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d,segment=NetworkSegment(5d8f8699-dea5-45ff-b86c-1b7cfa95819a),segment_id=5d8f8699-dea5-45ff-b86c-1b7cfa95819a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:25:42.486102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0a9984-1835-46e5-bf3c-c03f14d233b4 x-openstack-request-id: req-6b0a9984-1835-46e5-bf3c-c03f14d233b4 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:25:42.486399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:25:42.486661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b0a9984-1835-46e5-bf3c-c03f14d233b4 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:25:42.487098 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d', 'code': 200} Mar 09 17:25:42.544020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:42.593247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:25:42.775050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10add3ea-5e56-490e-9719-d20fee0111df req-dbac215c-4d21-4aba-a760-cfbb0cc4a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:42.776504 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10add3ea-5e56-490e-9719-d20fee0111df req-dbac215c-4d21-4aba-a760-cfbb0cc4a486 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0470142 Mar 09 17:25:42.817509 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-10add3ea-5e56-490e-9719-d20fee0111df req-8510443d-8f1b-4c0d-828a-3caeec2a65e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357108 Mar 09 17:25:43.330874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b329-2637-489f-8826-3e408792f525 req-7068523a-3090-4afd-ae14-0655da3d3300 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:43.332340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-53e2b329-2637-489f-8826-3e408792f525 req-7068523a-3090-4afd-ae14-0655da3d3300 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0508723 Mar 09 17:25:43.381745 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-53e2b329-2637-489f-8826-3e408792f525 req-8cd588aa-c00f-4e21-9e11-ac167674f026 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Mar 09 17:25:44.499198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe72f-3e28-4e66-b80e-1c5910316978 req-8ccbfdb4-4550-4a15-b97d-f8d1196105a9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:44.500724 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b3fe72f-3e28-4e66-b80e-1c5910316978 req-8ccbfdb4-4550-4a15-b97d-f8d1196105a9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0513420 Mar 09 17:25:44.545511 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9b3fe72f-3e28-4e66-b80e-1c5910316978 req-4853e646-1053-4bec-b4d8-e515a3d516af tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Mar 09 17:25:44.987104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba8de-6b00-4668-b10f-9edc9febc7ed req-e6646995-920c-4b51-8df6-8e34f1df61e4 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:44.988548 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-270ba8de-6b00-4668-b10f-9edc9febc7ed req-e6646995-920c-4b51-8df6-8e34f1df61e4 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Mar 09 17:25:45.039581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-270ba8de-6b00-4668-b10f-9edc9febc7ed req-38ea4e0f-8d62-4206-9d3c-3fe73bd5dc65 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 Mar 09 17:25:45.124147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38788) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:25:45.209717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-698dd762-f35d-4c5d-9a47-05820fbd6521 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843914 Mar 09 17:25:45.218368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-b9de691b-9d1d-45a9-9ed1-228a7867bc48 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:25:45.219326 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-b9de691b-9d1d-45a9-9ed1-228a7867bc48 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050044 Mar 09 17:25:45.895899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-1bc15fc4-7a18-4a8c-a0ab-69ee015780f8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:45.897265 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-1bc15fc4-7a18-4a8c-a0ab-69ee015780f8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports/a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 942 time: 0.0927207 Mar 09 17:25:46.161717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee0e7c-85df-40cc-9032-b6cefe5dcf7f req-766947e1-1e25-4f84-b773-32c758a9d160 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:46.163220 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cfee0e7c-85df-40cc-9032-b6cefe5dcf7f req-766947e1-1e25-4f84-b773-32c758a9d160 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0549006 Mar 09 17:25:46.220168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361583d3-148f-4a05-bd30-c4202f08e1db req-a97e7488-354f-4e90-a439-e23262c256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:46.220954 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cfee0e7c-85df-40cc-9032-b6cefe5dcf7f req-eb381374-d668-427f-8be7-5a1c682af6d1 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514488 Mar 09 17:25:46.221800 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-a97e7488-354f-4e90-a439-e23262c256eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0476358 Mar 09 17:25:46.327622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361583d3-148f-4a05-bd30-c4202f08e1db req-97ea8a1d-a0d7-4a7d-8677-ebfcf0aaf381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:46.329156 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-97ea8a1d-a0d7-4a7d-8677-ebfcf0aaf381 service neutron] 10.222.0.36 "GET /v2.0/networks?id=999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 200 len: 911 time: 0.0895886 Mar 09 17:25:46.369830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-9647270e-17a3-402f-92c3-77e6000feb83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 217 time: 0.0350418 Mar 09 17:25:46.416428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361583d3-148f-4a05-bd30-c4202f08e1db req-50c3137c-6e22-43a9-ab02-1ab284510438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:46.417882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-50c3137c-6e22-43a9-ab02-1ab284510438 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad18b05-5498-49de-a835-431dc8814f8f HTTP/1.1" status: 200 len: 851 time: 0.0426738 Mar 09 17:25:46.453633 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-e9394160-39a1-40ff-aa3c-7f41879e397d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=999375f7-bd45-4874-895b-23ef1e11468e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295734 Mar 09 17:25:46.540857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-1fb8e00a-d76c-4d5a-87d6-3931351147c6 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817544 Mar 09 17:25:46.641095 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-361583d3-148f-4a05-bd30-c4202f08e1db req-37066d7a-5c5e-4112-8b33-a9d22062882f service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886018 Mar 09 17:25:47.333740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a42f60-1ca8-4838-808c-7093ee4013b8 req-5ef7cff6-dfd3-46bf-996b-aba0a8fc774f tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:47.335262 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-91a42f60-1ca8-4838-808c-7093ee4013b8 req-5ef7cff6-dfd3-46bf-996b-aba0a8fc774f tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Mar 09 17:25:47.382041 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-91a42f60-1ca8-4838-808c-7093ee4013b8 req-4f8e8b56-cae2-431b-8c49-f151022c36d6 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Mar 09 17:25:47.543996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-0b355803-308f-40bc-855e-eb25a9e12ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:47.545427 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-0b355803-308f-40bc-855e-eb25a9e12ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0443470 Mar 09 17:25:47.637698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-c6381d7b-6d3f-4616-891a-5618fad86344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:47.639174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-c6381d7b-6d3f-4616-891a-5618fad86344 service neutron] 10.222.0.36 "GET /v2.0/networks?id=999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 200 len: 911 time: 0.0874090 Mar 09 17:25:47.678199 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-844b861b-73cb-4074-bbd2-c809b6172e77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 217 time: 0.0332875 Mar 09 17:25:47.728851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-7b806468-78fe-4a42-b931-0fd8dd6067fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:47.730262 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-7b806468-78fe-4a42-b931-0fd8dd6067fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad18b05-5498-49de-a835-431dc8814f8f HTTP/1.1" status: 200 len: 851 time: 0.0461791 Mar 09 17:25:47.760774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-c5fca138-d5a6-4b93-bf64-dc8a923ecf1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=999375f7-bd45-4874-895b-23ef1e11468e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244644 Mar 09 17:25:47.846491 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-7b568098-4475-4535-91bc-9238a51b8ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801086 Mar 09 17:25:47.935731 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-47998584-373c-49cf-a2d3-e399c49654bc service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840743 Mar 09 17:25:48.499223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089381-47b0-4641-814b-c885a1a28a42 req-4f19dfc8-85b5-492d-a055-c262d508ce27 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:48.500726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-48089381-47b0-4641-814b-c885a1a28a42 req-4f19dfc8-85b5-492d-a055-c262d508ce27 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Mar 09 17:25:48.551521 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-48089381-47b0-4641-814b-c885a1a28a42 req-44756832-e5d0-4cef-acac-5448932ae6d0 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Mar 09 17:25:49.669305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98c9c-40a5-4a28-b04b-95081d8d4cff req-bf0dc161-1a4a-4d02-be7d-391b90265ee8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:49.670786 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fd98c9c-40a5-4a28-b04b-95081d8d4cff req-bf0dc161-1a4a-4d02-be7d-391b90265ee8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0532322 Mar 09 17:25:49.716893 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7fd98c9c-40a5-4a28-b04b-95081d8d4cff req-a9b87f01-d43c-45cb-b782-50aa30cbe9f5 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Mar 09 17:25:50.831978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79163-db5b-4893-9445-cb6ebc27ad56 req-8fd7bf1d-c998-4501-894d-f5657b83e5a1 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:50.833478 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98d79163-db5b-4893-9445-cb6ebc27ad56 req-8fd7bf1d-c998-4501-894d-f5657b83e5a1 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Mar 09 17:25:50.878799 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98d79163-db5b-4893-9445-cb6ebc27ad56 req-c68a974b-d738-46e7-8a03-df4b82db52ff tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Mar 09 17:25:52.001897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a80cd-b5c5-49ba-91d4-ba2577c18b30 req-c791d82d-571f-445a-b568-3d414fc1bc52 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:52.003374 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a33a80cd-b5c5-49ba-91d4-ba2577c18b30 req-c791d82d-571f-445a-b568-3d414fc1bc52 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Mar 09 17:25:52.049387 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a33a80cd-b5c5-49ba-91d4-ba2577c18b30 req-6b8a5a68-7c08-40ff-915c-8ece43a1e53e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Mar 09 17:25:53.166546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362563-d04e-4ac7-9ae5-4da082fa5254 req-51546b91-e857-482e-9f8a-7bee3cc507ac tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:53.168020 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6c362563-d04e-4ac7-9ae5-4da082fa5254 req-51546b91-e857-482e-9f8a-7bee3cc507ac tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0516369 Mar 09 17:25:53.213334 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6c362563-d04e-4ac7-9ae5-4da082fa5254 req-2ae6eee1-5e82-4537-8883-c7b803f4bd9d tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Mar 09 17:25:54.329275 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87ac0c-7b11-413a-9280-0adf8f44d3e2 req-27ba86fe-f9c1-4c6b-bbf5-ca5075351631 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:54.330762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d87ac0c-7b11-413a-9280-0adf8f44d3e2 req-27ba86fe-f9c1-4c6b-bbf5-ca5075351631 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Mar 09 17:25:54.376471 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d87ac0c-7b11-413a-9280-0adf8f44d3e2 req-0d6bc5f7-69c5-4e2c-bbaa-bbcf0c3fd5c9 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Mar 09 17:25:55.496641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60a57-7852-4c16-b64c-6f42b6993776 req-e3399e6b-da08-4c37-91a9-f91ca086f886 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:55.498108 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-86a60a57-7852-4c16-b64c-6f42b6993776 req-e3399e6b-da08-4c37-91a9-f91ca086f886 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0571575 Mar 09 17:25:55.542686 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-86a60a57-7852-4c16-b64c-6f42b6993776 req-ec3b3758-9e53-41e0-9572-6b5b0c137981 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Mar 09 17:25:56.660991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72df99-e295-4fa8-8f1d-86c74cb48927 req-7387f928-48e0-4888-94ec-1dd279e51dc0 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:56.662462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac72df99-e295-4fa8-8f1d-86c74cb48927 req-7387f928-48e0-4888-94ec-1dd279e51dc0 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0532799 Mar 09 17:25:56.710817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac72df99-e295-4fa8-8f1d-86c74cb48927 req-8b3e4c26-5b19-4fd9-841d-91cc3ddaf715 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Mar 09 17:25:57.827148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec099-15ab-43a2-9e97-7b3adcdadd68 req-d4348d56-4c8c-4e3a-8d0b-11ab9327cd28 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:57.828577 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e4aec099-15ab-43a2-9e97-7b3adcdadd68 req-d4348d56-4c8c-4e3a-8d0b-11ab9327cd28 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0519512 Mar 09 17:25:57.875850 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e4aec099-15ab-43a2-9e97-7b3adcdadd68 req-968bd2c9-bea0-406a-87c3-4032b0295974 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Mar 09 17:25:58.760710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:25:58.991184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909f94-2cc7-48d2-8627-4a070ae9d8b2 req-061da985-816f-4ea0-bde9-89bd71d363a3 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:25:58.992748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-47909f94-2cc7-48d2-8627-4a070ae9d8b2 req-061da985-816f-4ea0-bde9-89bd71d363a3 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0515430 Mar 09 17:25:59.038257 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-47909f94-2cc7-48d2-8627-4a070ae9d8b2 req-b3e7fb22-1ec2-4b1f-a1e1-7d5decbdd917 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Mar 09 17:26:00.175936 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db43e-6e60-4a76-ac72-44563ca167bb req-81f207c3-b6cb-4c79-b2b6-110cdeb5ed7f tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:00.175936 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba7db43e-6e60-4a76-ac72-44563ca167bb req-81f207c3-b6cb-4c79-b2b6-110cdeb5ed7f tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0563102 Mar 09 17:26:00.208611 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba7db43e-6e60-4a76-ac72-44563ca167bb req-e9a6b5ec-a5f8-40a3-8d63-6de92a424d45 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Mar 09 17:26:01.327881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cf4e2-5c08-4b6b-aac5-ede5fbc5609d req-ac931239-5226-4828-80ae-2bd3d68a6a69 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:01.329390 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-656cf4e2-5c08-4b6b-aac5-ede5fbc5609d req-ac931239-5226-4828-80ae-2bd3d68a6a69 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0526383 Mar 09 17:26:01.375038 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-656cf4e2-5c08-4b6b-aac5-ede5fbc5609d req-2d519d24-ea65-4e99-95e1-10751ea9b265 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Mar 09 17:26:02.492806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c53143-569d-4167-b6e0-91b7785ee800 req-b1a973af-3c7f-41fe-851e-80ff9f61afe2 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:02.494272 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2c53143-569d-4167-b6e0-91b7785ee800 req-b1a973af-3c7f-41fe-851e-80ff9f61afe2 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Mar 09 17:26:02.539150 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2c53143-569d-4167-b6e0-91b7785ee800 req-48ad265f-a4fb-410a-9441-f99a35c187df tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Mar 09 17:26:03.581929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-daa7c5ec-b9fe-434a-9d54-635bfda86de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:03.658273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7c555-063a-400e-94c8-0d347550b3bf req-1ab4ef49-feaf-4ab2-9adb-2c0496761801 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:03.659742 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-53e7c555-063a-400e-94c8-0d347550b3bf req-1ab4ef49-feaf-4ab2-9adb-2c0496761801 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Mar 09 17:26:03.704937 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-53e7c555-063a-400e-94c8-0d347550b3bf req-f051b99a-df95-48f5-9ea1-ecb69ba953d2 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Mar 09 17:26:04.819277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1c18b-8bf4-450f-ac1c-2bf59afe5b29 req-b2dc554d-229e-4ee9-b349-ab3e6e34272a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:04.820758 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4b1c18b-8bf4-450f-ac1c-2bf59afe5b29 req-b2dc554d-229e-4ee9-b349-ab3e6e34272a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0518718 Mar 09 17:26:04.870656 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c4b1c18b-8bf4-450f-ac1c-2bf59afe5b29 req-692e1806-b494-4e5a-8f8f-6a28c7332a5f tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Mar 09 17:26:05.986394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e519d-2253-4837-b086-4feeea0ab507 req-58dccd29-b4bd-4a69-8fa3-1bb104e48f34 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:05.987870 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a86e519d-2253-4837-b086-4feeea0ab507 req-58dccd29-b4bd-4a69-8fa3-1bb104e48f34 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Mar 09 17:26:06.037622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a86e519d-2253-4837-b086-4feeea0ab507 req-2f222c79-988a-4e8c-b3dd-67d98bfd1205 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Mar 09 17:26:06.189231 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9afa4083-327f-48d7-9cb4-4ada042772e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:07.155614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85a5a0-51d5-44bd-84e6-e8d76cfc05d0 req-75d794d5-d353-4c63-b7e5-fbd535fd5257 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:07.157155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9d85a5a0-51d5-44bd-84e6-e8d76cfc05d0 req-75d794d5-d353-4c63-b7e5-fbd535fd5257 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Mar 09 17:26:07.204588 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9d85a5a0-51d5-44bd-84e6-e8d76cfc05d0 req-be06de84-173b-4225-a524-e94456fbb0a8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Mar 09 17:26:07.212169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:08.323173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e295c5c-92dd-488d-80ea-8b872d1e3f12 req-bba8e13e-1adf-4295-a6d0-07b1e1bf5e22 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:08.326447 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6e295c5c-92dd-488d-80ea-8b872d1e3f12 req-bba8e13e-1adf-4295-a6d0-07b1e1bf5e22 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0535336 Mar 09 17:26:08.377588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6e295c5c-92dd-488d-80ea-8b872d1e3f12 req-ad9077b3-f9f5-45ab-9be8-ce5fd15b2db7 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473542 Mar 09 17:26:08.378057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:09.494040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0961b1-352e-40b3-af87-fb2b857763fb req-d021fea4-5bd1-4968-b1d7-278eb14fa58c tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:09.495503 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1f0961b1-352e-40b3-af87-fb2b857763fb req-d021fea4-5bd1-4968-b1d7-278eb14fa58c tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Mar 09 17:26:09.540606 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1f0961b1-352e-40b3-af87-fb2b857763fb req-d45f4de5-52b2-425c-afe0-f6039bdc717a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Mar 09 17:26:09.850459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:10.656730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144079e8-d894-4363-8d67-20b3e0874d28 req-451496c3-a9fb-4d63-a2b8-043e5a2e20d3 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:10.658207 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-144079e8-d894-4363-8d67-20b3e0874d28 req-451496c3-a9fb-4d63-a2b8-043e5a2e20d3 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Mar 09 17:26:10.703410 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-144079e8-d894-4363-8d67-20b3e0874d28 req-8d39c89a-2954-4fe3-bd40-bc6589dcba22 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Mar 09 17:26:11.822515 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fae03e-3e58-4b3e-a4e2-970c6abfc192 req-978c754b-b3af-4223-b63b-77235e09b035 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:11.823978 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-07fae03e-3e58-4b3e-a4e2-970c6abfc192 req-978c754b-b3af-4223-b63b-77235e09b035 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0561559 Mar 09 17:26:11.869145 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-07fae03e-3e58-4b3e-a4e2-970c6abfc192 req-35cb5787-8a8b-44d4-ba86-c97c50fae2dd tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Mar 09 17:26:12.988271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c789c1-169b-4751-8751-03151bc155c6 req-d44dea55-911e-4194-94d5-4a951f2527f8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:12.990041 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b1c789c1-169b-4751-8751-03151bc155c6 req-d44dea55-911e-4194-94d5-4a951f2527f8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0524597 Mar 09 17:26:13.035264 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b1c789c1-169b-4751-8751-03151bc155c6 req-a458b1b0-235f-4d6d-84c0-951da92db51c tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Mar 09 17:26:14.150144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba6b72-4234-4609-a218-d289c75589d0 req-aa4fc15d-e558-4491-861f-f96517d0f627 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:14.151597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a2ba6b72-4234-4609-a218-d289c75589d0 req-aa4fc15d-e558-4491-861f-f96517d0f627 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Mar 09 17:26:14.196564 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a2ba6b72-4234-4609-a218-d289c75589d0 req-8d694379-6e38-4369-90cb-c43901b7289d tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Mar 09 17:26:14.809668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-9a027a96-92d0-465e-8821-2d20a2ae73b6 service neutron] 10.222.0.36 "GET /v2.0/ports/a7ff8caf-f19e-45ef-9c80-1787243ad08d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0575073 Mar 09 17:26:15.373543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc4de5-195f-41cb-af67-8886a15dbee6 req-85221b2d-a292-4886-9fb7-f9038affaa24 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:15.375012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-01dc4de5-195f-41cb-af67-8886a15dbee6 req-85221b2d-a292-4886-9fb7-f9038affaa24 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.1128304 Mar 09 17:26:15.377507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-022b6a8c-1c5d-45fb-8b98-d239966495b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:15.378844 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-022b6a8c-1c5d-45fb-8b98-d239966495b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0&tenant_id=fb3505c194ef4e66902ff69592312d38 HTTP/1.1" status: 200 len: 1129 time: 0.1083438 Mar 09 17:26:15.444141 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-01dc4de5-195f-41cb-af67-8886a15dbee6 req-68010669-e03f-41c5-ab84-d3d4b5d19e9f tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633662 Mar 09 17:26:15.459396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-ddbba58e-d357-4432-9f59-38de9cd9ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:15.460868 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-ddbba58e-d357-4432-9f59-38de9cd9ef8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0559499 Mar 09 17:26:15.794165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-1ab6883c-762f-46d2-9444-2a79f6b542ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:15.795618 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-1ab6883c-762f-46d2-9444-2a79f6b542ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 200 len: 911 time: 0.3263478 Mar 09 17:26:15.834069 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-359d0ab9-6029-4c17-ae42-1b32289a4578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 217 time: 0.0325589 Mar 09 17:26:15.879880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-bc085428-9af9-4583-bf92-bb1482217d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:15.881315 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-bc085428-9af9-4583-bf92-bb1482217d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad18b05-5498-49de-a835-431dc8814f8f HTTP/1.1" status: 200 len: 851 time: 0.0414782 Mar 09 17:26:15.911298 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-e6ceae18-512b-4313-9ddd-9e6b245ff0d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=999375f7-bd45-4874-895b-23ef1e11468e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240180 Mar 09 17:26:15.941889 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:26:16.000362 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-4f5849ce-f188-41d4-86c4-5e4f37f53223 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827384 Mar 09 17:26:16.089606 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c7ff12-07d4-4cad-a7f5-7c017219cb88 req-ed8e2244-0f9c-41f0-8291-978efe691be0 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839882 Mar 09 17:26:16.560146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e4b38-cd98-461a-b4d8-dd187b0eaf40 req-2dfd7903-39ec-454a-b446-94bc636c979e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:16.561631 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ec6e4b38-cd98-461a-b4d8-dd187b0eaf40 req-2dfd7903-39ec-454a-b446-94bc636c979e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Mar 09 17:26:16.612291 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ec6e4b38-cd98-461a-b4d8-dd187b0eaf40 req-b677a1cd-8a43-4dcc-861e-d0aba4b39e42 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Mar 09 17:26:17.730837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f42ed-73fd-46e3-8bc1-e0d7ba0d252f req-dedcc62d-5ec1-4d06-b9e6-a1ecea4cb44e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:17.732335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-369f42ed-73fd-46e3-8bc1-e0d7ba0d252f req-dedcc62d-5ec1-4d06-b9e6-a1ecea4cb44e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 945 time: 0.0537484 Mar 09 17:26:17.778678 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-369f42ed-73fd-46e3-8bc1-e0d7ba0d252f req-79338122-f4cf-4e9e-8bc6-3ef81ae89585 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Mar 09 17:26:18.376513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a7ff8caf-f19e-45ef-9c80-1787243ad08d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:26:18.449655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port a7ff8caf-f19e-45ef-9c80-1787243ad08d is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:26:18.450048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:18.471580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:26:18.473804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574eb91c-b74e-4a55-b7ad-6d0a1c98dd4e" -d '{"events": [{"server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:26:18.488431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d,segment=NetworkSegment(5d8f8699-dea5-45ff-b86c-1b7cfa95819a),segment_id=5d8f8699-dea5-45ff-b86c-1b7cfa95819a)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:26:18.521857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecbca55-9b01-430e-8292-d2e2eaf4d9aa x-openstack-request-id: req-9ecbca55-9b01-430e-8292-d2e2eaf4d9aa {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:26:18.522160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:26:18.522419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ecbca55-9b01-430e-8292-d2e2eaf4d9aa {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:26:18.522816 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d', 'code': 200} Mar 09 17:26:18.558774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:18.604988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:18.611749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.612100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.612468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.612811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.613147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.613481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.613812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.614393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.614769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.615100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.615429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.615748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.616069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:18.894222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db41dd-9224-48af-9cf7-11f303323d25 req-598b9a40-97e2-46b8-88a7-e0bffe6682e8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:18.895687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-04db41dd-9224-48af-9cf7-11f303323d25 req-598b9a40-97e2-46b8-88a7-e0bffe6682e8 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0513902 Mar 09 17:26:18.940705 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-04db41dd-9224-48af-9cf7-11f303323d25 req-389a820f-62f4-4fef-ada0-f70f36c2e28a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Mar 09 17:26:19.444313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801548f1-721d-4b73-a98f-f708a0f3408c req-18b07951-964f-46b7-9dbd-d26e68f55b1e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:19.445722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-18b07951-964f-46b7-9dbd-d26e68f55b1e tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.36 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0&tenant_id=fb3505c194ef4e66902ff69592312d38&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0922749 Mar 09 17:26:19.526943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801548f1-721d-4b73-a98f-f708a0f3408c req-0b1845d3-344f-4f4d-aadb-a50326be1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:19.528402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-0b1845d3-344f-4f4d-aadb-a50326be1722 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb3505c194ef4e66902ff69592312d38&device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 1127 time: 0.0428255 Mar 09 17:26:19.617663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801548f1-721d-4b73-a98f-f708a0f3408c req-e5b75ed1-3a58-4a73-8b05-161a1d6cab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:19.619224 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-e5b75ed1-3a58-4a73-8b05-161a1d6cab16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 200 len: 911 time: 0.0855484 Mar 09 17:26:19.658037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-583c8ad7-41ca-41f4-a627-d4a397d06dce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 200 len: 217 time: 0.0331786 Mar 09 17:26:19.706615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801548f1-721d-4b73-a98f-f708a0f3408c req-e712cbcc-10e5-4285-88c9-c4604875ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:19.707931 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-e712cbcc-10e5-4285-88c9-c4604875ed63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad18b05-5498-49de-a835-431dc8814f8f HTTP/1.1" status: 200 len: 851 time: 0.0445588 Mar 09 17:26:19.737581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-967eed86-2ad7-4dff-96d9-ea7930ae3b42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=999375f7-bd45-4874-895b-23ef1e11468e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239596 Mar 09 17:26:19.821779 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-629c71ac-0a7b-4209-b087-6546f8ec15bc service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783906 Mar 09 17:26:19.912821 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-0f118a3f-3bca-4c3a-ac0e-979282cfff84 service neutron] 10.222.0.36 "GET /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852869 Mar 09 17:26:21.343038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3cc6-212b-4c7c-a7ed-51108d535610 req-c69edad0-6803-49f0-93b0-662563868e17 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:21.344593 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41bd3cc6-212b-4c7c-a7ed-51108d535610 req-c69edad0-6803-49f0-93b0-662563868e17 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0536551 Mar 09 17:26:21.390803 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41bd3cc6-212b-4c7c-a7ed-51108d535610 req-aed98a8c-dab5-4312-acc6-3d6ce552e96a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Mar 09 17:26:22.404315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a7ff8caf-f19e-45ef-9c80-1787243ad08d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:26:22.478330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port a7ff8caf-f19e-45ef-9c80-1787243ad08d is: DOWN; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:26:22.510389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363f08-c2eb-4f07-ac95-88c8bb471e9e req-24186319-60af-437b-98f3-4e76e4078b27 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:22.511901 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-24363f08-c2eb-4f07-ac95-88c8bb471e9e req-24186319-60af-437b-98f3-4e76e4078b27 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0538638 Mar 09 17:26:22.557142 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-24363f08-c2eb-4f07-ac95-88c8bb471e9e req-40229e83-199a-4aee-b28d-e782e7d8fffd tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/security-groups?id=498637d8-f959-49f0-bf7a-48ea8a82a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Mar 09 17:26:22.979091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801548f1-721d-4b73-a98f-f708a0f3408c req-5aaf333b-18c8-4047-9bfb-5cd94462a01a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:22.980631 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-5aaf333b-18c8-4047-9bfb-5cd94462a01a tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.36 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 943 time: 0.0549285 Mar 09 17:26:23.069859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Deleting port a7ff8caf-f19e-45ef-9c80-1787243ad08d {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:26:23.070209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:23.158491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] For port a7ff8caf-f19e-45ef-9c80-1787243ad08d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7ff8caf-f19e-45ef-9c80-1787243ad08d,segment=NetworkSegment(5d8f8699-dea5-45ff-b86c-1b7cfa95819a),segment_id=5d8f8699-dea5-45ff-b86c-1b7cfa95819a)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:26:23.158860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:23.170767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Calling delete_port for a7ff8caf-f19e-45ef-9c80-1787243ad08d owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:26:23.359988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a7ff8caf-f19e-45ef-9c80-1787243ad08d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:23.392173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Pushing event deleted for resources: {'Port': ['ID=a7ff8caf-f19e-45ef-9c80-1787243ad08d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:23.421574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.422034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.422386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.422724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.423063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.423415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.423727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.424062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.424526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.424860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.425191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.425515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.425836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:23.442346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] No DVR routers for this DVR port a7ff8caf-f19e-45ef-9c80-1787243ad08d on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:26:23.444533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:23.448565 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-801548f1-721d-4b73-a98f-f708a0f3408c req-865325db-f6e0-4072-8dd3-9a6d09e8a51b tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.36 "DELETE /v2.0/ports/a7ff8caf-f19e-45ef-9c80-1787243ad08d HTTP/1.1" status: 204 len: 173 time: 0.4630961 Mar 09 17:26:23.448990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'name': 'network-vif-deleted', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:26:23.451219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d9a42-4968-4858-8ff9-7bc99c37453a" -d '{"events": [{"server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "name": "network-vif-deleted", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:26:23.485546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08560ec7-4945-48a0-a507-dae7df023873 x-openstack-request-id: req-08560ec7-4945-48a0-a507-dae7df023873 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:26:23.487277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77797cb3-e42a-4411-a2a7-2806f9a0d1f0", "name": "network-vif-deleted", "tag": "a7ff8caf-f19e-45ef-9c80-1787243ad08d", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:26:23.487277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08560ec7-4945-48a0-a507-dae7df023873 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:26:23.487277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77797cb3-e42a-4411-a2a7-2806f9a0d1f0', 'name': 'network-vif-deleted', 'tag': 'a7ff8caf-f19e-45ef-9c80-1787243ad08d', 'status': 'completed', 'code': 200} Mar 09 17:26:23.650479 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a6b75a45-bf41-40c2-b4a3-bc43a9b10342 req-304528ee-cc11-4866-bd0d-5307bc01d913 tempest-DeleteServersTestJSON-795942420 tempest-DeleteServersTestJSON-795942420-project] 10.222.0.16 "GET /v2.0/ports?device_id=77797cb3-e42a-4411-a2a7-2806f9a0d1f0 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Mar 09 17:26:24.776171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38900) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:26:24.823723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Deleting subnet 2ad18b05-5498-49de-a835-431dc8814f8f {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:26:24.826768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Publish callbacks [] for subnet (2ad18b05-5498-49de-a835-431dc8814f8f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:24.859083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (2ad18b05-5498-49de-a835-431dc8814f8f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:24.896719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (2ad18b05-5498-49de-a835-431dc8814f8f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.022137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (2ad18b05-5498-49de-a835-431dc8814f8f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.045907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad18b05-5498-49de-a835-431dc8814f8f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:25.055934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.056293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.056668 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.057013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.057355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.057994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.057994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.058336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.058671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.059007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.059336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.059663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.059989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:26:25.062837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.066058 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cf5834d8-b141-40ec-bcea-6ee191622712 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2ad18b05-5498-49de-a835-431dc8814f8f HTTP/1.1" status: 204 len: 168 time: 0.2883997 Mar 09 17:26:25.068679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38902) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:26:25.139740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (999375f7-bd45-4874-895b-23ef1e11468e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.217121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (999375f7-bd45-4874-895b-23ef1e11468e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.236293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999375f7-bd45-4874-895b-23ef1e11468e']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:26:25.246112 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8f8699-dea5-45ff-b86c-1b7cfa95819a') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:26:25.246349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8f8699-dea5-45ff-b86c-1b7cfa95819a') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:26:25.255432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (5d8f8699-dea5-45ff-b86c-1b7cfa95819a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.268170 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (5d8f8699-dea5-45ff-b86c-1b7cfa95819a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.273694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:26:25.274099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (5d8f8699-dea5-45ff-b86c-1b7cfa95819a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:26:25.275812 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:26:25.394710 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (999375f7-bd45-4874-895b-23ef1e11468e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.399827 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.403019 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] 10.222.0.16 "DELETE /v2.0/networks/999375f7-bd45-4874-895b-23ef1e11468e HTTP/1.1" status: 204 len: 168 time: 0.3334177 Mar 09 17:26:25.413786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99bfb7-9281-4b91-8f98-e2a1d4ed7416 admin admin] Pushing event deleted for resources: {'Network': ['ID=999375f7-bd45-4874-895b-23ef1e11468e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:25.656572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38906) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:26:25.695454 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3a7d367d-efe1-4d3e-adaf-77611ccdfe4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb3505c194ef4e66902ff69592312d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377204 Mar 09 17:26:25.697846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38908) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:26:25.748410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cda1291e-8fad-4efa-ac05-a940f7aca017 admin admin] Publish callbacks [] for security_group (498637d8-f959-49f0-bf7a-48ea8a82a70f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.768373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cda1291e-8fad-4efa-ac05-a940f7aca017 admin admin] Publish callbacks [] for security_group (498637d8-f959-49f0-bf7a-48ea8a82a70f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.903059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cda1291e-8fad-4efa-ac05-a940f7aca017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (498637d8-f959-49f0-bf7a-48ea8a82a70f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.905637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cda1291e-8fad-4efa-ac05-a940f7aca017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:25.906798 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cda1291e-8fad-4efa-ac05-a940f7aca017 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/498637d8-f959-49f0-bf7a-48ea8a82a70f HTTP/1.1" status: 204 len: 168 time: 0.2080741 Mar 09 17:26:25.914285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1291e-8fad-4efa-ac05-a940f7aca017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498637d8-f959-49f0-bf7a-48ea8a82a70f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:26.448188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a7ff8caf-f19e-45ef-9c80-1787243ad08d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:26:26.467652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: a7ff8caf-f19e-45ef-9c80-1787243ad08d {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:26:26.468006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a7ff8caf-f19e-45ef-9c80-1787243ad08d not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:26:26.866715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38930) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:26:26.957842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1262982025-network', 'tenant_id': 'cfb29f23294a492a843d83ba9b83979d'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:26:27.028614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Made reservation on behalf of cfb29f23294a492a843d83ba9b83979d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:26:27.031038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.040191 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.111874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks [] for security_group (f719fd78-db21-41dd-8cbf-80ba2ebda7af), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.171266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f719fd78-db21-41dd-8cbf-80ba2ebda7af), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.197034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:26:27.202231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f719fd78-db21-41dd-8cbf-80ba2ebda7af,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:27.209717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a9cd8923-06aa-48ed-9d44-0a4c12cce959), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.209717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Added segment a9cd8923-06aa-48ed-9d44-0a4c12cce959 of type vlan for network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 Mar 09 17:26:27.252293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (337aaed1-5dc6-4a0e-b097-915bb4c600f0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.329767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (337aaed1-5dc6-4a0e-b097-915bb4c600f0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.330730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:27.331360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.415959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] Pushing event updated for resources: {'Network': ['ID=337aaed1-5dc6-4a0e-b097-915bb4c600f0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:27.425390 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a9ddb8c-8789-445c-902d-03ea06a8980e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5576317 Mar 09 17:26:27.425595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:26:27.428231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 38934) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:26:27.433012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Request body: {'subnet': {'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1262982025-subnet', 'tenant_id': 'cfb29f23294a492a843d83ba9b83979d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:26:27.514387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Made reservation on behalf of cfb29f23294a492a843d83ba9b83979d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:26:27.516810 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.714230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (9037eaa4-08b2-4c4b-8ad7-1b537165162e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.771552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9037eaa4-08b2-4c4b-8ad7-1b537165162e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:27.779800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Checking segment: {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:26:27.780156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Network hostable DHCP agents. Network: 337aaed1-5dc6-4a0e-b097-915bb4c600f0, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:26:27.862532 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:26:27.925371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 337aaed1-5dc6-4a0e-b097-915bb4c600f0) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:26:27.930434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:27.931424 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:27.934607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ccf0b7-c4e4-4020-9f26-97ba1e329f05 None None] Network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:26:28.008998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fbdbf2b3-e325-42d8-8d2f-9f36a09e38ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5790501 Mar 09 17:26:28.029802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cf43bc-eed4-4bb9-ae3f-d14b379b3d9c None None] Network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:26:28.412622 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-1c47799f-35db-45b5-9a00-4e2a4b1e9bd7 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:28.414073 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-1c47799f-35db-45b5-9a00-4e2a4b1e9bd7 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 815 time: 0.0966649 Mar 09 17:26:28.428807 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-a8fddae6-1a14-4833-93d2-eea79068e9b5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/quotas/cfb29f23294a492a843d83ba9b83979d HTTP/1.1" status: 200 len: 375 time: 0.0087543 Mar 09 17:26:28.463314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-a241bcd9-c540-4441-9c12-f7ffa59638fa tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291893 Mar 09 17:26:28.549793 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-b0185001-f006-454d-8826-d8862efec9c3 service neutron] 10.222.0.16 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799661 Mar 09 17:26:28.638814 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-d10c7b17-c6d2-4cff-8f82-655b1f60e483 service neutron] 10.222.0.16 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 Mar 09 17:26:28.806024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:28.909508 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7254240e-92a7-45b0-b7f6-b542b7ff5512 req-5e24485c-005c-4823-876c-330c315d582c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 210 time: 0.0276210 Mar 09 17:26:30.162874 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-290e90c8-b69f-41ba-b3c1-f009e383170b req-c8123422-edfd-4b6b-a2ec-5b14d20cc974 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 210 time: 0.0284555 Mar 09 17:26:30.844673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-ee1ada21-f34a-4202-a9c1-bcba8397dc6b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:30.846128 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-ee1ada21-f34a-4202-a9c1-bcba8397dc6b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 815 time: 0.1023951 Mar 09 17:26:30.859260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Request body: {'port': {'device_id': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0', 'admin_state_up': True, 'tenant_id': 'cfb29f23294a492a843d83ba9b83979d'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:26:31.049826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Made reservation on behalf of cfb29f23294a492a843d83ba9b83979d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:26:31.053326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:31.181599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Allocated IP 172.20.0.9 (337aaed1-5dc6-4a0e-b097-915bb4c600f0/9037eaa4-08b2-4c4b-8ad7-1b537165162e/d8a99a63-9850-4505-904d-ce892374a00c) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:26:31.267773 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-011d684d-3d7b-4961-89c0-cd09f8713f16 req-c3e01d46-ec32-4a46-bb1f-3678b79b227e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 210 time: 0.0368021 Mar 09 17:26:31.353460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks [] for port (d8a99a63-9850-4505-904d-ce892374a00c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:31.423278 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:31.463430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:26:31.466507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:26:31.468835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:26:31.502463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Pushing event updated for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:31.523061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:31.526919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:31.585154 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-fff5cc97-7677-421b-9aef-5bd940d03e02 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295921 Mar 09 17:26:31.596374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Request body: {'port': {'device_id': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:26:31.657483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8a99a63-9850-4505-904d-ce892374a00c), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:31.906517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a99a63-9850-4505-904d-ce892374a00c {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:26:31.913781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Publish callbacks [] for port (d8a99a63-9850-4505-904d-ce892374a00c), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:31.925160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Transition to ACTIVE for port object d8a99a63-9850-4505-904d-ce892374a00c will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:26:32.005930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:32.058296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:32.125803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Attempting to bind port d8a99a63-9850-4505-904d-ce892374a00c on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:26:32.126152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Attempting to bind port d8a99a63-9850-4505-904d-ce892374a00c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:26:32.126483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Attempting to bind port d8a99a63-9850-4505-904d-ce892374a00c on network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:26:32.130678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Port d8a99a63-9850-4505-904d-ce892374a00c on network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:26:32.131016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Attempting to bind port d8a99a63-9850-4505-904d-ce892374a00c on network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:26:32.136365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:26:32.136720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Checking segment: {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:26:32.137139 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Bound using segment: {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:26:32.137566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Bound port: d8a99a63-9850-4505-904d-ce892374a00c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:26:32.137924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8a99a63-9850-4505-904d-ce892374a00c), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:32.198298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:26:32.201324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8a99a63-9850-4505-904d-ce892374a00c,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:26:32.290314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:32.329472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.330109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:32.331519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 1093 time: 0.7390468 Mar 09 17:26:32.331973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:26:32.334348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e00e2f-347b-499a-8f7f-835e27b4d40d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "tag": "d8a99a63-9850-4505-904d-ce892374a00c"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:26:32.357769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75255a-84f0-4c52-8395-35c46a2e9a88 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:32.369801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466bd20a-0ed3-407c-ace5-1acf8bc6a669 x-openstack-request-id: req-466bd20a-0ed3-407c-ace5-1acf8bc6a669 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:26:32.370222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "tag": "d8a99a63-9850-4505-904d-ce892374a00c", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:26:32.370558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-466bd20a-0ed3-407c-ace5-1acf8bc6a669 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:26:32.371038 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c', 'status': 'completed', 'code': 200} Mar 09 17:26:32.395930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c51d9-9433-464f-b93e-1aaa2db9588e req-207db785-2ad6-4a4d-a81b-49aa1720ccf6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.397461 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-963c51d9-9433-464f-b93e-1aaa2db9588e req-207db785-2ad6-4a4d-a81b-49aa1720ccf6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0606604 Mar 09 17:26:32.435324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00e2f-347b-499a-8f7f-835e27b4d40d req-2512d591-4b3b-4592-a32d-46b2fd263836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.436873 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18e00e2f-347b-499a-8f7f-835e27b4d40d req-2512d591-4b3b-4592-a32d-46b2fd263836 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1127 time: 0.0462158 Mar 09 17:26:32.446817 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-963c51d9-9433-464f-b93e-1aaa2db9588e req-ed7a325c-bb98-4492-8af8-6a95300efe13 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Mar 09 17:26:32.534454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00e2f-347b-499a-8f7f-835e27b4d40d req-2831f0d6-cbad-41e2-8afa-8839be94a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.535930 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18e00e2f-347b-499a-8f7f-835e27b4d40d req-2831f0d6-cbad-41e2-8afa-8839be94a7fc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cfb29f23294a492a843d83ba9b83979d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0907249 Mar 09 17:26:32.632692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00e2f-347b-499a-8f7f-835e27b4d40d req-40578c84-3b4f-44b3-bc2a-7403f2606882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.634236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-18e00e2f-347b-499a-8f7f-835e27b4d40d req-40578c84-3b4f-44b3-bc2a-7403f2606882 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922818 Mar 09 17:26:32.709932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-85392f3e-e2f4-4ca3-85e2-97d8727c3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.711443 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-85392f3e-e2f4-4ca3-85e2-97d8727c3a57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1127 time: 0.0445964 Mar 09 17:26:32.757177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-1532e557-4536-4c79-bcfb-173c5a552437 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 217 time: 0.0387356 Mar 09 17:26:32.802875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-b25d727c-7e0f-4252-a13f-8e879b99188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:32.804286 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-b25d727c-7e0f-4252-a13f-8e879b99188d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0420811 Mar 09 17:26:32.834017 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-c4a93e70-d472-4113-8e1e-735612a51f48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239697 Mar 09 17:26:32.923538 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-2b8ad496-0ff3-4411-894f-deab17d65533 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828831 Mar 09 17:26:33.009794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88d14a88-5752-4faf-8d53-344ad4890ff2 req-56fcd9e9-a4ec-4d69-abd7-c06f40fb99f5 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808108 Mar 09 17:26:33.565953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd5b7f-dbe1-409b-91f7-e01f42a45cac req-8b90a044-63de-4b74-bf37-862dc4b1efa2 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:33.567722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9bcd5b7f-dbe1-409b-91f7-e01f42a45cac req-8b90a044-63de-4b74-bf37-862dc4b1efa2 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0535038 Mar 09 17:26:33.594300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-36a5e78c-1242-4c8e-a547-b87f2a9a0d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:33.620107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9bcd5b7f-dbe1-409b-91f7-e01f42a45cac req-f43ad153-9360-4a3b-a65f-56af1270f04a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Mar 09 17:26:34.739311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878a6ac-3abe-4628-aa06-77d221e99f46 req-91face31-a8f4-47dd-97e8-ada963668988 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:34.740808 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6878a6ac-3abe-4628-aa06-77d221e99f46 req-91face31-a8f4-47dd-97e8-ada963668988 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0557041 Mar 09 17:26:34.785340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6878a6ac-3abe-4628-aa06-77d221e99f46 req-f0187009-baa7-46bc-990b-2cad92b8f307 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Mar 09 17:26:35.900469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571f00-991b-42ae-9d66-d44ecade7459 req-f4089964-74b8-4097-ab08-14861d8eef56 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:35.901953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63571f00-991b-42ae-9d66-d44ecade7459 req-f4089964-74b8-4097-ab08-14861d8eef56 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0519376 Mar 09 17:26:35.947329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63571f00-991b-42ae-9d66-d44ecade7459 req-cafdc48b-3e3b-4c2c-b216-5ec7a43a0878 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Mar 09 17:26:36.205552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-090474c8-c0b5-4925-96b7-82b0bca7534b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:36.465734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d8a99a63-9850-4505-904d-ce892374a00c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:26:36.558650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8a99a63-9850-4505-904d-ce892374a00c,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:26:36.568727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'd8a99a63-9850-4505-904d-ce892374a00c', 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0', 'port_id': 'd8a99a63-9850-4505-904d-ce892374a00c', 'mac_address': 'fa:16:3e:68:77:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9037eaa4-08b2-4c4b-8ad7-1b537165162e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:26:36.607838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d8a99a63-9850-4505-904d-ce892374a00c is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:26:36.608223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8a99a63-9850-4505-904d-ce892374a00c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:36.621367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a99a63-9850-4505-904d-ce892374a00c {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:26:36.640208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8a99a63-9850-4505-904d-ce892374a00c,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:26:36.680520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:36.725150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:36.884066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['d8a99a63-9850-4505-904d-ce892374a00c'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:26:37.068019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd232b-4344-403d-9f34-89c3d88fdcac req-f340a752-0e23-42d9-96b8-1817fb7729c4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:37.069503 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fcd232b-4344-403d-9f34-89c3d88fdcac req-f340a752-0e23-42d9-96b8-1817fb7729c4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 944 time: 0.0515780 Mar 09 17:26:37.115136 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9fcd232b-4344-403d-9f34-89c3d88fdcac req-cdf3100b-e55b-4590-b6a6-577360c3d846 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Mar 09 17:26:37.209465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:38.230441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b250e7d-b81c-470f-a740-84258b5b478e req-988f4d20-bfbe-4386-bd17-b0770100cf18 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:38.231929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b250e7d-b81c-470f-a740-84258b5b478e req-988f4d20-bfbe-4386-bd17-b0770100cf18 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 944 time: 0.0530374 Mar 09 17:26:38.277236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b250e7d-b81c-470f-a740-84258b5b478e req-8bb05704-cae3-4b20-9c61-88bad23b8c8b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Mar 09 17:26:38.409288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:38.481595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d8a99a63-9850-4505-904d-ce892374a00c up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:26:38.580608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port d8a99a63-9850-4505-904d-ce892374a00c completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:26:38.584297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port d8a99a63-9850-4505-904d-ce892374a00c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:26:38.584709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d8a99a63-9850-4505-904d-ce892374a00c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:38.662054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d8a99a63-9850-4505-904d-ce892374a00c is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:26:38.662442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8a99a63-9850-4505-904d-ce892374a00c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:38.683383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:26:38.685631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e0b3d-e73c-4c9e-b7cf-745448ae7834" -d '{"events": [{"server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "name": "network-vif-plugged", "status": "completed", "tag": "d8a99a63-9850-4505-904d-ce892374a00c"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:26:38.697759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8a99a63-9850-4505-904d-ce892374a00c,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:26:38.721817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6154055-367d-4e96-843f-7b69302b8ca8 x-openstack-request-id: req-b6154055-367d-4e96-843f-7b69302b8ca8 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:26:38.722113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "name": "network-vif-plugged", "status": "completed", "tag": "d8a99a63-9850-4505-904d-ce892374a00c", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:26:38.725819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6154055-367d-4e96-843f-7b69302b8ca8 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:26:38.725819 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c', 'code': 200} Mar 09 17:26:38.775470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:38.821818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:26:39.018116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa0a1-e69f-443b-a357-3838baf21387 req-3889765d-36e7-49a5-a07c-2a40c780ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:39.019623 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acefa0a1-e69f-443b-a357-3838baf21387 req-3889765d-36e7-49a5-a07c-2a40c780ce0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1129 time: 0.0482492 Mar 09 17:26:39.061433 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acefa0a1-e69f-443b-a357-3838baf21387 req-ff931466-ca99-4c99-a86e-55cafe6750f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Mar 09 17:26:39.393419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d8b79-8e63-444d-9d08-47ad3ff804a2 req-54deb05e-5123-4ea6-b8f0-74bb9e9c1948 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:39.394890 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c08d8b79-8e63-444d-9d08-47ad3ff804a2 req-54deb05e-5123-4ea6-b8f0-74bb9e9c1948 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0522571 Mar 09 17:26:39.440650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c08d8b79-8e63-444d-9d08-47ad3ff804a2 req-176007d1-a842-47c0-a800-b45f5589f813 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Mar 09 17:26:39.843889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:40.556988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe9340-378d-4611-8e07-8b6ab436e004 req-940b3eb4-1772-43b7-a3d7-f2bd7a859bd0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:40.558453 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d2fe9340-378d-4611-8e07-8b6ab436e004 req-940b3eb4-1772-43b7-a3d7-f2bd7a859bd0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0510957 Mar 09 17:26:40.606935 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d2fe9340-378d-4611-8e07-8b6ab436e004 req-44696f42-b0c2-4e67-9540-c6ab9a05a6d8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Mar 09 17:26:40.724498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff03e6-e56d-46d9-8e00-fdf4bc7c9025 req-e5174f31-34eb-4a1b-b877-d448af9b9ea9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:40.725901 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-43ff03e6-e56d-46d9-8e00-fdf4bc7c9025 req-e5174f31-34eb-4a1b-b877-d448af9b9ea9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0551832 Mar 09 17:26:40.771933 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-43ff03e6-e56d-46d9-8e00-fdf4bc7c9025 req-c8eb52ab-ed75-40c2-a607-3d1a271c282a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Mar 09 17:26:41.044991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bed8-fa74-450d-aee7-20044b47b4de req-a5db883e-d2c6-458b-addb-4df4f21cf9a3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:41.046466 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5be1bed8-fa74-450d-aee7-20044b47b4de req-a5db883e-d2c6-458b-addb-4df4f21cf9a3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0514660 Mar 09 17:26:41.092515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5be1bed8-fa74-450d-aee7-20044b47b4de req-b2fe0ac3-f9a1-4fc5-adf8-8f6198915c05 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Mar 09 17:26:41.206663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bcc89-8340-4e36-99e0-92f5505f88bc req-de1e24a0-a328-4341-aba8-da415d10cb44 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:41.208272 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-382bcc89-8340-4e36-99e0-92f5505f88bc req-de1e24a0-a328-4341-aba8-da415d10cb44 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0518358 Mar 09 17:26:41.254253 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-382bcc89-8340-4e36-99e0-92f5505f88bc req-19416cf9-c046-4721-9ea6-b3e4abd80a00 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Mar 09 17:26:41.690432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196f5d-727c-4692-9e2b-6d91289c6416 req-6eb11848-bc32-45dd-8b54-4e8ddec3a889 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:41.691917 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-43196f5d-727c-4692-9e2b-6d91289c6416 req-6eb11848-bc32-45dd-8b54-4e8ddec3a889 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0525293 Mar 09 17:26:41.738931 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-43196f5d-727c-4692-9e2b-6d91289c6416 req-661fee31-6c9d-4f3f-8a05-15d7af318e8a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Mar 09 17:26:41.799511 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-d01cd7df-beda-45f1-9eab-7e16d9688352 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500700 Mar 09 17:26:42.382039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-b17a94df-4649-457c-9438-dbeeed9272dd tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:42.383882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-b17a94df-4649-457c-9438-dbeeed9272dd tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports/d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 942 time: 0.0452535 Mar 09 17:26:42.859185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f5f1-7d07-4ee6-9a04-6c7d999829c1 req-af247490-28c2-4e2d-89e5-488e57f2b030 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:42.860737 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23e1f5f1-7d07-4ee6-9a04-6c7d999829c1 req-af247490-28c2-4e2d-89e5-488e57f2b030 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0565536 Mar 09 17:26:42.907858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23e1f5f1-7d07-4ee6-9a04-6c7d999829c1 req-b177d227-172c-462d-8a7e-b20dcba42a18 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Mar 09 17:26:43.816181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-31cb70e6-d857-498a-b46d-781f9660826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:43.817746 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-31cb70e6-d857-498a-b46d-781f9660826c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1129 time: 0.0432911 Mar 09 17:26:43.908994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-91c69292-9663-4dec-86f5-853d461dff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:43.910478 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-91c69292-9663-4dec-86f5-853d461dff57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0862250 Mar 09 17:26:43.949629 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-2ec56a06-a26a-47ae-8d37-54e109ddaba0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 217 time: 0.0338445 Mar 09 17:26:43.996528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-1d29fb8d-1892-4e02-8a02-e9ed6ed27bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:43.998016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-1d29fb8d-1892-4e02-8a02-e9ed6ed27bb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0433083 Mar 09 17:26:44.025568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6a5b-ca71-42c4-a9d9-b63f721af0e4 req-0ef5545d-dfa6-47ab-9481-e61c741b11da tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:44.027641 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-19be6a5b-ca71-42c4-a9d9-b63f721af0e4 req-0ef5545d-dfa6-47ab-9481-e61c741b11da tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0533004 Mar 09 17:26:44.029259 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-7f405eb6-0dd3-4451-854d-022c5e4cf8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256917 Mar 09 17:26:44.073450 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-19be6a5b-ca71-42c4-a9d9-b63f721af0e4 req-ba2a5848-7402-4246-84b5-00f5718f65f4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Mar 09 17:26:44.120951 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-f4c78080-7689-4e58-8851-3a3cd7098143 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Mar 09 17:26:44.210459 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-703412c5-ca23-4e16-a003-25819aa94be6 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843308 Mar 09 17:26:45.348126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a5521-d901-42d2-86cd-1e81e193af16 req-b72fa277-42b8-4578-9d58-014c9a7c201e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:45.349617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-667a5521-d901-42d2-86cd-1e81e193af16 req-b72fa277-42b8-4578-9d58-014c9a7c201e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0519481 Mar 09 17:26:45.395290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-667a5521-d901-42d2-86cd-1e81e193af16 req-987fcd55-1255-4832-9940-cf0a73553110 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Mar 09 17:26:46.509157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667d17c-4161-4573-bb05-db1c9a70231f req-708d25d2-03ad-41bf-afd6-fbe82d9e60da tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:46.510607 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6667d17c-4161-4573-bb05-db1c9a70231f req-708d25d2-03ad-41bf-afd6-fbe82d9e60da tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0508676 Mar 09 17:26:46.554838 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6667d17c-4161-4573-bb05-db1c9a70231f req-d6396d92-aa3d-491d-9695-992960f9f4c4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 Mar 09 17:26:47.670107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bd010-091d-4fd2-9733-f642f075ac2d req-54f20844-a96d-4db1-9035-8ea33c7be8f8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:47.671566 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b7bd010-091d-4fd2-9733-f642f075ac2d req-54f20844-a96d-4db1-9035-8ea33c7be8f8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0525005 Mar 09 17:26:47.715707 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b7bd010-091d-4fd2-9733-f642f075ac2d req-c304f748-7d2b-4af9-96d0-c31259f1e35f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Mar 09 17:26:48.213095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-1b58da2f-add9-4824-9182-4d7dc6ace748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:48.214957 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-1b58da2f-add9-4824-9182-4d7dc6ace748 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1129 time: 0.0466330 Mar 09 17:26:48.312926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-53c17c8b-a8a0-4dfd-b644-7fa68c553cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:48.314348 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-53c17c8b-a8a0-4dfd-b644-7fa68c553cd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0824742 Mar 09 17:26:48.358704 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-807b02bd-8524-44f9-827f-7c34359c8d4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 217 time: 0.0374672 Mar 09 17:26:48.405650 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-b2f15302-e601-4027-91d1-4e6776a1d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:48.407037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-b2f15302-e601-4027-91d1-4e6776a1d9c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0421853 Mar 09 17:26:48.436737 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-092003a3-2c9b-4bf4-b2ef-8dad5059f1e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240228 Mar 09 17:26:48.777777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-a3db64d8-dcd3-4f2f-a2cb-c96b857819e1 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351724 Mar 09 17:26:48.835625 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cb399-d2d6-4922-91e7-949a293849cc req-3ef5ebe4-7e93-4515-9126-d291d8b4b018 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:48.837119 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3e9cb399-d2d6-4922-91e7-949a293849cc req-3ef5ebe4-7e93-4515-9126-d291d8b4b018 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0552483 Mar 09 17:26:48.865867 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f29fcfd-94f2-4ea6-9d5b-378d0c75b53a req-bcea0208-d93a-459b-b1ac-eba79d604c06 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819354 Mar 09 17:26:48.883678 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3e9cb399-d2d6-4922-91e7-949a293849cc req-35ee4153-1c1e-490e-ad46-152a606cec8c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Mar 09 17:26:50.006961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9175a2a-78b6-48e5-8ee4-f5a235b9c632 req-b184eeef-41f4-4b89-a479-993d7dfe5177 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:50.008463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d9175a2a-78b6-48e5-8ee4-f5a235b9c632 req-b184eeef-41f4-4b89-a479-993d7dfe5177 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0526712 Mar 09 17:26:50.058522 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d9175a2a-78b6-48e5-8ee4-f5a235b9c632 req-2e0a9031-d5e8-46a2-9799-14495bc75f29 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Mar 09 17:26:51.174787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98267215-f718-48f8-a542-9558dd71ec6d req-d4ae60ac-0b32-4063-866f-dd6ed5a79e11 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:51.176240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98267215-f718-48f8-a542-9558dd71ec6d req-d4ae60ac-0b32-4063-866f-dd6ed5a79e11 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0503740 Mar 09 17:26:51.222098 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98267215-f718-48f8-a542-9558dd71ec6d req-5e2f844a-78a2-447f-868e-8fa37a8f36c9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Mar 09 17:26:52.336593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35439360-3c2a-43f2-816c-2b2a806ace5b req-2c3d3227-881e-4e43-8e14-efd4877caafb tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:52.338046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-35439360-3c2a-43f2-816c-2b2a806ace5b req-2c3d3227-881e-4e43-8e14-efd4877caafb tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0506489 Mar 09 17:26:52.387830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-35439360-3c2a-43f2-816c-2b2a806ace5b req-6e15cc11-2a70-4832-bc9d-f851dce92c80 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Mar 09 17:26:52.940835 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:26:53.507992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109149f-b3c0-4762-92f5-ca758bbb533d req-fdc760b9-d0ad-41a1-b6d7-859d82234e56 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:53.509512 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3109149f-b3c0-4762-92f5-ca758bbb533d req-fdc760b9-d0ad-41a1-b6d7-859d82234e56 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0558715 Mar 09 17:26:53.554625 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3109149f-b3c0-4762-92f5-ca758bbb533d req-23183abd-d298-4ccb-a632-60b817b9cc83 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Mar 09 17:26:54.670839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4491f78-291b-46e8-983c-cfcd18c1b011 req-0afbc2df-e1fb-45a3-86a3-9121bf568464 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:54.672328 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4491f78-291b-46e8-983c-cfcd18c1b011 req-0afbc2df-e1fb-45a3-86a3-9121bf568464 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0518956 Mar 09 17:26:54.716563 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4491f78-291b-46e8-983c-cfcd18c1b011 req-ad6f44e1-6aa4-47ad-8aa8-c0a4bf1a6b99 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387568 Mar 09 17:26:55.831061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78cfc3-7503-40ad-93e7-35cf5020e3be req-1736c3bb-633f-45e7-888e-5c33ea9b7eb9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:55.832545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d78cfc3-7503-40ad-93e7-35cf5020e3be req-1736c3bb-633f-45e7-888e-5c33ea9b7eb9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0514386 Mar 09 17:26:55.877345 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4d78cfc3-7503-40ad-93e7-35cf5020e3be req-8a672874-5361-4964-a6d1-a77ce0c77a1a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Mar 09 17:26:56.995175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cefbc-1d6f-4ef0-a143-5eaa30e25e50 req-011f5b3f-5d85-4f08-901d-3fd6cddb766b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:56.997318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-105cefbc-1d6f-4ef0-a143-5eaa30e25e50 req-011f5b3f-5d85-4f08-901d-3fd6cddb766b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0552006 Mar 09 17:26:57.042489 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-105cefbc-1d6f-4ef0-a143-5eaa30e25e50 req-dae70394-d095-41ad-bc63-4ddfc8fcb602 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397549 Mar 09 17:26:58.157452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c38534-7113-4665-8fb5-cddbc45ea575 req-4d0eeb11-1871-40b5-b8d3-b08eb13325fa tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:58.158900 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-22c38534-7113-4665-8fb5-cddbc45ea575 req-4d0eeb11-1871-40b5-b8d3-b08eb13325fa tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0509474 Mar 09 17:26:58.207153 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-22c38534-7113-4665-8fb5-cddbc45ea575 req-f986a710-d6c8-40b4-a545-86e33a56c6b2 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Mar 09 17:26:58.799164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:26:59.324192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd831-5ec3-4389-9671-cb0c94358f35 req-8326514d-3055-4ced-a309-b3af955fe63f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:26:59.325676 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b5fd831-5ec3-4389-9671-cb0c94358f35 req-8326514d-3055-4ced-a309-b3af955fe63f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0517082 Mar 09 17:26:59.371199 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b5fd831-5ec3-4389-9671-cb0c94358f35 req-f1a45260-7a91-4425-81fe-c6d644fdcdeb tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Mar 09 17:27:00.484845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c83d-4ae7-4bad-9b9d-4968b340e252 req-0a3c17bf-87ea-4e14-857d-eb7d56b7f4f0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:00.486289 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4755c83d-4ae7-4bad-9b9d-4968b340e252 req-0a3c17bf-87ea-4e14-857d-eb7d56b7f4f0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0504272 Mar 09 17:27:00.531616 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4755c83d-4ae7-4bad-9b9d-4968b340e252 req-9d6ea853-d8f0-407b-87c2-65ce890fc858 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Mar 09 17:27:01.649010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94939e-528e-4cb8-9608-9dbf348e7111 req-96066f8f-f8d5-4062-86e8-3ef3ae941403 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:01.650487 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-df94939e-528e-4cb8-9608-9dbf348e7111 req-96066f8f-f8d5-4062-86e8-3ef3ae941403 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0554161 Mar 09 17:27:01.695795 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-df94939e-528e-4cb8-9608-9dbf348e7111 req-72e1db0d-3907-496d-8452-8461d41c9c67 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Mar 09 17:27:02.812223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d500a-39d3-427b-8e76-fa3960233ff7 req-3fbfe072-ba4e-4073-9baa-54d81ba17a96 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:02.813714 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e12d500a-39d3-427b-8e76-fa3960233ff7 req-3fbfe072-ba4e-4073-9baa-54d81ba17a96 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0531759 Mar 09 17:27:02.859505 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e12d500a-39d3-427b-8e76-fa3960233ff7 req-3e2a887f-7355-4b90-a6a1-816bb4a79f68 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Mar 09 17:27:03.587297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ad768661-bfb5-42f3-a108-735b9f5a3966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:03.975662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d49c82-7678-4f57-838f-f4c1ff20681c req-0ca661ae-a211-4d44-8acd-774530072856 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:03.977193 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d7d49c82-7678-4f57-838f-f4c1ff20681c req-0ca661ae-a211-4d44-8acd-774530072856 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0524223 Mar 09 17:27:04.023254 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d7d49c82-7678-4f57-838f-f4c1ff20681c req-a46285eb-a2ca-4748-875d-3e50746b5bd0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Mar 09 17:27:05.143987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837332e-b00d-475e-9dbb-207eafabf2f6 req-b41563de-4082-4142-980c-13d9ee158a0f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:05.145457 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6837332e-b00d-475e-9dbb-207eafabf2f6 req-b41563de-4082-4142-980c-13d9ee158a0f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0552926 Mar 09 17:27:05.194827 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6837332e-b00d-475e-9dbb-207eafabf2f6 req-3d323216-8af5-434d-bc3a-14eed264418a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Mar 09 17:27:06.228019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-adafab18-3110-4d7b-ad3a-abeee2c95d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:06.363616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a903f-06f1-4616-a866-4f5e7e37986f req-3c430f5b-f9e4-4715-9f41-443f97fb78a4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:06.365119 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a21a903f-06f1-4616-a866-4f5e7e37986f req-3c430f5b-f9e4-4715-9f41-443f97fb78a4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.1046126 Mar 09 17:27:06.414892 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a21a903f-06f1-4616-a866-4f5e7e37986f req-99e42b88-cbe4-4d3b-acb6-7cf12543cf92 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Mar 09 17:27:07.221803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:07.586383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ed68-a0c6-4a13-bcfd-10fa325eac67 req-83adb03e-ae90-466a-a9c3-e3e7ff197dab tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:07.587873 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4c25ed68-a0c6-4a13-bcfd-10fa325eac67 req-83adb03e-ae90-466a-a9c3-e3e7ff197dab tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.1040227 Mar 09 17:27:07.636341 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4c25ed68-a0c6-4a13-bcfd-10fa325eac67 req-4bef79e3-9f84-474b-89e6-52365d1a7c92 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Mar 09 17:27:08.382056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:08.751737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84313f5e-69c0-420d-8798-843b14a02129 req-3959e35b-2096-4857-aade-e35a790ebb29 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:08.753259 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-84313f5e-69c0-420d-8798-843b14a02129 req-3959e35b-2096-4857-aade-e35a790ebb29 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0513620 Mar 09 17:27:08.799195 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-84313f5e-69c0-420d-8798-843b14a02129 req-af37c5da-49a3-4eec-957f-27c30ae3a33a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Mar 09 17:27:09.879199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:09.917141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08127208-fdbd-49d8-877f-6bb9681727de req-2d93c6aa-4fc2-471f-a7ce-0062232e0795 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:09.918653 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-08127208-fdbd-49d8-877f-6bb9681727de req-2d93c6aa-4fc2-471f-a7ce-0062232e0795 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0531189 Mar 09 17:27:09.971698 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-08127208-fdbd-49d8-877f-6bb9681727de req-5fd3cacd-dbe5-4cbe-af2b-c93640238add tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Mar 09 17:27:11.085461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da5211-9239-4a61-b850-1ccaff8f9571 req-e587b101-31eb-4ac4-9c70-60f9621bb720 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:11.086922 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-96da5211-9239-4a61-b850-1ccaff8f9571 req-e587b101-31eb-4ac4-9c70-60f9621bb720 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0504162 Mar 09 17:27:11.139204 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-96da5211-9239-4a61-b850-1ccaff8f9571 req-d1065d85-7a9c-49e7-a134-87309234aac1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Mar 09 17:27:11.191269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-594bc6ef-7632-4a33-844b-1a07aed589b9 service neutron] 10.222.0.36 "GET /v2.0/ports/d8a99a63-9850-4505-904d-ce892374a00c/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0600569 Mar 09 17:27:11.666018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-3017bef5-a6c6-4360-a570-88b02902493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:11.668178 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-3017bef5-a6c6-4360-a570-88b02902493c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b&tenant_id=cfb29f23294a492a843d83ba9b83979d HTTP/1.1" status: 200 len: 1129 time: 0.0445306 Mar 09 17:27:11.730538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-7333c814-18f3-49b1-9f87-b59ea62a473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:11.732043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-7333c814-18f3-49b1-9f87-b59ea62a473b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1129 time: 0.0434721 Mar 09 17:27:11.821301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-36b9a04f-35ef-425e-8fee-ca06a343c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:11.822738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-36b9a04f-35ef-425e-8fee-ca06a343c88f service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0855958 Mar 09 17:27:11.861275 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-f9cf34bd-6c5e-4bfc-bd46-916f28c51ad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 217 time: 0.0327489 Mar 09 17:27:11.907605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-9f70f4c0-fc97-45b7-b7aa-57fc175a1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:11.909071 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-9f70f4c0-fc97-45b7-b7aa-57fc175a1d30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0422211 Mar 09 17:27:11.943549 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-7bfdc904-ad73-4bd0-a8f6-e6f8c6ccded1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286798 Mar 09 17:27:12.030887 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-22a846aa-8371-4fa7-87ca-a476bcccd11f service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815036 Mar 09 17:27:12.121385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4a307441-b3b9-4a3a-a8cc-64308e80d29f req-f0be6aa0-ca28-4467-8161-fcc8e9e407df service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Mar 09 17:27:12.257225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a205-3c3a-4bf8-827a-ced0cc12e2fd req-7a3a30fb-c542-4e31-8491-56a271e2a0fe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:12.258681 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6370a205-3c3a-4bf8-827a-ced0cc12e2fd req-7a3a30fb-c542-4e31-8491-56a271e2a0fe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0532668 Mar 09 17:27:12.304233 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6370a205-3c3a-4bf8-827a-ced0cc12e2fd req-c8f5f746-7c59-4717-a355-4d334a7e6a26 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Mar 09 17:27:13.421164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfd559-d1f3-42d4-8ab1-5df40a23c736 req-3a974f20-4478-4f9f-9b70-4ffffca13176 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:13.422622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8dbfd559-d1f3-42d4-8ab1-5df40a23c736 req-3a974f20-4478-4f9f-9b70-4ffffca13176 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0515974 Mar 09 17:27:13.467299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8dbfd559-d1f3-42d4-8ab1-5df40a23c736 req-e5da872a-66f8-48aa-8cc3-0eac64a8ff21 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Mar 09 17:27:14.583801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a930f3-8cc6-4b55-8686-c3d2c2ed7d7a req-6d85199e-5ca1-42a0-bc7f-1cd69836f5fe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:14.585336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2a930f3-8cc6-4b55-8686-c3d2c2ed7d7a req-6d85199e-5ca1-42a0-bc7f-1cd69836f5fe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 945 time: 0.0525355 Mar 09 17:27:14.631263 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2a930f3-8cc6-4b55-8686-c3d2c2ed7d7a req-561ee26a-c3aa-424c-b163-2e4752509f81 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Mar 09 17:27:14.726150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d8a99a63-9850-4505-904d-ce892374a00c no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:27:14.800597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d8a99a63-9850-4505-904d-ce892374a00c is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:27:14.800933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8a99a63-9850-4505-904d-ce892374a00c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:14.822956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:27:14.825984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55251b4c-a3f1-4a5b-a276-2423b8e664f1" -d '{"events": [{"server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a99a63-9850-4505-904d-ce892374a00c"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:27:14.838327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8a99a63-9850-4505-904d-ce892374a00c,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:27:14.879747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd22c9e1-0f4d-408f-9a96-82f9a8e371ce x-openstack-request-id: req-dd22c9e1-0f4d-408f-9a96-82f9a8e371ce {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:27:14.880109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a99a63-9850-4505-904d-ce892374a00c", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:27:14.880424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd22c9e1-0f4d-408f-9a96-82f9a8e371ce {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:27:14.880928 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c', 'code': 200} Mar 09 17:27:14.881789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:14.926914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49008f96-3612-43c6-a08b-97574ca2cc5a req-6de22d13-2860-4089-b14f-3715e946ddf5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:14.928397 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49008f96-3612-43c6-a08b-97574ca2cc5a req-6de22d13-2860-4089-b14f-3715e946ddf5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0577812 Mar 09 17:27:14.930500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:14.982057 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49008f96-3612-43c6-a08b-97574ca2cc5a req-aca916b6-b6bf-453d-9d79-6454868357b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Mar 09 17:27:15.034827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42760b4-1b21-4769-a242-f0f419bab651 req-2ab43d4d-e39c-466d-91b1-0b5abd7a11b1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:15.036316 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-2ab43d4d-e39c-466d-91b1-0b5abd7a11b1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b&tenant_id=cfb29f23294a492a843d83ba9b83979d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0589597 Mar 09 17:27:15.137406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42760b4-1b21-4769-a242-f0f419bab651 req-ba6f4911-7795-4671-a5fd-bbca7d4caae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:15.139200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-ba6f4911-7795-4671-a5fd-bbca7d4caae8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 1127 time: 0.0614946 Mar 09 17:27:15.236754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42760b4-1b21-4769-a242-f0f419bab651 req-80505c07-f6d3-4b43-a163-2aad243d2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:15.238485 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-80505c07-f6d3-4b43-a163-2aad243d2457 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0941639 Mar 09 17:27:15.283890 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-867c044d-e6f9-4f55-b4e2-42c2d11d60e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 200 len: 217 time: 0.0386353 Mar 09 17:27:15.330405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42760b4-1b21-4769-a242-f0f419bab651 req-c8dbb705-5ce4-4376-9d53-5b8e3506d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:15.331817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-c8dbb705-5ce4-4376-9d53-5b8e3506d2ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0424688 Mar 09 17:27:15.363244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-da052d29-e39e-428d-9cfd-fa605c73ba5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256577 Mar 09 17:27:15.453241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-669bf0e6-ed40-4b66-b0e1-11e251f934e8 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Mar 09 17:27:15.539777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f42760b4-1b21-4769-a242-f0f419bab651 req-71617aad-6e9f-4074-863a-bbec136e54b4 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809605 Mar 09 17:27:16.101989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a497d-bac4-48fe-9cfc-2b798341209b req-bb8b9fcd-8267-4cbd-9dbe-2e4f9e285f58 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:16.103479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-634a497d-bac4-48fe-9cfc-2b798341209b req-bb8b9fcd-8267-4cbd-9dbe-2e4f9e285f58 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0517385 Mar 09 17:27:16.155913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-634a497d-bac4-48fe-9cfc-2b798341209b req-e18aba16-49b4-4fed-9108-259759efc13d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Mar 09 17:27:17.271093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd027-ad0a-4ebc-9a99-c49af3a5a157 req-e8a939e7-1a1c-40c7-82b0-7d63162bff0b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:17.272483 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3a5dd027-ad0a-4ebc-9a99-c49af3a5a157 req-e8a939e7-1a1c-40c7-82b0-7d63162bff0b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0511925 Mar 09 17:27:17.317899 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3a5dd027-ad0a-4ebc-9a99-c49af3a5a157 req-44f200bf-cfed-4b82-8cd7-a08aea7fa7e4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Mar 09 17:27:17.431837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c92bec-b0cf-4c96-8a97-c93211ee8c3c req-28c12609-a312-4a4d-a82a-40c18457564e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:17.433337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a3c92bec-b0cf-4c96-8a97-c93211ee8c3c req-28c12609-a312-4a4d-a82a-40c18457564e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0518112 Mar 09 17:27:17.480174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a3c92bec-b0cf-4c96-8a97-c93211ee8c3c req-6c28ebcd-cc9e-48bf-9f61-dc94116de764 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Mar 09 17:27:17.602748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb7d1-a67e-42fd-9193-3621b59e7a41 req-8385839b-91e9-4e78-8b3c-64d719a070c9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:17.604215 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-360eb7d1-a67e-42fd-9193-3621b59e7a41 req-8385839b-91e9-4e78-8b3c-64d719a070c9 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0542080 Mar 09 17:27:17.650110 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-360eb7d1-a67e-42fd-9193-3621b59e7a41 req-36a85661-5f12-4e1b-8183-5bd1a0ce83f5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Mar 09 17:27:18.189228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-f58b7b5f-ea8f-4819-9867-15eeb9c81de6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:18.190695 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-f58b7b5f-ea8f-4819-9867-15eeb9c81de6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 815 time: 0.0982230 Mar 09 17:27:18.205163 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-39dd2f3e-2966-4f4e-8adc-789364de4261 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/quotas/cfb29f23294a492a843d83ba9b83979d HTTP/1.1" status: 200 len: 375 time: 0.0093169 Mar 09 17:27:18.259306 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-6ff20f9f-c536-4359-bc6a-6136dd4c688a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496564 Mar 09 17:27:18.269895 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-a3fb4870-0513-4d8c-afed-90393f5ba54f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:27:18.270874 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-a3fb4870-0513-4d8c-afed-90393f5ba54f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047874 Mar 09 17:27:18.354984 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-a341e003-5a83-4068-853f-295205672c49 service neutron] 10.222.0.16 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790937 Mar 09 17:27:18.444612 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-be596636-f51d-44ad-b903-2ceb9d7c1a5e service neutron] 10.222.0.16 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840247 Mar 09 17:27:18.684613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-88acbba7-2f11-4e8c-a96f-593385eeff5f req-d962c2aa-60cf-4f00-93f1-bb7d7776ec6d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Mar 09 17:27:19.755785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-4e766ed5-623f-428c-be64-44bcac49d39c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:19.757290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-4e766ed5-623f-428c-be64-44bcac49d39c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0c59b1-9959-4c1f-a7ee-e2275233df6b HTTP/1.1" status: 200 len: 943 time: 0.0530252 Mar 09 17:27:19.783089 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f2169a56-1e83-4757-a171-0d7c58e11a4c req-bf1e57b8-9506-44a6-a882-32c724a8c745 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Mar 09 17:27:19.856006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Deleting port d8a99a63-9850-4505-904d-ce892374a00c {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:27:19.856386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d8a99a63-9850-4505-904d-ce892374a00c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:19.947936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] For port d8a99a63-9850-4505-904d-ce892374a00c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8a99a63-9850-4505-904d-ce892374a00c,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:27:19.948314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d8a99a63-9850-4505-904d-ce892374a00c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:19.960575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Calling delete_port for d8a99a63-9850-4505-904d-ce892374a00c owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:27:20.136051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d8a99a63-9850-4505-904d-ce892374a00c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:20.163073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Pushing event deleted for resources: {'Port': ['ID=d8a99a63-9850-4505-904d-ce892374a00c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:20.212128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] No DVR routers for this DVR port d8a99a63-9850-4505-904d-ce892374a00c on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:27:20.214563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:20.217932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3718e1ec-d7e8-498e-9393-132900752cc7 req-c3f85d27-4ef0-429d-9909-77fe1b3d93f6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "DELETE /v2.0/ports/d8a99a63-9850-4505-904d-ce892374a00c HTTP/1.1" status: 204 len: 173 time: 0.4556963 Mar 09 17:27:20.218381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'name': 'network-vif-deleted', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:27:20.220658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45606e-195b-4778-ba96-73910b22fcda" -d '{"events": [{"server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "name": "network-vif-deleted", "tag": "d8a99a63-9850-4505-904d-ce892374a00c"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:27:20.258512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea45a0-31b4-4f3b-8fd6-5f2cda29874a x-openstack-request-id: req-11ea45a0-31b4-4f3b-8fd6-5f2cda29874a {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:27:20.258512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0c59b1-9959-4c1f-a7ee-e2275233df6b", "name": "network-vif-deleted", "tag": "d8a99a63-9850-4505-904d-ce892374a00c", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:27:20.258512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11ea45a0-31b4-4f3b-8fd6-5f2cda29874a {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:27:20.258512 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0c59b1-9959-4c1f-a7ee-e2275233df6b', 'name': 'network-vif-deleted', 'tag': 'd8a99a63-9850-4505-904d-ce892374a00c', 'status': 'completed', 'code': 200} Mar 09 17:27:20.400950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-92c19757-46a9-42f0-a254-a23cedfeeb7b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:20.402398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-92c19757-46a9-42f0-a254-a23cedfeeb7b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 815 time: 0.1067736 Mar 09 17:27:20.413926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Request body: {'port': {'device_id': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0', 'admin_state_up': True, 'tenant_id': 'cfb29f23294a492a843d83ba9b83979d'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:27:20.598552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Made reservation on behalf of cfb29f23294a492a843d83ba9b83979d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:27:20.601963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:20.728428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Allocated IP 172.20.0.10 (337aaed1-5dc6-4a0e-b097-915bb4c600f0/9037eaa4-08b2-4c4b-8ad7-1b537165162e/0726c1bf-1ed6-4e39-ad52-98d7eef60a82) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:27:20.874426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks [] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:20.881540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-613b235b-2e33-4ed7-a260-1afbc0be2125 req-bdf5d30f-461c-4a23-ba46-3106d084191c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Mar 09 17:27:20.982276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.032026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:27:21.035979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:27:21.037911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:21.040048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:27:21.086889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:21.088053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.178849 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-54dd8609-f259-4a8a-9256-580e15a01786 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7685945 Mar 09 17:27:21.188734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-986a9178-578c-4255-a7de-1081815dda00 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:27:21.189758 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-986a9178-578c-4255-a7de-1081815dda00 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055416 Mar 09 17:27:21.201408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Request body: {'port': {'device_id': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:27:21.261252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.512143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:27:21.520014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Publish callbacks [] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.531454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Transition to ACTIVE for port object 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:27:21.581044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.631708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:21.697330 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Attempting to bind port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:27:21.697667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Attempting to bind port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:27:21.697997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Attempting to bind port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 on network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:27:21.702137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 on network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:27:21.702463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Attempting to bind port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 on network 337aaed1-5dc6-4a0e-b097-915bb4c600f0 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:27:21.707166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:27:21.707600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Checking segment: {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:27:21.707893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Bound using segment: {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:27:21.708317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Bound port: 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9cd8923-06aa-48ed-9d44-0a4c12cce959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:27:21.708701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.769266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:27:21.772306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:27:21.827268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.860719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:21.861341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:21.862983 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] 10.222.0.36 "PUT /v2.0/ports/0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 1094 time: 0.6658604 Mar 09 17:27:21.883282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef61abd-b4ff-49e5-90f9-21119fa96e34 service neutron] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:22.035613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ff479-c023-4bdd-92a7-8c16e23670b7 req-ebc5e12f-e8fc-48ef-8a20-0dff79ddf61f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:22.037156 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2e5ff479-c023-4bdd-92a7-8c16e23670b7 req-ebc5e12f-e8fc-48ef-8a20-0dff79ddf61f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 944 time: 0.0867779 Mar 09 17:27:22.043196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-3751d935-a8f6-4470-b1ed-59c1e1502591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:22.045234 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-3751d935-a8f6-4470-b1ed-59c1e1502591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1128 time: 0.0828769 Mar 09 17:27:22.092624 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-36d58cd2-9783-419e-bbda-199349b6a536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 217 time: 0.0407250 Mar 09 17:27:22.151056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2e5ff479-c023-4bdd-92a7-8c16e23670b7 req-fe5d91c3-8cb5-4e43-9388-5ccfb2f65d35 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048930 Mar 09 17:27:22.160261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1d974a5d-7993-42de-97dc-3b163126bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:22.161720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-1d974a5d-7993-42de-97dc-3b163126bf55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0601299 Mar 09 17:27:22.193561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-5b2daa75-42a1-4708-97eb-9f9030e40e78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250144 Mar 09 17:27:22.266378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:27:22.268615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2ad3f-27db-4676-ac3e-d75e8be1047d" -d '{"events": [{"name": "network-changed", "server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:27:22.298767 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-a3bf0fbc-7834-41f4-9908-0a8247f0df04 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979424 Mar 09 17:27:22.303223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63219fc-be7e-438a-a67a-5e0979d4e6a6 x-openstack-request-id: req-a63219fc-be7e-438a-a67a-5e0979d4e6a6 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:27:22.303520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:27:22.303778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a63219fc-be7e-438a-a67a-5e0979d4e6a6 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:27:22.304162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'status': 'completed', 'code': 200} Mar 09 17:27:22.392635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff15c9d-71c7-4269-98bd-238bfd635554 req-d8b163ea-55ca-4425-a8c6-24768a5780f5 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Mar 09 17:27:22.611586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-320deb58-3e9b-419c-8876-70b821ed2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:22.613371 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-320deb58-3e9b-419c-8876-70b821ed2bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1128 time: 0.0451806 Mar 09 17:27:22.709360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-aacdb9f8-fc88-40f6-9f57-e3659c077b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:22.710828 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-aacdb9f8-fc88-40f6-9f57-e3659c077b68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0891902 Mar 09 17:27:22.749402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d8a99a63-9850-4505-904d-ce892374a00c no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:27:22.751593 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-89e5234f-a350-4790-8dd6-382cea6419da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 217 time: 0.0338123 Mar 09 17:27:22.772428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: d8a99a63-9850-4505-904d-ce892374a00c {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:27:22.772781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d8a99a63-9850-4505-904d-ce892374a00c not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:27:22.798764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-c8742463-676f-4aad-9c67-e7bb3e108742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:22.800209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-c8742463-676f-4aad-9c67-e7bb3e108742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0430248 Mar 09 17:27:22.836128 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-7d1153e7-ba33-41af-b111-4ab8313050dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291343 Mar 09 17:27:22.923541 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-1575b344-23ec-494d-9c4c-cd0ca5144edd service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799916 Mar 09 17:27:23.018230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15c2ad3f-27db-4676-ac3e-d75e8be1047d req-a9f423d0-9eb4-42bc-9b3b-db1d222df1fe service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862358 Mar 09 17:27:23.271868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e0553-e2c3-4190-8df9-744034d4b892 req-9ac2d1d5-76e2-4b21-bf5e-09c9637d807b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:23.273474 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc7e0553-e2c3-4190-8df9-744034d4b892 req-9ac2d1d5-76e2-4b21-bf5e-09c9637d807b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 944 time: 0.0539489 Mar 09 17:27:23.320314 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc7e0553-e2c3-4190-8df9-744034d4b892 req-3c27dab7-1763-4f7f-b603-04647b92be9b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Mar 09 17:27:24.435198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c56aa-b994-47da-98ae-1901f0ca8d01 req-83f2af5d-f164-4e64-aaa5-5c8021df37bf tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:24.437152 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-331c56aa-b994-47da-98ae-1901f0ca8d01 req-83f2af5d-f164-4e64-aaa5-5c8021df37bf tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 944 time: 0.0508101 Mar 09 17:27:24.485905 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-331c56aa-b994-47da-98ae-1901f0ca8d01 req-5a238914-1acd-43ba-8cb7-73b9cdd8e172 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Mar 09 17:27:24.747260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:27:24.839132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:27:24.849818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0', 'port_id': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'mac_address': 'fa:16:3e:fe:44:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9037eaa4-08b2-4c4b-8ad7-1b537165162e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:27:24.889095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:27:24.889486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:24.901650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:27:24.920713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:27:24.984949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:25.031563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:25.038680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.039032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.039373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.039711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.040045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.040398 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.040731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.041057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.041382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.041707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.042030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.042348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.042667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:27:25.179247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['0726c1bf-1ed6-4e39-ad52-98d7eef60a82'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:27:25.600522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1591-13af-47a9-8235-3336bd410398 req-30a2eefa-729b-4a6e-b6e3-25bed3090c8b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:25.601988 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-546c1591-13af-47a9-8235-3336bd410398 req-30a2eefa-729b-4a6e-b6e3-25bed3090c8b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Mar 09 17:27:25.650927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-546c1591-13af-47a9-8235-3336bd410398 req-20ecfcd8-b23b-4e4c-b85b-6020277ba764 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Mar 09 17:27:26.756156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:27:26.766540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc54a-5288-4830-8cfe-ea6cb81c2b19 req-a4ec86eb-5546-4215-8af8-77fa27194a97 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:26.768036 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbdcc54a-5288-4830-8cfe-ea6cb81c2b19 req-a4ec86eb-5546-4215-8af8-77fa27194a97 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 945 time: 0.0520346 Mar 09 17:27:26.814139 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbdcc54a-5288-4830-8cfe-ea6cb81c2b19 req-4f5620f4-b559-4ae8-8539-0e5d959216ba tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Mar 09 17:27:26.867134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:27:26.871064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:27:26.871446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:26.949087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:27:26.949387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:26.970362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:27:26.972585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47238908-88cd-466c-ac06-574888a08903" -d '{"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-plugged", "status": "completed", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:27:26.984973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:27:27.009039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62714c3-62eb-488b-a525-f20b400e3d88 x-openstack-request-id: req-a62714c3-62eb-488b-a525-f20b400e3d88 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:27:27.009342 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-plugged", "status": "completed", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:27:27.009600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a62714c3-62eb-488b-a525-f20b400e3d88 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:27:27.009997 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'code': 200} Mar 09 17:27:27.050394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:27.096470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:27:27.330574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a47978-96fe-48b9-a1d8-385202eeacd8 req-84147091-c8d8-4b99-8cc6-bb4b754b3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:27.332073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4a47978-96fe-48b9-a1d8-385202eeacd8 req-84147091-c8d8-4b99-8cc6-bb4b754b3628 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1130 time: 0.0821977 Mar 09 17:27:27.375479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4a47978-96fe-48b9-a1d8-385202eeacd8 req-7f0d33d3-3b6a-4702-9914-f2f0e29198d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369346 Mar 09 17:27:27.929937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43501dc-a5b2-4f47-947d-0d44669ebb0e req-bacb81d8-676b-4852-8404-8bcdadc43d1f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:27.931420 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f43501dc-a5b2-4f47-947d-0d44669ebb0e req-bacb81d8-676b-4852-8404-8bcdadc43d1f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0521827 Mar 09 17:27:27.977287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f43501dc-a5b2-4f47-947d-0d44669ebb0e req-6a1f28b9-8788-46b2-be72-30e71ac5277e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Mar 09 17:27:28.809506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:29.094711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9402f-a498-438e-a5f3-7f3f523a8528 req-22c25db1-8fcb-4048-bbfe-10a4defddde4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:29.096175 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea9402f-a498-438e-a5f3-7f3f523a8528 req-22c25db1-8fcb-4048-bbfe-10a4defddde4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0518398 Mar 09 17:27:29.141340 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea9402f-a498-438e-a5f3-7f3f523a8528 req-998ab5d1-41ba-4082-b9ba-0b77c19aa6f5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Mar 09 17:27:29.280183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12edb9-0b75-4694-b76e-582d402b7675 req-799bbe99-608b-44df-b396-abce48f100ea tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:29.282215 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3c12edb9-0b75-4694-b76e-582d402b7675 req-799bbe99-608b-44df-b396-abce48f100ea tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0731542 Mar 09 17:27:29.327251 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3c12edb9-0b75-4694-b76e-582d402b7675 req-d22c541e-cf1c-4b91-9ec8-96917aeb868b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Mar 09 17:27:29.665065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb98c-531c-4c91-865c-66afcc2b8c99 req-a4b1fb33-5eac-4962-af25-ed0f70cfb684 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:29.666525 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-080eb98c-531c-4c91-865c-66afcc2b8c99 req-a4b1fb33-5eac-4962-af25-ed0f70cfb684 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0523040 Mar 09 17:27:29.712770 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-080eb98c-531c-4c91-865c-66afcc2b8c99 req-d78798a5-f8a6-459e-9a21-64b92f8cc109 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Mar 09 17:27:29.821511 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-ed76728c-1ef4-430a-a3cb-4570b47032c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427761 Mar 09 17:27:29.941068 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:27:30.316794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-6b4d5d49-f538-4dc2-bf98-3f46f586f1c5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:30.318115 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-6b4d5d49-f538-4dc2-bf98-3f46f586f1c5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports/0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 943 time: 0.0487998 Mar 09 17:27:30.830600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88601cf-038c-4fa1-aacc-f4e9e6a5d906 req-38280fce-a1f8-47f9-8651-a33bba9e6ce0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:30.832077 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f88601cf-038c-4fa1-aacc-f4e9e6a5d906 req-38280fce-a1f8-47f9-8651-a33bba9e6ce0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0523202 Mar 09 17:27:30.879954 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f88601cf-038c-4fa1-aacc-f4e9e6a5d906 req-889ff385-8057-4583-a448-95a782b0dcc1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Mar 09 17:27:31.826510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-1effafa2-83cc-47ed-8554-0e46dd279754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:31.828007 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-1effafa2-83cc-47ed-8554-0e46dd279754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1130 time: 0.0433466 Mar 09 17:27:31.917553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-c656099e-a52f-42ad-9adb-e8d926024a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:31.919026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-c656099e-a52f-42ad-9adb-e8d926024a35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0858877 Mar 09 17:27:31.958515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-15449406-d52b-4f18-80e3-d06e5ffb5e63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 217 time: 0.0335259 Mar 09 17:27:32.003020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc1ab-3851-46c7-95d6-a5fb7096c37f req-9db6190f-f55d-4a29-9144-02d82465e595 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:32.004535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8dedc1ab-3851-46c7-95d6-a5fb7096c37f req-9db6190f-f55d-4a29-9144-02d82465e595 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0577381 Mar 09 17:27:32.010893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-149693e2-4951-4ed1-8b1f-cd6763c388f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:32.012375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-149693e2-4951-4ed1-8b1f-cd6763c388f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0480042 Mar 09 17:27:32.043009 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-13ca9b07-a833-4824-af6e-e288de60a9d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253549 Mar 09 17:27:32.052512 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8dedc1ab-3851-46c7-95d6-a5fb7096c37f req-f44b18ad-0c56-4464-94aa-59c61048854a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Mar 09 17:27:32.130023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-c91c002d-fb36-436b-b526-6550dc87aaad service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810220 Mar 09 17:27:32.220021 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-8b83e697-973d-42aa-939a-b7618dd406d5 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Mar 09 17:27:33.170344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511500d2-8949-49a9-8387-f57ba15698d5 req-741c44f6-d23e-44af-9d69-566df4e43bd1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:33.171811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-511500d2-8949-49a9-8387-f57ba15698d5 req-741c44f6-d23e-44af-9d69-566df4e43bd1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0517817 Mar 09 17:27:33.217160 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-511500d2-8949-49a9-8387-f57ba15698d5 req-b4bef3fc-1d3d-4c68-ae1f-e8ccda9ccfdd tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Mar 09 17:27:33.598214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3c813eff-d6bc-4f25-8786-bcefc5b0b8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:34.333083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f770d1-f054-4c73-817b-905ce46cf4ff req-07805eaf-5e94-4505-ac4c-77446130029a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:34.334551 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d4f770d1-f054-4c73-817b-905ce46cf4ff req-07805eaf-5e94-4505-ac4c-77446130029a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0512466 Mar 09 17:27:34.380427 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d4f770d1-f054-4c73-817b-905ce46cf4ff req-1b6cf23d-4c0d-4bc1-a58b-ed0d54a107d8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Mar 09 17:27:35.499306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655f7c3-1e41-45ab-9e7c-ece43ba4d753 req-d5e5af7f-686a-4f9e-b606-a77d314794cb tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:35.500822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d655f7c3-1e41-45ab-9e7c-ece43ba4d753 req-d5e5af7f-686a-4f9e-b606-a77d314794cb tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0555828 Mar 09 17:27:35.794939 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d655f7c3-1e41-45ab-9e7c-ece43ba4d753 req-93706cdd-1e38-4f89-8e37-d3f645383d7b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886229 Mar 09 17:27:36.196082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-831d80db-c6e3-43c4-9968-0992da780ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:36.913155 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e6373-addb-4412-a8b7-95d12659a41e req-4f75e5aa-f2bb-4fc9-8e3b-3b52e9d4c755 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:36.914599 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9f8e6373-addb-4412-a8b7-95d12659a41e req-4f75e5aa-f2bb-4fc9-8e3b-3b52e9d4c755 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0550644 Mar 09 17:27:36.959770 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9f8e6373-addb-4412-a8b7-95d12659a41e req-37d00459-2a42-4e3f-9197-f74bbfa1922a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Mar 09 17:27:37.253111 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:38.077009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37aba-24c3-4093-b4eb-dce161a6aed8 req-37bfd44c-c95e-4a56-9bcf-410c4f4c1466 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:38.078474 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e3e37aba-24c3-4093-b4eb-dce161a6aed8 req-37bfd44c-c95e-4a56-9bcf-410c4f4c1466 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0519621 Mar 09 17:27:38.123583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e3e37aba-24c3-4093-b4eb-dce161a6aed8 req-706de4f5-27e4-423d-befb-ad5683d01d4d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 Mar 09 17:27:38.373009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:39.239310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0d1ed-aa66-47eb-b800-4a9f6f0a0e15 req-c82cb986-7137-4b4b-aa10-3c7aca6d2f2a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:39.240818 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8ac0d1ed-aa66-47eb-b800-4a9f6f0a0e15 req-c82cb986-7137-4b4b-aa10-3c7aca6d2f2a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0531454 Mar 09 17:27:39.287542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8ac0d1ed-aa66-47eb-b800-4a9f6f0a0e15 req-7560ae78-67b8-47cb-ab6a-6598138a3bb8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Mar 09 17:27:39.860602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:40.402450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3280938-f9d9-4a59-bb45-7c54282d2c99 req-64f4bb99-c65d-465f-a8b4-d8e91d9f4214 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:40.403906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f3280938-f9d9-4a59-bb45-7c54282d2c99 req-64f4bb99-c65d-465f-a8b4-d8e91d9f4214 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0516956 Mar 09 17:27:40.452312 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f3280938-f9d9-4a59-bb45-7c54282d2c99 req-67cd23dd-7d7c-4df8-a525-f262987f99ea tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Mar 09 17:27:41.565879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930daceb-9399-4228-b165-f6b3f8024276 req-fde07bc7-91d0-4321-af85-042488cc41d8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:41.567326 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-930daceb-9399-4228-b165-f6b3f8024276 req-fde07bc7-91d0-4321-af85-042488cc41d8 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0506692 Mar 09 17:27:41.618229 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-930daceb-9399-4228-b165-f6b3f8024276 req-ed0aec54-6579-4b7a-b065-fe45e63d8a37 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 Mar 09 17:27:42.732648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf22e3-653b-4600-91fb-9eb4c0c03075 req-eb24f27d-9805-4651-8be2-8bb41ae37e34 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:42.734118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0abf22e3-653b-4600-91fb-9eb4c0c03075 req-eb24f27d-9805-4651-8be2-8bb41ae37e34 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0512731 Mar 09 17:27:42.779850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0abf22e3-653b-4600-91fb-9eb4c0c03075 req-46de4bb3-2391-4b42-8a42-b43f9967bcea tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Mar 09 17:27:43.895116 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e98b86-9492-4d21-9f9c-60e26e2c8f2c req-48ce5ba8-7d12-4592-97da-5b0f7ec5ea16 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:43.896598 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-14e98b86-9492-4d21-9f9c-60e26e2c8f2c req-48ce5ba8-7d12-4592-97da-5b0f7ec5ea16 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0516059 Mar 09 17:27:43.942806 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-14e98b86-9492-4d21-9f9c-60e26e2c8f2c req-356507a7-8ab1-48cb-bea5-626500563311 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Mar 09 17:27:45.058597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dc9d-4584-47e1-b040-0eab0a235ac6 req-3e7ec006-55de-4e91-a835-793429a3fa30 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:45.060068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dcb6dc9d-4584-47e1-b040-0eab0a235ac6 req-3e7ec006-55de-4e91-a835-793429a3fa30 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0520434 Mar 09 17:27:45.105632 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dcb6dc9d-4584-47e1-b040-0eab0a235ac6 req-e5d57653-ce0c-4b48-ab87-dd851f916e75 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Mar 09 17:27:46.221420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92790df0-141b-4090-8b01-81bc433379fc req-29cf5ba1-6d4f-43f2-b92c-5c9562913d90 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:46.222798 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-92790df0-141b-4090-8b01-81bc433379fc req-29cf5ba1-6d4f-43f2-b92c-5c9562913d90 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0513628 Mar 09 17:27:46.268159 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-92790df0-141b-4090-8b01-81bc433379fc req-7198d9db-e333-444d-ab1a-176a8145c03c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Mar 09 17:27:47.390077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af979-3ad2-4404-8061-a4585e1be032 req-42aced25-1909-4341-a63f-541c3cdbce2b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:47.391545 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b95af979-3ad2-4404-8061-a4585e1be032 req-42aced25-1909-4341-a63f-541c3cdbce2b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0580869 Mar 09 17:27:47.439377 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b95af979-3ad2-4404-8061-a4585e1be032 req-95302abd-2059-4df4-946d-d93ac2906dfe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Mar 09 17:27:48.219376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21478667-ebe0-465d-9b88-062893fceec3 req-59f27a6d-39cf-49ad-a561-26cb56c50e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:48.221355 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-59f27a6d-39cf-49ad-a561-26cb56c50e3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1130 time: 0.0436089 Mar 09 17:27:48.324444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21478667-ebe0-465d-9b88-062893fceec3 req-4054769e-4c3b-470a-a4c1-dd211c201def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:48.325892 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-4054769e-4c3b-470a-a4c1-dd211c201def service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0856142 Mar 09 17:27:48.365372 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-95283c23-1839-4e19-a0a7-38576de0389d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 217 time: 0.0331147 Mar 09 17:27:48.411910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21478667-ebe0-465d-9b88-062893fceec3 req-c1a06b05-2fc3-49d5-9495-872b5882759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:48.413331 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-c1a06b05-2fc3-49d5-9495-872b5882759c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0419984 Mar 09 17:27:48.448691 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-2f9c40ea-5ad0-4a39-94c2-7ddeb658ddf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288575 Mar 09 17:27:48.542912 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-ada33405-485b-4b63-9350-494c6e299f2c service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869262 Mar 09 17:27:48.560438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e365853-726d-4fe6-a833-12953e259342 req-65942958-4120-4372-901d-0bfa5923d47c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:48.561921 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6e365853-726d-4fe6-a833-12953e259342 req-65942958-4120-4372-901d-0bfa5923d47c tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0546689 Mar 09 17:27:48.608042 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6e365853-726d-4fe6-a833-12953e259342 req-63b5531f-41dc-45fa-8a47-2d391dbce652 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Mar 09 17:27:48.638924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-21478667-ebe0-465d-9b88-062893fceec3 req-49d8ddb9-b9ba-486e-9fb6-2dc95c184593 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Mar 09 17:27:49.726066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f43d-842d-4191-b817-0e8ae2c4c823 req-9bda0e32-1192-45fe-a220-264d317a7a4b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:49.727443 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aad5f43d-842d-4191-b817-0e8ae2c4c823 req-9bda0e32-1192-45fe-a220-264d317a7a4b tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0509424 Mar 09 17:27:49.772329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aad5f43d-842d-4191-b817-0e8ae2c4c823 req-48870e07-b88e-47e5-ac5e-e5917b90e552 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Mar 09 17:27:50.886048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ca00f-a816-4969-bc7b-9ed547af173a req-c1ecdbf1-7ce4-4e1e-b575-1a4f4683eb3f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:50.887516 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ed2ca00f-a816-4969-bc7b-9ed547af173a req-c1ecdbf1-7ce4-4e1e-b575-1a4f4683eb3f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0509753 Mar 09 17:27:50.932460 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ed2ca00f-a816-4969-bc7b-9ed547af173a req-741fd02b-0260-4678-93df-3136ce544651 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 Mar 09 17:27:52.048787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a5164-b6c3-4982-8970-cb8361a09d08 req-3d318e81-2ed5-475a-9157-3be731ad86a1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:52.050266 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9e5a5164-b6c3-4982-8970-cb8361a09d08 req-3d318e81-2ed5-475a-9157-3be731ad86a1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0520000 Mar 09 17:27:52.099760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9e5a5164-b6c3-4982-8970-cb8361a09d08 req-3dca92c9-a46d-4bb4-8d57-8010fb78535d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Mar 09 17:27:53.214545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347524d-5219-4097-a08b-6871c4125464 req-0d80b655-10d5-48ba-8c63-49a429e2b7a0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:53.216007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4347524d-5219-4097-a08b-6871c4125464 req-0d80b655-10d5-48ba-8c63-49a429e2b7a0 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Mar 09 17:27:53.269787 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4347524d-5219-4097-a08b-6871c4125464 req-456a4bdf-0cf8-4e77-b763-906438a3dcd3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Mar 09 17:27:54.385504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c38b5-cbf0-4636-a019-0fec2ac37402 req-7112666c-c456-44e3-af4a-0f0299c66b4f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:54.386961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3f0c38b5-cbf0-4636-a019-0fec2ac37402 req-7112666c-c456-44e3-af4a-0f0299c66b4f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0519731 Mar 09 17:27:54.433287 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3f0c38b5-cbf0-4636-a019-0fec2ac37402 req-522af39d-f7a0-4120-8940-d2fd93a7a53d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Mar 09 17:27:55.547091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64b003-242b-4dac-a045-8aed1e007324 req-cc3eee31-7a73-4341-ae11-129f424a2eec tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:55.549099 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cd64b003-242b-4dac-a045-8aed1e007324 req-cc3eee31-7a73-4341-ae11-129f424a2eec tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0512218 Mar 09 17:27:55.593976 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cd64b003-242b-4dac-a045-8aed1e007324 req-6012373e-ce34-48d0-89ed-28bb4d19e2f4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Mar 09 17:27:56.710876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13149195-b99a-454b-8ed1-5aff98c20812 req-c1b87b5c-93a4-4673-9715-70cb926e1cdc tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:56.712366 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13149195-b99a-454b-8ed1-5aff98c20812 req-c1b87b5c-93a4-4673-9715-70cb926e1cdc tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Mar 09 17:27:56.760882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13149195-b99a-454b-8ed1-5aff98c20812 req-68163633-f82b-4c05-aa8e-eed232ef5ad1 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Mar 09 17:27:57.880879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e868782-dfde-403d-bfeb-ff8d4e7288c3 req-ea521e2a-f9ea-4dc2-9dc6-b55c12c8750d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:57.882356 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5e868782-dfde-403d-bfeb-ff8d4e7288c3 req-ea521e2a-f9ea-4dc2-9dc6-b55c12c8750d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0523520 Mar 09 17:27:57.929131 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5e868782-dfde-403d-bfeb-ff8d4e7288c3 req-6f32ab2e-ca44-44c3-914d-7b638fa25a23 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Mar 09 17:27:58.806651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:27:59.049208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425a61-e956-42b3-99b0-e1b85b5f2894 req-91c675dd-b1e8-46b5-bb65-b218aabd0fda tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:59.050687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a425a61-e956-42b3-99b0-e1b85b5f2894 req-91c675dd-b1e8-46b5-bb65-b218aabd0fda tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0561850 Mar 09 17:27:59.096107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a425a61-e956-42b3-99b0-e1b85b5f2894 req-ef8d2eb3-114e-4883-a6d5-10163ccc0ac3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Mar 09 17:27:59.159808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-500c8bd1-5275-4c2e-bb5a-10f38dfe598b service neutron] 10.222.0.36 "GET /v2.0/ports/0726c1bf-1ed6-4e39-ad52-98d7eef60a82/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539894 Mar 09 17:27:59.742609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-175a16ed-9211-4177-baf1-13f65446ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:59.744084 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-175a16ed-9211-4177-baf1-13f65446ad20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875&tenant_id=cfb29f23294a492a843d83ba9b83979d HTTP/1.1" status: 200 len: 1130 time: 0.0441020 Mar 09 17:27:59.810930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-c3423662-6548-466b-b184-ab82ea8d561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:59.812586 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-c3423662-6548-466b-b184-ab82ea8d561f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1130 time: 0.0466144 Mar 09 17:27:59.899517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-2ba158ec-7e26-4de7-bb53-28f4c49574b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:59.901018 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-2ba158ec-7e26-4de7-bb53-28f4c49574b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0834124 Mar 09 17:27:59.945956 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-bcaeb12f-6eef-4ec1-8f93-2b0578587728 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 217 time: 0.0371218 Mar 09 17:27:59.993177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-2db06178-99a3-4412-82c3-746935d68d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:27:59.994582 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-2db06178-99a3-4412-82c3-746935d68d84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0426834 Mar 09 17:28:00.026290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-db0889a4-cc16-4069-b34d-cb80983cddcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250101 Mar 09 17:28:00.117830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-da99c947-24bf-47bf-a34f-872c1788ceed service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858014 Mar 09 17:28:00.207493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf24d8a3-a1c7-4ab9-a3ce-573e959fd38c req-7562d926-f4cb-4e11-8077-66e85290521a service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Mar 09 17:28:00.215247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fdd9-c79b-45dd-996a-75cf0db511c6 req-9707b4f3-3074-4247-aae4-5ce17657104e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:00.217806 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3fd6fdd9-c79b-45dd-996a-75cf0db511c6 req-9707b4f3-3074-4247-aae4-5ce17657104e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0559030 Mar 09 17:28:00.268650 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3fd6fdd9-c79b-45dd-996a-75cf0db511c6 req-6c3998c6-9788-42fa-98dc-8b4ba41d4e94 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Mar 09 17:28:01.381832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9a75f-23e7-409a-b38d-7f9148c39fdc req-dc444727-625f-4985-9795-880b74dc0480 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:01.383293 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e7a9a75f-23e7-409a-b38d-7f9148c39fdc req-dc444727-625f-4985-9795-880b74dc0480 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0531571 Mar 09 17:28:01.434208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e7a9a75f-23e7-409a-b38d-7f9148c39fdc req-3bc98835-5f85-4acc-b9c1-59f21b619941 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Mar 09 17:28:02.551012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3051d-9e26-4ef0-a08a-c8be940b57ce req-8f76e8ec-a170-42df-8d41-b42277ed4295 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:02.552500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28b3051d-9e26-4ef0-a08a-c8be940b57ce req-8f76e8ec-a170-42df-8d41-b42277ed4295 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0510333 Mar 09 17:28:02.597503 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-28b3051d-9e26-4ef0-a08a-c8be940b57ce req-d65d2954-196f-41ff-b31d-8b4173c228a6 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Mar 09 17:28:02.909738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:28:02.911778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:28:02.930167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43d4f-1b7f-486f-93ec-62bf8c3f6ffd req-2a930b19-924c-4ab3-a5ac-c3ad77401877 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:02.932680 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-04b43d4f-1b7f-486f-93ec-62bf8c3f6ffd req-2a930b19-924c-4ab3-a5ac-c3ad77401877 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0579333 Mar 09 17:28:02.984936 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-04b43d4f-1b7f-486f-93ec-62bf8c3f6ffd req-a1561c42-8a41-4190-ad5e-9403c5941d70 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472569 Mar 09 17:28:03.049819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:03.050208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:03.065299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-b799a90d-a5bb-4d62-a437-f2779392cbea tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:03.066764 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-b799a90d-a5bb-4d62-a437-f2779392cbea tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875&tenant_id=cfb29f23294a492a843d83ba9b83979d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0562329 Mar 09 17:28:03.083582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:28:03.085726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf6a14-496d-4a58-be55-46a3a93905e1" -d '{"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-unplugged", "status": "completed", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:28:03.106554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:03.109443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:03.121235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'network_id': '337aaed1-5dc6-4a0e-b097-915bb4c600f0', 'port_id': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'mac_address': 'fa:16:3e:fe:44:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9037eaa4-08b2-4c4b-8ad7-1b537165162e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:28:03.155074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-a08c1c4f-18e1-4381-bd01-130a061e94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:03.156440 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-a08c1c4f-18e1-4381-bd01-130a061e94f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb29f23294a492a843d83ba9b83979d&device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 1130 time: 0.0477407 Mar 09 17:28:03.253811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-a99d762d-f798-4515-a5a8-ce337971e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:03.255344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-a99d762d-f798-4515-a5a8-ce337971e531 service neutron] 10.222.0.36 "GET /v2.0/networks?id=337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 200 len: 915 time: 0.0936444 Mar 09 17:28:03.298415 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-95b8c423-8572-4398-a4d8-c24732ca246d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 200 len: 217 time: 0.0358956 Mar 09 17:28:03.311830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f80d74a-28d2-43f1-b8d3-ebd77170d266 x-openstack-request-id: req-3f80d74a-28d2-43f1-b8d3-ebd77170d266 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:28:03.312124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-unplugged", "status": "completed", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:28:03.312399 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f80d74a-28d2-43f1-b8d3-ebd77170d266 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:28:03.312793 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'code': 200} Mar 09 17:28:03.315688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:03.321359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:03.321739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:03.346536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-10be3e53-eaf2-45a3-b2a8-69a300b2abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:03.347967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-10be3e53-eaf2-45a3-b2a8-69a300b2abdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 200 len: 855 time: 0.0437973 Mar 09 17:28:03.353098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:28:03.379256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-fa278e53-f6db-40c9-a659-66e4eaaeedc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=337aaed1-5dc6-4a0e-b097-915bb4c600f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258794 Mar 09 17:28:03.396711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:03.412016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:28:03.412440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:28:03.472047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-bfe38f86-2832-42ae-a278-8e119ec7d799 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868552 Mar 09 17:28:03.563660 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cd37534f-0b5f-4b87-adfc-5329e0be96e5 req-ffc03687-c393-4ecd-9eaf-44220ceb1a74 service neutron] 10.222.0.36 "GET /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858583 Mar 09 17:28:03.591820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fabb9c80-1d74-4b30-ab4b-a08e96257d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:03.949688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:03.950352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:03.963007 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:28:03.981914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:04.052416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:04.106156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:04.110090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['0726c1bf-1ed6-4e39-ad52-98d7eef60a82'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:28:04.114847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5a1f-5367-4823-acd1-c5f77dd6392f req-1bd99293-daa9-48c5-b179-39d00d319f4a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:04.120822 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-936f5a1f-5367-4823-acd1-c5f77dd6392f req-1bd99293-daa9-48c5-b179-39d00d319f4a tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 945 time: 0.0595477 Mar 09 17:28:04.163611 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-936f5a1f-5367-4823-acd1-c5f77dd6392f req-e89b3788-081a-4eaf-a68e-8cfc1266099f tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Mar 09 17:28:04.900745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:04.947707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:04.948093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:05.024367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:05.024893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:05.056376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:05.121043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:05.166533 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:05.282381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7f82-7031-4843-93d9-9d3ce30c87f2 req-5a6e61aa-3af8-4226-ab90-06f61df42531 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:05.284360 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-95bc7f82-7031-4843-93d9-9d3ce30c87f2 req-5a6e61aa-3af8-4226-ab90-06f61df42531 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0527737 Mar 09 17:28:05.313522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:28:05.315885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e148bf-9782-406f-b2eb-2077d3f9fd08" -d '{"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-plugged", "status": "completed", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:28:05.331108 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-95bc7f82-7031-4843-93d9-9d3ce30c87f2 req-91244684-3db1-4651-aca6-0240cfb59fc3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Mar 09 17:28:05.350712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4dd7d2-7d7b-457c-8981-813bb9f4df89 x-openstack-request-id: req-2d4dd7d2-7d7b-457c-8981-813bb9f4df89 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:28:05.351015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-plugged", "status": "completed", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:28:05.351274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d4dd7d2-7d7b-457c-8981-813bb9f4df89 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:28:05.351670 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'code': 200} Mar 09 17:28:05.446044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dadfab-6ce7-4d62-9889-6c5231108087 req-f72b6ef4-80a5-407f-b911-a9920a1cb178 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:05.447438 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c5dadfab-6ce7-4d62-9889-6c5231108087 req-f72b6ef4-80a5-407f-b911-a9920a1cb178 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0512812 Mar 09 17:28:05.493033 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c5dadfab-6ce7-4d62-9889-6c5231108087 req-1407dd09-3e10-41d7-9bcd-3a8fb87f20e4 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Mar 09 17:28:05.606952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450bada-d257-455e-932f-750ca15e5762 req-6c0b3435-c14e-4f22-a55b-9d0c838bbfbe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:05.608447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6450bada-d257-455e-932f-750ca15e5762 req-6c0b3435-c14e-4f22-a55b-9d0c838bbfbe tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0512676 Mar 09 17:28:05.658093 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6450bada-d257-455e-932f-750ca15e5762 req-9efff125-f487-483f-aefc-900be2aedb07 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Mar 09 17:28:06.204173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0709-107a-4d0c-9a53-fb07cbe4d7bb req-3a402e4b-843d-4c93-be1d-85107c2bf3b5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:06.205738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acfb0709-107a-4d0c-9a53-fb07cbe4d7bb req-3a402e4b-843d-4c93-be1d-85107c2bf3b5 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0560713 Mar 09 17:28:06.209009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae07-f42a-48ea-bd11-20f344c7a64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:06.252676 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-acfb0709-107a-4d0c-9a53-fb07cbe4d7bb req-95af581a-12a4-4ebc-9d1b-fe4b50488723 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Mar 09 17:28:06.940117 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:28:07.226118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:07.371361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527c2e-2f52-4eb6-ab89-ea5b2271a7e8 req-6283b425-4bbf-4f22-a98e-777cdddd9637 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:07.373041 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16527c2e-2f52-4eb6-ab89-ea5b2271a7e8 req-6283b425-4bbf-4f22-a98e-777cdddd9637 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Mar 09 17:28:07.419702 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16527c2e-2f52-4eb6-ab89-ea5b2271a7e8 req-8e30dd60-08ad-4948-b51f-c76855935c2e tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f719fd78-db21-41dd-8cbf-80ba2ebda7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Mar 09 17:28:07.816670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-4a613872-2d42-49ab-850f-a29de1fef09d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:07.818032 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-4a613872-2d42-49ab-850f-a29de1fef09d tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 946 time: 0.0520251 Mar 09 17:28:07.917324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Deleting port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:28:07.917677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:08.007216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] For port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,segment=NetworkSegment(a9cd8923-06aa-48ed-9d44-0a4c12cce959),segment_id=a9cd8923-06aa-48ed-9d44-0a4c12cce959)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:08.007597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:08.020719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Calling delete_port for 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:28:08.209024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0726c1bf-1ed6-4e39-ad52-98d7eef60a82), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:08.222546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['0726c1bf-1ed6-4e39-ad52-98d7eef60a82'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:28:08.238135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Pushing event deleted for resources: {'Port': ['ID=0726c1bf-1ed6-4e39-ad52-98d7eef60a82,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:08.250162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.250525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.250875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.251380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.251596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.251939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.252277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.252637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.252972 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.253303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.253635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.253966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.254290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:08.293512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] No DVR routers for this DVR port 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:28:08.295954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:08.299339 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f18a4e7e-be7c-4452-91bf-4e55fa51d6af req-d4b3ea89-234e-4d32-94c9-10788c0945b3 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.36 "DELETE /v2.0/ports/0726c1bf-1ed6-4e39-ad52-98d7eef60a82 HTTP/1.1" status: 204 len: 173 time: 0.4760115 Mar 09 17:28:08.299796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-deleted', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:28:08.302020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721a04dc-2a91-4372-bbe2-fdf9847e0c61" -d '{"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-deleted", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:28:08.399994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0793df61-3138-44f5-b994-bfc389c5bf7d x-openstack-request-id: req-0793df61-3138-44f5-b994-bfc389c5bf7d {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:28:08.400309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78f96d9-03b0-4d41-a434-0c08ddee6875", "name": "network-vif-deleted", "tag": "0726c1bf-1ed6-4e39-ad52-98d7eef60a82", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:28:08.400627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0793df61-3138-44f5-b994-bfc389c5bf7d {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:28:08.401239 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78f96d9-03b0-4d41-a434-0c08ddee6875', 'name': 'network-vif-deleted', 'tag': '0726c1bf-1ed6-4e39-ad52-98d7eef60a82', 'status': 'completed', 'code': 200} Mar 09 17:28:08.404154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:08.514187 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c3a10308-7c7f-4e6d-9943-4fe441d5e178 req-b2e54700-1bcc-4e09-a11a-116b44705b74 tempest-ServerDiskConfigTestJSON-1987867625 tempest-ServerDiskConfigTestJSON-1987867625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a78f96d9-03b0-4d41-a434-0c08ddee6875 HTTP/1.1" status: 200 len: 210 time: 0.0268509 Mar 09 17:28:09.632612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39288) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:09.675461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Deleting subnet 9037eaa4-08b2-4c4b-8ad7-1b537165162e {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:28:09.678496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Publish callbacks [] for subnet (9037eaa4-08b2-4c4b-8ad7-1b537165162e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:09.714663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (9037eaa4-08b2-4c4b-8ad7-1b537165162e), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:09.752536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (9037eaa4-08b2-4c4b-8ad7-1b537165162e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:09.877788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:09.906324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (9037eaa4-08b2-4c4b-8ad7-1b537165162e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:09.931009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9037eaa4-08b2-4c4b-8ad7-1b537165162e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:09.935434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:09.938638 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9037eaa4-08b2-4c4b-8ad7-1b537165162e HTTP/1.1" status: 204 len: 168 time: 0.3050385 Mar 09 17:28:09.941790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 39290) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:09.944024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.944408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.944760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.945101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.945440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.945776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.946114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.946445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.946776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.947104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.947431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.947754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:09.948075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c4b23-abfd-4f8b-80e9-ef313c1d7d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:10.010466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (337aaed1-5dc6-4a0e-b097-915bb4c600f0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.097687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (337aaed1-5dc6-4a0e-b097-915bb4c600f0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.117919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337aaed1-5dc6-4a0e-b097-915bb4c600f0']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:10.127111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cd8923-06aa-48ed-9d44-0a4c12cce959') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:10.127418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cd8923-06aa-48ed-9d44-0a4c12cce959') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:10.136647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a9cd8923-06aa-48ed-9d44-0a4c12cce959), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.149829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a9cd8923-06aa-48ed-9d44-0a4c12cce959), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.155658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:28:10.156050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a9cd8923-06aa-48ed-9d44-0a4c12cce959), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:28:10.158194 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:28:10.275157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (337aaed1-5dc6-4a0e-b097-915bb4c600f0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.280480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.285464 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] 10.222.0.16 "DELETE /v2.0/networks/337aaed1-5dc6-4a0e-b097-915bb4c600f0 HTTP/1.1" status: 204 len: 168 time: 0.3414538 Mar 09 17:28:10.299014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd623f1-a1c0-4150-ace4-5b6eb5a1a33f admin admin] Pushing event deleted for resources: {'Network': ['ID=337aaed1-5dc6-4a0e-b097-915bb4c600f0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:10.603328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 39294) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:10.642824 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f14c6a27-5466-47c4-9947-5721380d5030 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfb29f23294a492a843d83ba9b83979d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376928 Mar 09 17:28:10.645160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 39296) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:10.690072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50dc3a84-8242-4153-a73c-f578d0f5e8ad admin admin] Publish callbacks [] for security_group (f719fd78-db21-41dd-8cbf-80ba2ebda7af), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.710739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50dc3a84-8242-4153-a73c-f578d0f5e8ad admin admin] Publish callbacks [] for security_group (f719fd78-db21-41dd-8cbf-80ba2ebda7af), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.808583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50dc3a84-8242-4153-a73c-f578d0f5e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (f719fd78-db21-41dd-8cbf-80ba2ebda7af), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.811111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50dc3a84-8242-4153-a73c-f578d0f5e8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:10.812242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-50dc3a84-8242-4153-a73c-f578d0f5e8ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f719fd78-db21-41dd-8cbf-80ba2ebda7af HTTP/1.1" status: 204 len: 168 time: 0.1661706 Mar 09 17:28:10.820937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3a84-8242-4153-a73c-f578d0f5e8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f719fd78-db21-41dd-8cbf-80ba2ebda7af,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:10.954969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:28:10.975030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:28:10.975387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0726c1bf-1ed6-4e39-ad52-98d7eef60a82 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:28:11.761299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 39318) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:11.852174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1860776229-network', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:11.931881 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Made reservation on behalf of dc64322bf64c4bf39dab81f027f51a3e for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:28:11.934204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:11.943003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.015605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks [] for security_group (3d5a264e-31db-4496-bc61-a16ac3d4ca1b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.094069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3d5a264e-31db-4496-bc61-a16ac3d4ca1b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.124103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:28:12.130366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a264e-31db-4496-bc61-a16ac3d4ca1b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:12.136853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d43034a6-6d38-4df8-ba98-73d98b76bde3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.137200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Added segment d43034a6-6d38-4df8-ba98-73d98b76bde3 of type vlan for network 73164bb9-4259-4c82-8b50-d793a13b0b05 Mar 09 17:28:12.176048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (73164bb9-4259-4c82-8b50-d793a13b0b05), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.260085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (73164bb9-4259-4c82-8b50-d793a13b0b05), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.261068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:12.261641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.319478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] Pushing event updated for resources: {'Network': ['ID=73164bb9-4259-4c82-8b50-d793a13b0b05,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:12.328889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:28:12.337451 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-26a32e30-a678-470c-a86e-07072787b621 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5747855 Mar 09 17:28:12.339953 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 39322) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:12.344706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Request body: {'subnet': {'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1860776229-subnet', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:12.414322 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Made reservation on behalf of dc64322bf64c4bf39dab81f027f51a3e for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:28:12.416911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.635224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (61cfe41d-33fd-44a1-ab22-dafc877aedb8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.693584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61cfe41d-33fd-44a1-ab22-dafc877aedb8,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:12.702106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:28:12.702536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Network hostable DHCP agents. Network: 73164bb9-4259-4c82-8b50-d793a13b0b05, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:28:12.791162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:28:12.874437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 73164bb9-4259-4c82-8b50-d793a13b0b05) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:12.878470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:12.879064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.883366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a3c7a-2fca-42ae-81e7-3053c6a358e8 None None] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:28:12.975317 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-50f2cff3-4e00-4d3a-bb3c-e90417d28c2a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6337984 Mar 09 17:28:12.978087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39324) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:12.984846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-73164bb9-4259-4c82-8b50-d793a13b0b05', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:28:12.984846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:12.985086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:13.082999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.084698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.111207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Allocated IP 172.20.0.2 (73164bb9-4259-4c82-8b50-d793a13b0b05/61cfe41d-33fd-44a1-ab22-dafc877aedb8/d8bca017-e6c6-4192-8586-12549b989367) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:28:13.138962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks [] for router_controller (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.250565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Publish callbacks [] for port (d8bca017-e6c6-4192-8586-12549b989367), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.323501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (d8bca017-e6c6-4192-8586-12549b989367), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.363420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:28:13.368574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:13.371126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:28:13.386933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Pushing event updated for resources: {'Port': ['ID=d8bca017-e6c6-4192-8586-12549b989367,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:13.440865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Attempting to bind port d8bca017-e6c6-4192-8586-12549b989367 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:28:13.441287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Attempting to bind port d8bca017-e6c6-4192-8586-12549b989367 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:28:13.441657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Attempting to bind port d8bca017-e6c6-4192-8586-12549b989367 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:28:13.447777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:28:13.448168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:28:13.448645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.449062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Bound using segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:28:13.449537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Bound port: d8bca017-e6c6-4192-8586-12549b989367, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:28:13.449928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8bca017-e6c6-4192-8586-12549b989367), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.515177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] For port d8bca017-e6c6-4192-8586-12549b989367, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:28:13.518369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] For port d8bca017-e6c6-4192-8586-12549b989367, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8bca017-e6c6-4192-8586-12549b989367,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:28:13.598014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d8bca017-e6c6-4192-8586-12549b989367), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.650101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks [] for router_gateway (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.657057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2b7d0-fa03-46c3-afca-69095273e781 None None] Pushing event updated for resources: {'Port': ['ID=d8bca017-e6c6-4192-8586-12549b989367,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:13.913722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks [] for router_gateway (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:13.932976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.041290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Allocated IP 172.36.5.231 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/1272b966-8fb0-4e23-a318-faadb480c111) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:28:14.058351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d8bca017-e6c6-4192-8586-12549b989367 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:14.112594 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d8bca017-e6c6-4192-8586-12549b989367 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:14.112985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d8bca017-e6c6-4192-8586-12549b989367), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.145077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks [] for port (1272b966-8fb0-4e23-a318-faadb480c111), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.189422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d8bca017-e6c6-4192-8586-12549b989367 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:14.189822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d8bca017-e6c6-4192-8586-12549b989367), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.221466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port d8bca017-e6c6-4192-8586-12549b989367, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8bca017-e6c6-4192-8586-12549b989367,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:14.232239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1272b966-8fb0-4e23-a318-faadb480c111), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.272737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:28:14.275846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:14.279635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:28:14.306663 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d8bca017-e6c6-4192-8586-12549b989367), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.319423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Pushing event updated for resources: {'Port': ['ID=1272b966-8fb0-4e23-a318-faadb480c111,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:14.364484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=d8bca017-e6c6-4192-8586-12549b989367,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:14.562551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808777b-12ef-4e50-9c49-c8f074a5d40f None None] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:28:14.613706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks [] for router_gateway (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.681443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b37f2dd9-fd7d-4edf-a321-f954131f78b3 None None] Provisioning complete for port d8bca017-e6c6-4192-8586-12549b989367 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:14.681828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b37f2dd9-fd7d-4edf-a321-f954131f78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d8bca017-e6c6-4192-8586-12549b989367), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.761142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b37f2dd9-fd7d-4edf-a321-f954131f78b3 None None] Current status of the port d8bca017-e6c6-4192-8586-12549b989367 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:14.818698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.879974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-960c561c-829f-476b-911a-7bac4467ab0e None None] Provisioning complete for port d8bca017-e6c6-4192-8586-12549b989367 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:14.880367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-960c561c-829f-476b-911a-7bac4467ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d8bca017-e6c6-4192-8586-12549b989367), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:14.958536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-960c561c-829f-476b-911a-7bac4467ab0e None None] Current status of the port d8bca017-e6c6-4192-8586-12549b989367 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:15.000338 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:28:15.107054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:28:15.116526 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:28:15.125713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:28:15.126308 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:28:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:15.208264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.210155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-421e6ca2-364c-4bb7-a075-30f12b04436d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2310064 Mar 09 17:28:15.212870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39326) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:15.228129 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:28:15.401741 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:14Z', 'revision_number': 3, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:15.511606 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:28:15.511961 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Updating router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff port 1272b966-8fb0-4e23-a318-faadb480c111 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:28:15.538243 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1272b966-8fb0-4e23-a318-faadb480c111), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.626386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.780201 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Publish callbacks [] for port (1272b966-8fb0-4e23-a318-faadb480c111), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.821878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Allocated IP 172.20.0.1 (73164bb9-4259-4c82-8b50-d793a13b0b05/61cfe41d-33fd-44a1-ab22-dafc877aedb8/1b5b1c76-8246-4996-88b8-dfc037729256) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:28:15.859967 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1272b966-8fb0-4e23-a318-faadb480c111), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.909431 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Pushing event updated for resources: {'Port': ['ID=1272b966-8fb0-4e23-a318-faadb480c111,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:15.914787 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Attempting to bind port 1272b966-8fb0-4e23-a318-faadb480c111 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:28:15.915153 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Attempting to bind port 1272b966-8fb0-4e23-a318-faadb480c111 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:28:15.915511 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Attempting to bind port 1272b966-8fb0-4e23-a318-faadb480c111 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:28:15.923301 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.923680 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.924025 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.924371 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.924713 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.925038 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.925384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.925684 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.926009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.926148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks [] for port (1b5b1c76-8246-4996-88b8-dfc037729256), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.926328 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.926649 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.926970 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.927284 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:15.931247 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:28:15.931627 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:28:15.932078 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.932412 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:28:15.932877 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Bound port: 1272b966-8fb0-4e23-a318-faadb480c111, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:28:15.933247 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1272b966-8fb0-4e23-a318-faadb480c111), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:15.981408 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] For port 1272b966-8fb0-4e23-a318-faadb480c111, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:28:15.984413 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] For port 1272b966-8fb0-4e23-a318-faadb480c111, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1272b966-8fb0-4e23-a318-faadb480c111,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:28:16.012939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.031244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d8bca017-e6c6-4192-8586-12549b989367 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:16.053184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:28:16.056297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:16.058809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:28:16.069645 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1272b966-8fb0-4e23-a318-faadb480c111), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.085922 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port d8bca017-e6c6-4192-8586-12549b989367 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:16.086169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d8bca017-e6c6-4192-8586-12549b989367), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.093312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Pushing event updated for resources: {'Port': ['ID=1b5b1c76-8246-4996-88b8-dfc037729256,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:16.108804 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.124196 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc991f2-08de-4d08-9c0e-44e86ace08b6 None None] Pushing event updated for resources: {'Port': ['ID=1272b966-8fb0-4e23-a318-faadb480c111,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:16.145978 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:28:16.147358 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:28:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:16.193599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port d8bca017-e6c6-4192-8586-12549b989367 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:16.265282 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:28:16.325202 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.391459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6735609f-b691-4a4e-93ce-c9001ed5ef43 None None] Provisioning complete for port 1b5b1c76-8246-4996-88b8-dfc037729256 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:16.391848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6735609f-b691-4a4e-93ce-c9001ed5ef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.425465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6735609f-b691-4a4e-93ce-c9001ed5ef43 None None] Port 1b5b1c76-8246-4996-88b8-dfc037729256 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:28:16.445858 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:14Z', 'revision_number': 3, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:16.471632 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a9dd7-dd91-4f5e-a340-10338f8a0811 None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:14Z', 'revision_number': 3, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:28:16.485774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks [] for port (1b5b1c76-8246-4996-88b8-dfc037729256), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.554995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.625137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.626918 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Pushing event updated for resources: {'Port': ['ID=1b5b1c76-8246-4996-88b8-dfc037729256,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:16.730285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:28:16.731749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:16.856869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:28:16.950326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aa300ad4-1027-4b78-83cc-5de87c71a522 None None] Provisioning complete for port 1b5b1c76-8246-4996-88b8-dfc037729256 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:16.950700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa300ad4-1027-4b78-83cc-5de87c71a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:16.977124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:28:16.982490 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-19a43e57-af5c-46fa-9d51-fb47effca8fd admin admin] 10.222.0.16 "PUT /v2.0/routers/dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685738 Mar 09 17:28:16.984695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aa300ad4-1027-4b78-83cc-5de87c71a522 None None] Port 1b5b1c76-8246-4996-88b8-dfc037729256 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:28:17.500314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39334) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:17.504921 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273373261', 'description': 'tempest-description--1052672623'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:17.583405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:17.647939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group (a446d250-6820-4009-8fee-a67b283a0e9d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:17.728640 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a446d250-6820-4009-8fee-a67b283a0e9d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:17.757115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a446d250-6820-4009-8fee-a67b283a0e9d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:17.834399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:17.835706 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8c411619-c324-4823-bdcb-025f1f216b53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3343205 Mar 09 17:28:17.838536 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:17.842924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'security_group_rule': {'security_group_id': 'a446d250-6820-4009-8fee-a67b283a0e9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:17.946728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group_rule (94046b1e-6727-4584-bd33-4e96ab2a1e48), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:17.954271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:28:17.964950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:28:17.965570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:28:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:17.997477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group_rule (94046b1e-6727-4584-bd33-4e96ab2a1e48), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.069978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (94046b1e-6727-4584-bd33-4e96ab2a1e48), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.077392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1272b966-8fb0-4e23-a318-faadb480c111 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:18.091845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94046b1e-6727-4584-bd33-4e96ab2a1e48,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:18.163137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.164442 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-193c9cd1-7851-4124-887c-564b1b046eec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3249583 Mar 09 17:28:18.167180 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39338) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:18.171682 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'security_group_rule': {'security_group_id': 'a446d250-6820-4009-8fee-a67b283a0e9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:18.265263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group_rule (fb756783-a1a8-4072-bf28-39c68e9c850a), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.275280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:28:18.321670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group_rule (fb756783-a1a8-4072-bf28-39c68e9c850a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.352921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1272b966-8fb0-4e23-a318-faadb480c111 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:18.353320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1272b966-8fb0-4e23-a318-faadb480c111), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.400830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (fb756783-a1a8-4072-bf28-39c68e9c850a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.415908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb756783-a1a8-4072-bf28-39c68e9c850a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:18.499949 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.501230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-062b4eac-bfda-45b1-a9bb-e80e95252586 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330603 Mar 09 17:28:18.504281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39340) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:18.509268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:18.525093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1272b966-8fb0-4e23-a318-faadb480c111 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:18.525470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1272b966-8fb0-4e23-a318-faadb480c111), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.548308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 1272b966-8fb0-4e23-a318-faadb480c111, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1272b966-8fb0-4e23-a318-faadb480c111,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:18.560656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 2, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:18.586149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.588439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:28:18.588806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Updating router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff port 1b5b1c76-8246-4996-88b8-dfc037729256 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:28:18.612184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1272b966-8fb0-4e23-a318-faadb480c111), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.621484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.682869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.697855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=1272b966-8fb0-4e23-a318-faadb480c111,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:18.785061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Allocated IP 172.36.5.179 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/959e16b6-4579-42ae-94d3-6a3f655b8171) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:28:18.883516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.923819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Publish callbacks [] for port (1b5b1c76-8246-4996-88b8-dfc037729256), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:18.972368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.000713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.009931 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:28:19.013121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:19.015588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:28:19.051050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'Port': ['ID=959e16b6-4579-42ae-94d3-6a3f655b8171,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:19.072000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1ce72-e7b0-4343-a48f-914b25175f69 None None] Pushing event updated for resources: {'Port': ['ID=1b5b1c76-8246-4996-88b8-dfc037729256,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:19.113881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Attempting to bind port 1b5b1c76-8246-4996-88b8-dfc037729256 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:28:19.114266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Attempting to bind port 1b5b1c76-8246-4996-88b8-dfc037729256 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:28:19.114636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Attempting to bind port 1b5b1c76-8246-4996-88b8-dfc037729256 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:28:19.120134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:28:19.120622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:28:19.121307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.122129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Bound using segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:28:19.122992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Bound port: 1b5b1c76-8246-4996-88b8-dfc037729256, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:28:19.123414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.123822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.193525 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] For port 1b5b1c76-8246-4996-88b8-dfc037729256, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:28:19.197093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] For port 1b5b1c76-8246-4996-88b8-dfc037729256, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b5b1c76-8246-4996-88b8-dfc037729256,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:28:19.244015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.318389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.371710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] Provisioning complete for port 1b5b1c76-8246-4996-88b8-dfc037729256 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:19.372102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.414945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:28:19.415775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:28:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:19.422087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1ce72-e7b0-4343-a48f-914b25175f69 None None] Pushing event updated for resources: {'Port': ['ID=1b5b1c76-8246-4996-88b8-dfc037729256,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:19.576762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:28:19.578580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] Current status of the port 1b5b1c76-8246-4996-88b8-dfc037729256 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:19.578977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.675537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] For port 1b5b1c76-8246-4996-88b8-dfc037729256, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b5b1c76-8246-4996-88b8-dfc037729256,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:19.733142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.748844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.823556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.826435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f6107-75bd-4b6a-806b-e28da6fe9982 None None] Pushing event updated for resources: {'Port': ['ID=1b5b1c76-8246-4996-88b8-dfc037729256,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:19.843189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:19.874806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d0ad6-e61f-4516-9f9b-9606378bc26d None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:28:19.889744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3543e384-23b4-4d63-bec2-e43c06e0ed2b None None] Provisioning complete for port 1b5b1c76-8246-4996-88b8-dfc037729256 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:19.889962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3543e384-23b4-4d63-bec2-e43c06e0ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.899403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'Port': ['ID=959e16b6-4579-42ae-94d3-6a3f655b8171,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:19.907702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.989648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3543e384-23b4-4d63-bec2-e43c06e0ed2b None None] Current status of the port 1b5b1c76-8246-4996-88b8-dfc037729256 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:19.997793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:19.999086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-196818d7-240b-48e8-b457-0f56bb5ce5d2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4938245 Mar 09 17:28:20.123248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1272b966-8fb0-4e23-a318-faadb480c111 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:20.180413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1272b966-8fb0-4e23-a318-faadb480c111 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:20.180727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1272b966-8fb0-4e23-a318-faadb480c111), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:20.193710 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-29d29039-b1c9-4507-80eb-5811b81548f4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1273373261&fields=id&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 267 time: 0.0540409 Mar 09 17:28:20.264253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1272b966-8fb0-4e23-a318-faadb480c111 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:20.265437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1b5b1c76-8246-4996-88b8-dfc037729256 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:20.306722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-6e6f96e6-46f3-4da3-aeb9-3996d260d997 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:20.308791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-6e6f96e6-46f3-4da3-aeb9-3996d260d997 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1079955 Mar 09 17:28:20.313531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 1b5b1c76-8246-4996-88b8-dfc037729256 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:20.313912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:20.324435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-990adfa7-c89b-459d-9d55-2a665a704261 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/quotas/dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 375 time: 0.0104246 Mar 09 17:28:20.399854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 1b5b1c76-8246-4996-88b8-dfc037729256 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:20.422953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-64b1fecc-d331-4b7f-8fa5-8d1b8e33c974 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926728 Mar 09 17:28:20.438797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-1ccc928b-efc4-4cad-9424-e2624f49babf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:28:20.439786 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-1ccc928b-efc4-4cad-9424-e2624f49babf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056121 Mar 09 17:28:20.536761 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-0f2c0c35-0920-472b-8690-02bde9da601b service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901155 Mar 09 17:28:20.628063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-758c6d24-7e50-43e3-80db-4417435932fb service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Mar 09 17:28:20.916115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-22ded740-1143-4236-9801-cdc1ceec7e7f req-69c16c94-4726-4191-85eb-8e6a26c493d6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 210 time: 0.0298507 Mar 09 17:28:22.013713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c253b451-0c4e-46b8-9bbc-22da466d5ea6 req-d7afb62f-87e3-42c4-b6b9-d505a75469f1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 210 time: 0.0285134 Mar 09 17:28:22.869800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-d0cbec88-a06e-4633-9c26-4f858613e4bf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:22.871249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-d0cbec88-a06e-4633-9c26-4f858613e4bf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1028664 Mar 09 17:28:22.931644 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ccb32603-dfc9-4a32-b0ec-ba9a8a532052 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 380 time: 0.0502241 Mar 09 17:28:22.940286 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'port': {'device_id': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'admin_state_up': True, 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'security_groups': ['a446d250-6820-4009-8fee-a67b283a0e9d']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:23.106217 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e09f935-e0f2-4dee-8303-6f358137facb req-187a4824-13fe-4ac1-9b18-4d34393ecc91 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 210 time: 0.0265927 Mar 09 17:28:23.117390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Made reservation on behalf of dc64322bf64c4bf39dab81f027f51a3e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:28:23.122784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:23.241898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Allocated IP 172.20.0.9 (73164bb9-4259-4c82-8b50-d793a13b0b05/61cfe41d-33fd-44a1-ab22-dafc877aedb8/e6999784-34b9-4a3d-95ee-f97f6be77bd4) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:28:23.375524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:23.454156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:23.496201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:28:23.501120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:28:23.504804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:28:23.517292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:23.560271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:23.561067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:23.660419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-ca6cc1f6-e05c-4e74-8cc2-ba2835e6d06d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235970 Mar 09 17:28:23.671861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Request body: {'port': {'device_id': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:23.728811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:23.738780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-afd0ab4d-bb67-4bf0-b349-cc17d168c790 None None] Provisioning complete for port e6999784-34b9-4a3d-95ee-f97f6be77bd4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:23.739306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-afd0ab4d-bb67-4bf0-b349-cc17d168c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:23.772371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-afd0ab4d-bb67-4bf0-b349-cc17d168c790 None None] Port e6999784-34b9-4a3d-95ee-f97f6be77bd4 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:28:24.245176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6999784-34b9-4a3d-95ee-f97f6be77bd4 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:28:24.253379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Publish callbacks [] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:24.282677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Transition to ACTIVE for port object e6999784-34b9-4a3d-95ee-f97f6be77bd4 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:28:24.301572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16bba7-97cb-4866-b9ad-d45fb6442004 req-697bae94-4a76-4976-8e5d-3ee2634a75de tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:24.303043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c16bba7-97cb-4866-b9ad-d45fb6442004 req-697bae94-4a76-4976-8e5d-3ee2634a75de tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 931 time: 0.0695848 Mar 09 17:28:24.348232 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c16bba7-97cb-4866-b9ad-d45fb6442004 req-42c2e558-7d32-4583-9636-8c7869edd179 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Mar 09 17:28:24.379589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:24.430261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:24.504631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Attempting to bind port e6999784-34b9-4a3d-95ee-f97f6be77bd4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:28:24.504915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Attempting to bind port e6999784-34b9-4a3d-95ee-f97f6be77bd4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:28:24.505361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Attempting to bind port e6999784-34b9-4a3d-95ee-f97f6be77bd4 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:28:24.510328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Port e6999784-34b9-4a3d-95ee-f97f6be77bd4 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:28:24.510696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Attempting to bind port e6999784-34b9-4a3d-95ee-f97f6be77bd4 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:28:24.516298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:28:24.516677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:28:24.517149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Bound using segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:28:24.517642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Bound port: e6999784-34b9-4a3d-95ee-f97f6be77bd4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:28:24.518018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:24.585798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:28:24.589024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:28:24.660076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:24.690713 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:24.691316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:24.692927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] 10.222.0.36 "PUT /v2.0/ports/e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 1093 time: 1.0252800 Mar 09 17:28:24.695612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:28:24.698662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:28:24.726878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40e7d-9c8c-4c6b-a1f2-2b29f94e679a service neutron] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:24.745174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2695b0b-76aa-44ea-8023-b135cc972b00 x-openstack-request-id: req-c2695b0b-76aa-44ea-8023-b135cc972b00 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:28:24.745476 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:28:24.745749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2695b0b-76aa-44ea-8023-b135cc972b00 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:28:24.746158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'status': 'completed', 'code': 200} Mar 09 17:28:24.816699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf req-e833fbe2-7638-4cd8-aba1-da08b79ab87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:24.818245 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf req-e833fbe2-7638-4cd8-aba1-da08b79ab87d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1127 time: 0.0506780 Mar 09 17:28:24.918906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf req-902591bd-fa44-49fe-a810-8a395a9f933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:24.920413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf req-902591bd-fa44-49fe-a810-8a395a9f933d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935836 Mar 09 17:28:25.015406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf req-b148039f-3eaf-492b-9fad-c4a650e7e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:25.016815 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-05fddd3a-722d-49c7-a7d8-15a8423b1bdf req-b148039f-3eaf-492b-9fad-c4a650e7e166 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906959 Mar 09 17:28:25.212017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-8f7a4207-18c4-4079-997b-a969414645ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:25.213522 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-8f7a4207-18c4-4079-997b-a969414645ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1127 time: 0.0438626 Mar 09 17:28:25.255659 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-f1feeb1d-4a43-40f3-b674-d5d22c17972a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 217 time: 0.0339592 Mar 09 17:28:25.307580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-7e335ae7-1ff7-4c12-8b01-a87faba5f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:25.308954 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-7e335ae7-1ff7-4c12-8b01-a87faba5f4ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0456975 Mar 09 17:28:25.356818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-1c2f7c05-82d1-4d97-b70f-78193dce85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:25.358274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-1c2f7c05-82d1-4d97-b70f-78193dce85da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429676 Mar 09 17:28:25.474766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-80715e7d-d8f3-4e2f-886e-305b8b96bec2 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107919 Mar 09 17:28:25.514192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cceb9-037f-432c-a198-45b6ab77c923 req-f273ace7-848e-4b07-baf3-f85299293505 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:25.515652 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-823cceb9-037f-432c-a198-45b6ab77c923 req-f273ace7-848e-4b07-baf3-f85299293505 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 943 time: 0.0964072 Mar 09 17:28:25.609703 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7e8a636d-07a7-4d36-b072-a8c5f7d6080e req-26ec8e1e-9fc4-475b-8c55-41cd7e0f401e service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265445 Mar 09 17:28:25.613187 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-823cceb9-037f-432c-a198-45b6ab77c923 req-6bc7d523-8e5e-4f6a-b51c-cc2975e80075 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898459 Mar 09 17:28:26.733637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9cfa7-9ae1-4807-a2d2-6a9e3607ed0a req-93939d30-5a85-47c8-b134-20eaac80452e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:26.735278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0da9cfa7-9ae1-4807-a2d2-6a9e3607ed0a req-93939d30-5a85-47c8-b134-20eaac80452e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 943 time: 0.0548770 Mar 09 17:28:26.780913 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0da9cfa7-9ae1-4807-a2d2-6a9e3607ed0a req-f018e072-654f-490e-81a8-012eac473427 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401814 Mar 09 17:28:27.898769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc3b94-a3d6-4b89-9ffb-007bb59c06ad req-c57cd9eb-bbda-4874-a460-0b3b2bd42abf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:27.900227 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0cdc3b94-a3d6-4b89-9ffb-007bb59c06ad req-c57cd9eb-bbda-4874-a460-0b3b2bd42abf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 943 time: 0.0519488 Mar 09 17:28:27.945662 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0cdc3b94-a3d6-4b89-9ffb-007bb59c06ad req-fcf6dbfd-db4e-4481-9d0e-29d1d21071ee tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Mar 09 17:28:28.822840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:29.047393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:28:29.062643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155df0-adac-44db-a6c2-f600b2377735 req-28961a66-ac4f-42ad-87a4-b07aa99be9fe tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:29.064232 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c7155df0-adac-44db-a6c2-f600b2377735 req-28961a66-ac4f-42ad-87a4-b07aa99be9fe tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 943 time: 0.0515926 Mar 09 17:28:29.111300 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c7155df0-adac-44db-a6c2-f600b2377735 req-2977a02f-1f70-4aef-89fd-8c5957ecc8c9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Mar 09 17:28:29.142027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:29.152749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'mac_address': 'fa:16:3e:f3:f5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:28:29.191623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e6999784-34b9-4a3d-95ee-f97f6be77bd4 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:29.192014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:29.204932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6999784-34b9-4a3d-95ee-f97f6be77bd4 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:28:29.223805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:29.303338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:29.350475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:29.357381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.357737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.358087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.358458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.358804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.359137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.359476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.360061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.360428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.360766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.361099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.361489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.361755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:28:29.508876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['e6999784-34b9-4a3d-95ee-f97f6be77bd4'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:28:30.228097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068ae68-c704-4fab-ac40-6d76117ce80e req-da3762e8-3dea-47fc-b042-a06f826e5136 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:30.229655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8068ae68-c704-4fab-ac40-6d76117ce80e req-da3762e8-3dea-47fc-b042-a06f826e5136 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 944 time: 0.0520432 Mar 09 17:28:30.275841 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8068ae68-c704-4fab-ac40-6d76117ce80e req-b753429a-c852-4d95-b90b-0ef9be156aee tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Mar 09 17:28:31.051689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:28:31.188405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port e6999784-34b9-4a3d-95ee-f97f6be77bd4 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:28:31.192124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port e6999784-34b9-4a3d-95ee-f97f6be77bd4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:28:31.192546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:31.266408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e6999784-34b9-4a3d-95ee-f97f6be77bd4 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:28:31.266723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:31.290859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:28:31.293110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb51212-4c9e-4311-84cf-e944ba5e54d7" -d '{"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-plugged", "status": "completed", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:28:31.306194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:28:31.329300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca8bcad-3ed2-4462-9040-9aab74eb0681 x-openstack-request-id: req-0ca8bcad-3ed2-4462-9040-9aab74eb0681 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:28:31.329618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-plugged", "status": "completed", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:28:31.329881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ca8bcad-3ed2-4462-9040-9aab74eb0681 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:28:31.330286 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'code': 200} Mar 09 17:28:31.385505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:31.400571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794b79-6cee-4173-8fed-5f2c092635b6 req-19ff7cc5-b612-4941-ba79-c2fbf1731eb8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:31.402056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e0794b79-6cee-4173-8fed-5f2c092635b6 req-19ff7cc5-b612-4941-ba79-c2fbf1731eb8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 944 time: 0.0580723 Mar 09 17:28:31.432751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:28:31.451596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e0794b79-6cee-4173-8fed-5f2c092635b6 req-93bda61b-9a91-4dcd-8ba6-2ff3e640106c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Mar 09 17:28:31.629526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9155-b924-4553-9727-db2a091a6192 req-30654dff-9b3b-410e-8568-cbccdad3a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:31.631521 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-485a9155-b924-4553-9727-db2a091a6192 req-30654dff-9b3b-410e-8568-cbccdad3a1ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1129 time: 0.0442417 Mar 09 17:28:31.674910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-485a9155-b924-4553-9727-db2a091a6192 req-4a4a19b1-4c59-48d5-a18a-5cc8ab6e7e90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364773 Mar 09 17:28:32.574223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badba8a-a670-402c-96cc-1fdbad9462a5 req-d383bfbc-effe-4e3d-b59a-2d17e6d46981 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:32.575734 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9badba8a-a670-402c-96cc-1fdbad9462a5 req-d383bfbc-effe-4e3d-b59a-2d17e6d46981 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0577152 Mar 09 17:28:32.624170 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9badba8a-a670-402c-96cc-1fdbad9462a5 req-61a10ac0-7b64-477f-95ff-53bd83355abe tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Mar 09 17:28:33.619200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fc610c28-4fa8-4989-9ef8-ff021670d72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:33.794615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee7995-c06e-4b00-8a63-11f67278310f req-892b0c30-daa7-4c2e-a120-0e5b26acf080 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:33.796104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-97ee7995-c06e-4b00-8a63-11f67278310f req-892b0c30-daa7-4c2e-a120-0e5b26acf080 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0567486 Mar 09 17:28:33.841386 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-97ee7995-c06e-4b00-8a63-11f67278310f req-b4343c01-2ec4-414f-b6ac-b2b3bd1c04e4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396795 Mar 09 17:28:33.952664 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435bc56-7ec9-4826-b8a6-0c59b62d2cc9 req-9db08f4c-4ec4-461b-a5fd-f8ec9e8f3abd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:33.954130 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5435bc56-7ec9-4826-b8a6-0c59b62d2cc9 req-9db08f4c-4ec4-461b-a5fd-f8ec9e8f3abd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Mar 09 17:28:33.963402 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39396) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:28:33.967659 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'floatingip': {'port_id': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:28:34.006583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:34.434266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:34.491716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:34.591013 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 associated. External IP: 172.36.5.179, port: e6999784-34b9-4a3d-95ee-f97f6be77bd4. Mar 09 17:28:34.801139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:28:34.908166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:28:34.913111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:34.917635 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:28:34.926808 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:28:34.927405 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:28:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:34.942394 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b36123aa-20ab-4a34-9bfe-24b5961a9d97 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "PUT /v2.0/floatingips/4dfefdc7-95f2-47ff-95c6-a54d25951533 HTTP/1.1" status: 200 len: 991 time: 0.9779625 Mar 09 17:28:34.943103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:28:34.946097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:28:35.042746 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:28:35.046397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e742eed4-40ac-479a-a89a-b2a5b92d69c8 x-openstack-request-id: req-e742eed4-40ac-479a-a89a-b2a5b92d69c8 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:28:35.046868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:28:35.046961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e742eed4-40ac-479a-a89a-b2a5b92d69c8 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:28:35.047344 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'status': 'completed', 'code': 200} Mar 09 17:28:35.059421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3c331-2a88-4639-8c7b-9a12632b1e00 req-4d889b34-ca70-4d2f-8ed8-223d1128de2c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:35.061589 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-00a3c331-2a88-4639-8c7b-9a12632b1e00 req-4d889b34-ca70-4d2f-8ed8-223d1128de2c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0591638 Mar 09 17:28:35.139201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-00a3c331-2a88-4639-8c7b-9a12632b1e00 req-d4867cc2-2456-42c6-aa55-8aaf80a16694 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720010 Mar 09 17:28:35.143673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-7fbe7214-ed1e-44b7-be10-cdbf50efb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:35.145274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-7fbe7214-ed1e-44b7-be10-cdbf50efb676 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1129 time: 0.0769098 Mar 09 17:28:35.244225 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-59fed6d0-9690-44d5-bd16-66cbe8fe695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:35.245811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-59fed6d0-9690-44d5-bd16-66cbe8fe695d service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0943494 Mar 09 17:28:35.261410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6281a-0815-4ce1-acaa-f5a1c52dc0c8 req-e0f88357-e16d-410d-961a-17fa7ed8baf2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:35.262949 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88a6281a-0815-4ce1-acaa-f5a1c52dc0c8 req-e0f88357-e16d-410d-961a-17fa7ed8baf2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0566385 Mar 09 17:28:35.267351 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:f3:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:28:34Z', 'revision_number': 1, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:35.297677 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:28:35.306500 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:28:35.307109 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:28:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:35.314238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-42c1e017-b1b4-446a-a396-e49d6f5daa6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 999 time: 0.0627363 Mar 09 17:28:35.316275 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-88a6281a-0815-4ce1-acaa-f5a1c52dc0c8 req-9c1e8665-3ec3-4834-aeda-4588b5f3ae28 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478187 Mar 09 17:28:35.367567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-c9638cdf-b5dc-4119-a141-bfe420e404ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:35.369091 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-c9638cdf-b5dc-4119-a141-bfe420e404ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0494568 Mar 09 17:28:35.413945 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:28:35.416544 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-e3de9ec4-3c48-4a84-87ca-a8b34f6f8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:35.418079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-e3de9ec4-3c48-4a84-87ca-a8b34f6f8aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435092 Mar 09 17:28:35.505698 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-050a9d09-2ff7-4944-8fe6-cfc919258a07 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816295 Mar 09 17:28:35.598763 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bccbf9d8-1b80-405c-b4ea-b8ae7d3909ee req-f710a943-a823-48a9-801d-3dbd81049db8 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876927 Mar 09 17:28:35.719040 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:f3:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:28:34Z', 'revision_number': 1, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:28:35.747826 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9591d-45a5-4dfb-9c17-bd31923dcf2d None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:f3:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:28:34Z', 'revision_number': 1, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:28:35.945734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16249c-3f75-4c64-8699-1990fd8bc898 None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:28:36.202187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81364ef8-185a-4a23-a1dc-0c275ba7682c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:36.431595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4449-70a4-4e7a-8d21-449cd46cd25a req-bd270b45-053f-4c0f-b4e6-dae6bd967daf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:36.433015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-77fe4449-70a4-4e7a-8d21-449cd46cd25a req-bd270b45-053f-4c0f-b4e6-dae6bd967daf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Mar 09 17:28:36.478353 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-77fe4449-70a4-4e7a-8d21-449cd46cd25a req-5ed1d14a-e2b9-4d00-8269-1bdfe0a9921a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Mar 09 17:28:36.591510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ebc79-5de3-4965-af03-59c497aafd81 req-c12317b8-2bae-4580-be19-caf7668dc023 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:36.592992 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9f8ebc79-5de3-4965-af03-59c497aafd81 req-c12317b8-2bae-4580-be19-caf7668dc023 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0509918 Mar 09 17:28:36.638625 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9f8ebc79-5de3-4965-af03-59c497aafd81 req-6735b036-dab2-4ef7-8867-69aee08ae075 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Mar 09 17:28:37.031564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdad844-b0b9-4ecb-ab17-258a273b4985 req-d9971921-31f1-492d-9d60-0316f8204be7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:37.033083 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6bdad844-b0b9-4ecb-ab17-258a273b4985 req-d9971921-31f1-492d-9d60-0316f8204be7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Mar 09 17:28:37.079290 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6bdad844-b0b9-4ecb-ab17-258a273b4985 req-a14c566a-9709-413f-9fb0-2bc701e5f6e9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406659 Mar 09 17:28:37.170830 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-53c26088-3150-469c-8c52-b1004c11fdc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471964 Mar 09 17:28:37.348094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:37.737435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-a0cbd396-6703-4a4f-9ecd-737898df3534 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:37.738774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-a0cbd396-6703-4a4f-9ecd-737898df3534 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports/e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 942 time: 0.0493219 Mar 09 17:28:38.197062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02445e5-c49d-458e-bfad-1bacb3e08680 req-7a1547f1-bf67-4f53-95ae-90417399608b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:38.198511 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a02445e5-c49d-458e-bfad-1bacb3e08680 req-7a1547f1-bf67-4f53-95ae-90417399608b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Mar 09 17:28:38.248722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a02445e5-c49d-458e-bfad-1bacb3e08680 req-3b077a59-5182-4a87-a2bc-68080989f280 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441806 Mar 09 17:28:38.402005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:39.144705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-66f74d0e-1cff-4f74-9ffa-622c35c84c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:39.146180 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-66f74d0e-1cff-4f74-9ffa-622c35c84c54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1129 time: 0.0437183 Mar 09 17:28:39.237724 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-e6dfe51c-6a08-48e1-9da1-734865b80059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:39.239168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-e6dfe51c-6a08-48e1-9da1-734865b80059 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0873218 Mar 09 17:28:39.303456 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-78d37300-f4f1-4072-aa93-dcb96c96076c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0582323 Mar 09 17:28:39.354644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-d938258b-df6a-4c71-a0d6-a71f65d5698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:39.356125 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-d938258b-df6a-4c71-a0d6-a71f65d5698d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0476539 Mar 09 17:28:39.371024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56dcef-d8bd-42b1-b508-9fef2993cb07 req-eaea83b7-4770-44f0-b1e2-58351f77b0fa tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:39.372554 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7b56dcef-d8bd-42b1-b508-9fef2993cb07 req-eaea83b7-4770-44f0-b1e2-58351f77b0fa tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0538595 Mar 09 17:28:39.403832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-aa138e91-0e01-415b-b188-3fa45110a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:39.405376 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-aa138e91-0e01-415b-b188-3fa45110a0fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440285 Mar 09 17:28:39.418738 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7b56dcef-d8bd-42b1-b508-9fef2993cb07 req-72664de3-a579-4f38-ae04-bc6516c78453 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403755 Mar 09 17:28:39.495852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-23550d54-3d3e-4dc3-a77d-0aff2175dd66 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849366 Mar 09 17:28:39.580554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-f07554e4-2859-491c-867d-67f37e691dc4 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794282 Mar 09 17:28:39.905469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:40.533726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1d7f8-fdda-4260-bd56-9f3eefad83c0 req-14e4a306-a7ec-4cad-91eb-552df39b58c4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:40.535183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24c1d7f8-fdda-4260-bd56-9f3eefad83c0 req-14e4a306-a7ec-4cad-91eb-552df39b58c4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Mar 09 17:28:40.584579 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24c1d7f8-fdda-4260-bd56-9f3eefad83c0 req-ecb3bd44-5be1-445a-959b-04a38a4a6dfc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Mar 09 17:28:41.699109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd210b6b-46a9-44b9-b1ff-3213afca238d req-e13c3ede-85e9-4dc6-aadb-870e2cef2ee8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:41.700578 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd210b6b-46a9-44b9-b1ff-3213afca238d req-e13c3ede-85e9-4dc6-aadb-870e2cef2ee8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Mar 09 17:28:41.745479 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd210b6b-46a9-44b9-b1ff-3213afca238d req-43dd727b-680f-44f3-8a7e-69a4ab126b50 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Mar 09 17:28:42.862877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457ab27-4126-4ef3-aad6-3de8f5bb099c req-8b89f6eb-2011-47cb-9300-8fdd6e4977b1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:42.864336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3457ab27-4126-4ef3-aad6-3de8f5bb099c req-8b89f6eb-2011-47cb-9300-8fdd6e4977b1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Mar 09 17:28:42.910398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3457ab27-4126-4ef3-aad6-3de8f5bb099c req-e88783bb-b1a5-4ca7-9eab-6551a59008e0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Mar 09 17:28:43.939836 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:28:44.031686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa8e9a-a21c-414d-8020-978498f1a7a3 req-3755bc0c-5954-44be-a516-2e649c1eba4b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:44.033183 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bfa8e9a-a21c-414d-8020-978498f1a7a3 req-3755bc0c-5954-44be-a516-2e649c1eba4b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0560408 Mar 09 17:28:44.078227 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bfa8e9a-a21c-414d-8020-978498f1a7a3 req-1c1be398-b18a-4c6a-a1ff-b91b4a6f0ddd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388026 Mar 09 17:28:45.195296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2e3ad-c16d-454e-b313-e309a57d4852 req-d2e07b02-ae7a-49da-9654-f9d3ba28541c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:45.196768 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30a2e3ad-c16d-454e-b313-e309a57d4852 req-d2e07b02-ae7a-49da-9654-f9d3ba28541c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Mar 09 17:28:45.242063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30a2e3ad-c16d-454e-b313-e309a57d4852 req-ffd1fb9d-a469-4b93-a96a-7d95834bbac2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Mar 09 17:28:46.358341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbd435-cdcc-4b8e-a7c9-d54ee3dfcf47 req-689c6796-7dc5-45ae-bf9d-cd62cca233de tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:46.360064 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fcfbd435-cdcc-4b8e-a7c9-d54ee3dfcf47 req-689c6796-7dc5-45ae-bf9d-cd62cca233de tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0518234 Mar 09 17:28:46.405488 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fcfbd435-cdcc-4b8e-a7c9-d54ee3dfcf47 req-74c1ae30-7efc-4d73-91ec-8720c87f83da tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Mar 09 17:28:47.525792 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83451fc5-115c-4675-9618-b1ad460c70e6 req-a02503f9-0286-47d5-8df2-465e448d4120 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:47.527224 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83451fc5-115c-4675-9618-b1ad460c70e6 req-a02503f9-0286-47d5-8df2-465e448d4120 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0559468 Mar 09 17:28:47.571978 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83451fc5-115c-4675-9618-b1ad460c70e6 req-2bdc1a47-8191-4d97-910b-fde51ddaa5e3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393312 Mar 09 17:28:48.693384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ae396-5d51-494a-a433-fdc4a0df3a6b req-2e85b214-6aa6-49cf-8168-64626184f336 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:48.694856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0b3ae396-5d51-494a-a433-fdc4a0df3a6b req-2e85b214-6aa6-49cf-8168-64626184f336 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0559771 Mar 09 17:28:48.740665 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0b3ae396-5d51-494a-a433-fdc4a0df3a6b req-2d1b130d-9d62-4439-852a-31f570d254d5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Mar 09 17:28:49.204927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-8fa0cac4-85a4-4de9-afb3-bc8964247658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:49.206481 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-8fa0cac4-85a4-4de9-afb3-bc8964247658 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1129 time: 0.0431786 Mar 09 17:28:49.312077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-8829134f-6ba9-4d4b-b03d-c2fd6918ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:49.313521 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-8829134f-6ba9-4d4b-b03d-c2fd6918ad3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0894356 Mar 09 17:28:49.377971 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-2b41bdf4-b990-4ea7-8fb0-1be70886bc85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0584300 Mar 09 17:28:49.423453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-cd240fdf-4ee1-490b-acfc-e1af2241cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:49.424899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-cd240fdf-4ee1-490b-acfc-e1af2241cec0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0419428 Mar 09 17:28:49.474463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-79b76605-91dc-4ef6-b2a3-c0cbd9f0c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:49.475950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-79b76605-91dc-4ef6-b2a3-c0cbd9f0c0b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456500 Mar 09 17:28:49.561209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-15411bdf-7260-4ceb-8eef-7cd8ba97fa88 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798554 Mar 09 17:28:49.651636 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39d7dca6-6cc6-4df1-87cf-da805cbfec0e req-d72bd281-f9ac-4235-8d11-7cea034e37e4 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849469 Mar 09 17:28:49.856051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9603180-5ebe-43b8-9540-0cbe3abc4eab req-40e1a60e-26fb-42f4-8412-ae4a2c8d491c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:49.857557 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a9603180-5ebe-43b8-9540-0cbe3abc4eab req-40e1a60e-26fb-42f4-8412-ae4a2c8d491c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0521507 Mar 09 17:28:49.903714 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a9603180-5ebe-43b8-9540-0cbe3abc4eab req-5576ea68-7164-4c3d-917d-3cac4525d6e8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Mar 09 17:28:51.025717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfd7bb-a655-4f7a-ae38-34f2b34e35d0 req-da35679d-044a-4896-a501-9a58d054623c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:51.027203 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5cfd7bb-a655-4f7a-ae38-34f2b34e35d0 req-da35679d-044a-4896-a501-9a58d054623c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0528595 Mar 09 17:28:51.072368 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5cfd7bb-a655-4f7a-ae38-34f2b34e35d0 req-78ee0530-22ac-4227-abb2-b2424cb90537 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Mar 09 17:28:52.187734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468683ca-3d77-44b5-8a8b-b82aecb19aa1 req-ab4a6aaf-ef5d-48c5-b35d-de22e1fd3ae7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:52.189238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-468683ca-3d77-44b5-8a8b-b82aecb19aa1 req-ab4a6aaf-ef5d-48c5-b35d-de22e1fd3ae7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Mar 09 17:28:52.239298 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-468683ca-3d77-44b5-8a8b-b82aecb19aa1 req-e7da7865-18aa-4856-8bac-8e311c84e567 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445290 Mar 09 17:28:53.354115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68757e03-ddd1-44e9-90eb-f7ab28105371 req-8e8df8b9-6890-47d9-a340-7bd72d701723 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:53.355667 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68757e03-ddd1-44e9-90eb-f7ab28105371 req-8e8df8b9-6890-47d9-a340-7bd72d701723 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Mar 09 17:28:53.404629 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-68757e03-ddd1-44e9-90eb-f7ab28105371 req-fdf72289-ad26-4883-ae51-f4362c680a6e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Mar 09 17:28:54.520966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf37d-5622-40a0-82a9-ee5e0f343ac4 req-f12103c7-fa9f-41e9-a8e0-cdaa8b827b0a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:54.522427 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-308bf37d-5622-40a0-82a9-ee5e0f343ac4 req-f12103c7-fa9f-41e9-a8e0-cdaa8b827b0a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0517526 Mar 09 17:28:54.567240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-308bf37d-5622-40a0-82a9-ee5e0f343ac4 req-42ccda7d-0d33-4afc-b1ad-57af293f247c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 Mar 09 17:28:55.686599 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812f07-421b-4513-8fc2-47227ca8c01e req-3fe99bae-fd32-4439-981e-0b2c16cb83cf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:55.688035 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7f812f07-421b-4513-8fc2-47227ca8c01e req-3fe99bae-fd32-4439-981e-0b2c16cb83cf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0528133 Mar 09 17:28:55.732484 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7f812f07-421b-4513-8fc2-47227ca8c01e req-e59d8b05-9d07-45de-a35b-f087e979b1ab tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Mar 09 17:28:56.848277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9a8c-afb2-41a3-8973-9a674456d2c2 req-e233fd14-506b-4d8b-bf6e-9cd6c4ca7efc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:56.850321 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f93c9a8c-afb2-41a3-8973-9a674456d2c2 req-e233fd14-506b-4d8b-bf6e-9cd6c4ca7efc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Mar 09 17:28:56.895429 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f93c9a8c-afb2-41a3-8973-9a674456d2c2 req-bf562c4c-dfb7-463d-a515-cb97377d7e68 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Mar 09 17:28:58.012121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a740d8-0728-4a97-916f-057c050be9bf req-0fee7a10-99ac-4452-bc7f-077f68bd9746 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:58.013635 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a740d8-0728-4a97-916f-057c050be9bf req-0fee7a10-99ac-4452-bc7f-077f68bd9746 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0530705 Mar 09 17:28:58.059325 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57a740d8-0728-4a97-916f-057c050be9bf req-58f46005-a6e2-46f0-b126-0887e2d56e53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Mar 09 17:28:58.839138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:28:59.179781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f3289-add7-4d72-b290-bbb1d50e2d62 req-1a84ffd3-7ed1-43e7-bb7d-e57f1f329d9c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:28:59.181487 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a0f3289-add7-4d72-b290-bbb1d50e2d62 req-1a84ffd3-7ed1-43e7-bb7d-e57f1f329d9c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0551996 Mar 09 17:28:59.227159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a0f3289-add7-4d72-b290-bbb1d50e2d62 req-8a5db582-8487-4ec5-99e7-ff1341ffd354 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Mar 09 17:29:00.348887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d982-9b6b-4645-846f-e8b41e8920dd req-1a0353ce-0649-4b20-a777-cb2d3d1b1468 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:00.350523 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bbb3d982-9b6b-4645-846f-e8b41e8920dd req-1a0353ce-0649-4b20-a777-cb2d3d1b1468 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0566511 Mar 09 17:29:00.396846 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bbb3d982-9b6b-4645-846f-e8b41e8920dd req-8af6c722-d78c-4fe4-9b9e-496487e9eb64 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Mar 09 17:29:01.547752 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-100ea34c-57f2-400b-a52d-523d3887829a service neutron] 10.222.0.36 "GET /v2.0/ports/e6999784-34b9-4a3d-95ee-f97f6be77bd4/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0854475 Mar 09 17:29:01.556013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5b10-e625-43df-8908-26fe8522a522 req-23c7a301-6e78-42bf-a4c2-b5e29647e0a2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:01.557465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dfca5b10-e625-43df-8908-26fe8522a522 req-23c7a301-6e78-42bf-a4c2-b5e29647e0a2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0896699 Mar 09 17:29:01.606458 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dfca5b10-e625-43df-8908-26fe8522a522 req-0ebffd7b-535d-4038-b190-0f4a58ad646f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Mar 09 17:29:02.064619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-c0061399-1d24-4ea2-be66-9de49bec0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:02.066151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-c0061399-1d24-4ea2-be66-9de49bec0623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 1129 time: 0.0434983 Mar 09 17:29:02.126922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-805a3e3f-6ab0-46dd-ae1b-81090a6fbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:02.128463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-805a3e3f-6ab0-46dd-ae1b-81090a6fbe74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1129 time: 0.0433316 Mar 09 17:29:02.217615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-60c59c51-bfa7-4e1f-8fb9-194c60f44396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:02.219047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-60c59c51-bfa7-4e1f-8fb9-194c60f44396 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0853760 Mar 09 17:29:02.281515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-8be09301-ae72-4af7-9973-4c2cb2731cd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0564880 Mar 09 17:29:02.327178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-59008023-1d05-4573-ac28-8afd8c81632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:02.328619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-59008023-1d05-4573-ac28-8afd8c81632e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0411761 Mar 09 17:29:02.377974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-617501fa-5438-4c36-8b69-54376d01c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:02.379480 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-617501fa-5438-4c36-8b69-54376d01c0df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452974 Mar 09 17:29:02.466095 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-ae22ccc6-1551-49b6-bc32-aa1892a46d46 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809083 Mar 09 17:29:02.554743 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9f5a2dbc-8a8e-4530-a284-76701f17d6e5 req-6c2b45ec-443a-40a9-a15e-26a585aaf4d3 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828006 Mar 09 17:29:02.725535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2748280-848c-44d4-b076-9cb3dba72641 req-78861992-3c9e-4f2c-8ed1-17fe70ea5d6c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:02.727007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a2748280-848c-44d4-b076-9cb3dba72641 req-78861992-3c9e-4f2c-8ed1-17fe70ea5d6c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0538034 Mar 09 17:29:02.773149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a2748280-848c-44d4-b076-9cb3dba72641 req-84e5c569-5cfa-4cef-ba42-3c8c4caf9996 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Mar 09 17:29:03.607117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bcf4589c-2c28-41d0-a656-be7b91643ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:03.890683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8201ad-7d2f-4351-9cda-f51f7e98f5c5 req-07d497a3-4cfa-4578-9d0a-d9e51050c072 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:03.892155 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3f8201ad-7d2f-4351-9cda-f51f7e98f5c5 req-07d497a3-4cfa-4578-9d0a-d9e51050c072 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0526261 Mar 09 17:29:03.937584 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3f8201ad-7d2f-4351-9cda-f51f7e98f5c5 req-adf58dd6-8e50-493f-a987-ad3d0e3a57b9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Mar 09 17:29:05.057464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227156c8-861b-46c8-bac1-554da902afc8 req-5fe2eeca-3205-4fef-906f-12e3101b61b3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.058939 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-227156c8-861b-46c8-bac1-554da902afc8 req-5fe2eeca-3205-4fef-906f-12e3101b61b3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0552871 Mar 09 17:29:05.109940 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-227156c8-861b-46c8-bac1-554da902afc8 req-b071697a-1371-4f33-81ac-8ec3399a0f0f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 Mar 09 17:29:05.214569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:29:05.218549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:29:05.357729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e6999784-34b9-4a3d-95ee-f97f6be77bd4 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:29:05.358131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:05.391012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:05.401472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:29:05.403708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83098b-a2a0-4d0a-80ce-c6b732c2b37b" -d '{"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:29:05.417613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'mac_address': 'fa:16:3e:f3:f5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:29:05.420905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:05.447280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b753748-6b53-4caf-8494-955a05a56175 x-openstack-request-id: req-9b753748-6b53-4caf-8494-955a05a56175 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:29:05.447583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:29:05.447847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b753748-6b53-4caf-8494-955a05a56175 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:29:05.448241 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'code': 200} Mar 09 17:29:05.462628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e6999784-34b9-4a3d-95ee-f97f6be77bd4 is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:29:05.463123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:05.467283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b91489-d4a2-4ae0-9184-ab58162fabca req-d9d417c0-d25d-4f67-badc-6c2984ec94c0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.474910 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a8b91489-d4a2-4ae0-9184-ab58162fabca req-d9d417c0-d25d-4f67-badc-6c2984ec94c0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0666249 Mar 09 17:29:05.478036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6999784-34b9-4a3d-95ee-f97f6be77bd4 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:29:05.505765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:05.520947 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a8b91489-d4a2-4ae0-9184-ab58162fabca req-69915611-da35-483d-92df-baddf8d9b44f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444467 Mar 09 17:29:05.548108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-d85124c6-ba95-4194-b492-c5ef4adc1a9b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.549619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-d85124c6-ba95-4194-b492-c5ef4adc1a9b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9&tenant_id=dc64322bf64c4bf39dab81f027f51a3e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0575497 Mar 09 17:29:05.580175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:29:05.580571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:29:05.583860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:05.636099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-61cb4669-bd19-4867-976b-5345c58b85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.637620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-61cb4669-bd19-4867-976b-5345c58b85c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 1127 time: 0.0479422 Mar 09 17:29:05.724832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-3991dee8-463a-41e3-9aad-b36b67201e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.726343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-3991dee8-463a-41e3-9aad-b36b67201e43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0831926 Mar 09 17:29:05.794243 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-cfac4e1d-aade-4799-8a67-1895edcfd299 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 200 len: 999 time: 0.0616302 Mar 09 17:29:05.840326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-a82bd655-33d6-4151-a007-b25a7e461eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.841760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-a82bd655-33d6-4151-a007-b25a7e461eaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0417712 Mar 09 17:29:05.888677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-0fb29c60-d2e5-43e6-be04-cb6efef697b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:05.890157 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-0fb29c60-d2e5-43e6-be04-cb6efef697b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430095 Mar 09 17:29:05.978826 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-3313824b-9e09-4b24-9ae4-7a9de95bd0df service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820975 Mar 09 17:29:06.064830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8ce9b2d2-67a8-4052-bac7-51fa92adf311 req-d0349c69-c1b2-45ff-acc7-784bbd24eeeb service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803111 Mar 09 17:29:06.116932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e6999784-34b9-4a3d-95ee-f97f6be77bd4 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:29:06.117326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:06.138909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6999784-34b9-4a3d-95ee-f97f6be77bd4 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:29:06.159595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:06.227265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-48ba3960-4b01-40b9-a3e7-05b1689dac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:06.275513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:06.326192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:06.334247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['e6999784-34b9-4a3d-95ee-f97f6be77bd4'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:29:06.651819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b963c6f-8789-42f4-bb7b-7931a5936723 req-347d3639-dccf-4dd4-bf5b-60261f3e3422 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:06.653344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b963c6f-8789-42f4-bb7b-7931a5936723 req-347d3639-dccf-4dd4-bf5b-60261f3e3422 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 944 time: 0.0622182 Mar 09 17:29:06.700581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b963c6f-8789-42f4-bb7b-7931a5936723 req-ea479d5b-ebef-4cf0-9e5c-ee552d362c7a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Mar 09 17:29:07.230109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:07.252655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:29:07.299759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port e6999784-34b9-4a3d-95ee-f97f6be77bd4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:29:07.300130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:07.378928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e6999784-34b9-4a3d-95ee-f97f6be77bd4 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:29:07.379326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:07.412267 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:07.449159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:29:07.451454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b46169f-b164-4096-8a09-59d6e77d9203" -d '{"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-plugged", "status": "completed", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:29:07.485362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:07.488019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d749cb30-a963-49fb-a6ca-4664b2a8b674 x-openstack-request-id: req-d749cb30-a963-49fb-a6ca-4664b2a8b674 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:29:07.488318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-plugged", "status": "completed", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:29:07.488604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d749cb30-a963-49fb-a6ca-4664b2a8b674 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:29:07.488995 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'code': 200} Mar 09 17:29:07.534562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:07.819594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460ef45-0801-4ff1-93d7-68f2821d0ee1 req-24dcfcdb-e7d2-4ad6-887d-366cf559a183 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:07.821118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d460ef45-0801-4ff1-93d7-68f2821d0ee1 req-24dcfcdb-e7d2-4ad6-887d-366cf559a183 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0540755 Mar 09 17:29:07.868838 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d460ef45-0801-4ff1-93d7-68f2821d0ee1 req-54c49588-1909-4e85-964b-0baa068cef18 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Mar 09 17:29:07.990534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd98b4-45f5-4338-8d47-166cfea8b16d req-2de25498-d31f-498c-8175-25b15e430514 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:07.992111 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bebd98b4-45f5-4338-8d47-166cfea8b16d req-2de25498-d31f-498c-8175-25b15e430514 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0538180 Mar 09 17:29:08.044776 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bebd98b4-45f5-4338-8d47-166cfea8b16d req-b1046ac3-8d61-4b2d-a51e-ca179254ea91 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Mar 09 17:29:08.168445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208161b-4151-49ad-b422-ee0b451eec75 req-e84a9a9a-cdf9-4cf2-a9d8-646973d6bd94 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:08.169918 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d208161b-4151-49ad-b422-ee0b451eec75 req-e84a9a9a-cdf9-4cf2-a9d8-646973d6bd94 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0566928 Mar 09 17:29:08.217656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d208161b-4151-49ad-b422-ee0b451eec75 req-50d5aef0-546f-437e-b348-9c87b088f3fd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Mar 09 17:29:08.430286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:08.646359 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb102c8-3b72-458c-b0c2-69e0322ec1cb req-fd0eb146-9e38-4796-bfb6-c3197fcef550 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:08.647950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afb102c8-3b72-458c-b0c2-69e0322ec1cb req-fd0eb146-9e38-4796-bfb6-c3197fcef550 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0566957 Mar 09 17:29:08.695679 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-afb102c8-3b72-458c-b0c2-69e0322ec1cb req-5558a9ec-13ba-4b7d-8710-b461e488bc0e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Mar 09 17:29:09.818951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75557-027c-4e40-892a-7b3130e9529f req-865f3a1e-c161-4ff4-bb00-c1da603beaac tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:09.820452 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2ee75557-027c-4e40-892a-7b3130e9529f req-865f3a1e-c161-4ff4-bb00-c1da603beaac tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0585618 Mar 09 17:29:09.852602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:09.867747 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2ee75557-027c-4e40-892a-7b3130e9529f req-6329c3e7-8e72-49dc-abf8-f632883cab69 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Mar 09 17:29:10.327739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-49619e11-20ab-4375-9f39-7629fd924739 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:10.329212 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-49619e11-20ab-4375-9f39-7629fd924739 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.0502975 Mar 09 17:29:10.421097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Deleting port e6999784-34b9-4a3d-95ee-f97f6be77bd4 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:29:10.421443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:10.507141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] For port e6999784-34b9-4a3d-95ee-f97f6be77bd4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6999784-34b9-4a3d-95ee-f97f6be77bd4,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:10.507508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:11.012157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:11.012548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:11.012869 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 disassociated. External IP: 172.36.5.179, port: e6999784-34b9-4a3d-95ee-f97f6be77bd4. Mar 09 17:29:11.013208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Calling delete_port for e6999784-34b9-4a3d-95ee-f97f6be77bd4 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:29:11.065716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255da4b-6c9b-44e6-afc8-6d5e38db43d3 req-9ee1a96f-e237-4539-b7b6-1271381a1781 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:11.067760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f255da4b-6c9b-44e6-afc8-6d5e38db43d3 req-9ee1a96f-e237-4539-b7b6-1271381a1781 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 945 time: 0.1343596 Mar 09 17:29:11.138230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f255da4b-6c9b-44e6-afc8-6d5e38db43d3 req-31469e5a-3abc-4d8d-8e10-24741b0bc41d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639803 Mar 09 17:29:11.238728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e6999784-34b9-4a3d-95ee-f97f6be77bd4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:11.267290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event deleted for resources: {'Port': ['ID=e6999784-34b9-4a3d-95ee-f97f6be77bd4,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:11.278294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.278692 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.279009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.279356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.279716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.280042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.280399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.280750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.281076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.281494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.281767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.282095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.282424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:29:11.405307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:29:11.515111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:29:11.524897 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:29:11.535011 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:29:11.535704 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:29:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:11.555703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] No DVR routers for this DVR port e6999784-34b9-4a3d-95ee-f97f6be77bd4 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:29:11.558177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:11.561546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-36b71406-b79a-4dc9-92dd-cc33253a5b60 req-8dea5cac-894e-4f33-b6d3-78c3de680ba8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "DELETE /v2.0/ports/e6999784-34b9-4a3d-95ee-f97f6be77bd4 HTTP/1.1" status: 204 len: 173 time: 1.2274089 Mar 09 17:29:11.561986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-deleted', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:29:11.564202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec214bf6-9315-4134-af43-0da0054383da" -d '{"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-deleted", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:29:11.600168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b2f99e-5a0c-41f5-8ff3-90f60856edb5 x-openstack-request-id: req-c9b2f99e-5a0c-41f5-8ff3-90f60856edb5 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:29:11.600514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134eefa-5cf9-4591-8c53-e67ab4c932f9", "name": "network-vif-deleted", "tag": "e6999784-34b9-4a3d-95ee-f97f6be77bd4", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:29:11.600762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9b2f99e-5a0c-41f5-8ff3-90f60856edb5 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:29:11.601174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0134eefa-5cf9-4591-8c53-e67ab4c932f9', 'name': 'network-vif-deleted', 'tag': 'e6999784-34b9-4a3d-95ee-f97f6be77bd4', 'status': 'completed', 'code': 200} Mar 09 17:29:11.643300 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:29:11.840855 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:11.866587 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:29:11.874653 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:29:11.875246 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:29:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:11.978942 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:29:12.168905 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:12.198485 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff8795-00fe-4cde-87b0-0502b017b39e None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:29:12.244641 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-09263f72-946a-4ff0-8e7a-d7f04ddd02f4 req-0693286d-8a44-402b-bd9c-449a261fcde5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0134eefa-5cf9-4591-8c53-e67ab4c932f9 HTTP/1.1" status: 200 len: 210 time: 0.0281632 Mar 09 17:29:12.433036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb2f2b-a402-4620-8e46-d8980c3d85f9 None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:29:13.251721 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:29:13.272569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: e6999784-34b9-4a3d-95ee-f97f6be77bd4 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:29:13.272942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e6999784-34b9-4a3d-95ee-f97f6be77bd4 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:29:13.484154 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-6fae3ab3-6806-435f-8e82-aedaf6b96e04 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1273373261&fields=id&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 267 time: 0.0411606 Mar 09 17:29:13.590770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-f551c7cc-069b-488e-ba95-eb060c469253 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:13.592222 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-f551c7cc-069b-488e-ba95-eb060c469253 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1018045 Mar 09 17:29:13.606322 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-27a5db02-44c0-4edf-8cb2-1b4a976d183c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/quotas/dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 375 time: 0.0087557 Mar 09 17:29:13.659350 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-af078567-4e87-4cd3-9b60-c54b82eff6b8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480258 Mar 09 17:29:13.796267 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-021bf97c-8b2c-4241-bc8d-3fa4c951377e service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258824 Mar 09 17:29:13.889244 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-6d0f1781-5c1d-4286-922f-32c8493881d9 service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866060 Mar 09 17:29:14.116584 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3b6ed02b-6f8b-49a2-a164-4796c11b8c6f req-8a720d74-b40f-423c-a80b-23e5ed0095d1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 210 time: 0.0309463 Mar 09 17:29:15.208888 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fc2de840-3c37-4f95-8cdf-6f6f29ef5633 req-ecb10cd8-1edd-4b76-a262-4d2dde8949d3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 210 time: 0.0272515 Mar 09 17:29:15.866098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-abebdfb3-01ef-475d-abb4-4c944b922cf5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:15.867554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-abebdfb3-01ef-475d-abb4-4c944b922cf5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1023123 Mar 09 17:29:15.928322 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-73079964-097e-4fd0-b015-a66d2889e042 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 380 time: 0.0522358 Mar 09 17:29:15.936682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'port': {'device_id': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'admin_state_up': True, 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'security_groups': ['a446d250-6820-4009-8fee-a67b283a0e9d']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:29:16.138112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Made reservation on behalf of dc64322bf64c4bf39dab81f027f51a3e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:29:16.141796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:16.268828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Allocated IP 172.20.0.8 (73164bb9-4259-4c82-8b50-d793a13b0b05/61cfe41d-33fd-44a1-ab22-dafc877aedb8/b08c6355-8d26-4480-bc52-41abae802afe) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:29:16.307766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-75760ab8-d131-435e-a3cd-f212bed5d551 req-67a69774-0a3f-466b-92a4-9b59e8d8c182 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 210 time: 0.0329182 Mar 09 17:29:16.430719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for port (b08c6355-8d26-4480-bc52-41abae802afe), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:16.525009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:16.567962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:29:16.572874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:29:16.575683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:29:16.603640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:16.637386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:16.637386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:16.704512 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-77fbbcfb-9234-4c4c-899c-646d8ec6309c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7714560 Mar 09 17:29:16.715520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Request body: {'port': {'device_id': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:29:16.778203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:16.842724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a220fd06-1fb7-43cd-9c9b-0b31b0966953 None None] Provisioning complete for port b08c6355-8d26-4480-bc52-41abae802afe triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:29:16.843276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a220fd06-1fb7-43cd-9c9b-0b31b0966953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b08c6355-8d26-4480-bc52-41abae802afe), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:16.879198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a220fd06-1fb7-43cd-9c9b-0b31b0966953 None None] Port b08c6355-8d26-4480-bc52-41abae802afe cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:29:17.030408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08c6355-8d26-4480-bc52-41abae802afe {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:29:17.038482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Publish callbacks [] for port (b08c6355-8d26-4480-bc52-41abae802afe), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:17.049987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Transition to ACTIVE for port object b08c6355-8d26-4480-bc52-41abae802afe will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:29:17.143795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:17.191464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:17.266887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Attempting to bind port b08c6355-8d26-4480-bc52-41abae802afe on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:29:17.267231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Attempting to bind port b08c6355-8d26-4480-bc52-41abae802afe by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:29:17.267564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Attempting to bind port b08c6355-8d26-4480-bc52-41abae802afe on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:29:17.272613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Port b08c6355-8d26-4480-bc52-41abae802afe on network 73164bb9-4259-4c82-8b50-d793a13b0b05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:29:17.272939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Attempting to bind port b08c6355-8d26-4480-bc52-41abae802afe on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:29:17.277921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:29:17.278265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:29:17.278654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Bound using segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:29:17.279087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Bound port: b08c6355-8d26-4480-bc52-41abae802afe, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:29:17.279452 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:17.346453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:29:17.349682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:29:17.426056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ad2a-1f43-4e32-97de-f965e0d8e6d3 req-861d2cc5-6c6b-44b5-a1f9-202ddb325f82 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.427540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a650ad2a-1f43-4e32-97de-f965e0d8e6d3 req-861d2cc5-6c6b-44b5-a1f9-202ddb325f82 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 943 time: 0.0526640 Mar 09 17:29:17.433300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:17.469494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.469992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:17.471466 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 1093 time: 0.7601447 Mar 09 17:29:17.471913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:29:17.474228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaceacd8-5c37-474b-9308-3e13f88fa251" -d '{"events": [{"name": "network-changed", "server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "tag": "b08c6355-8d26-4480-bc52-41abae802afe"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:29:17.486753 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a650ad2a-1f43-4e32-97de-f965e0d8e6d3 req-c8819cc2-8c97-4fbb-b5e2-3718228b5a9a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530646 Mar 09 17:29:17.506362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac479306-f510-4e27-baab-4cc46380e9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:17.528470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae05209d-cd6e-49fd-b32c-ba0d2be5528f x-openstack-request-id: req-ae05209d-cd6e-49fd-b32c-ba0d2be5528f {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:29:17.528849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "tag": "b08c6355-8d26-4480-bc52-41abae802afe", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:29:17.529186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae05209d-cd6e-49fd-b32c-ba0d2be5528f {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:29:17.529668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe', 'status': 'completed', 'code': 200} Mar 09 17:29:17.599550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceacd8-5c37-474b-9308-3e13f88fa251 req-c09429fd-90ba-49a4-ab88-2c850686b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.601112 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aaceacd8-5c37-474b-9308-3e13f88fa251 req-c09429fd-90ba-49a4-ab88-2c850686b10b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1127 time: 0.0506768 Mar 09 17:29:17.702553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceacd8-5c37-474b-9308-3e13f88fa251 req-91223592-62ef-4ccc-ad79-4bd68679eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.704047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aaceacd8-5c37-474b-9308-3e13f88fa251 req-91223592-62ef-4ccc-ad79-4bd68679eada service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0952165 Mar 09 17:29:17.797541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceacd8-5c37-474b-9308-3e13f88fa251 req-0e40d307-71b7-4bd5-afa1-e995f9ae9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.798913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aaceacd8-5c37-474b-9308-3e13f88fa251 req-0e40d307-71b7-4bd5-afa1-e995f9ae9e1a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898252 Mar 09 17:29:17.878856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-8746bb03-01b5-4b24-b16d-08ddac08021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.880971 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-8746bb03-01b5-4b24-b16d-08ddac08021d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1127 time: 0.0455401 Mar 09 17:29:17.926659 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-cd11b082-8ca3-46cf-b7b6-bdff4c05df37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 217 time: 0.0375702 Mar 09 17:29:17.971593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-a79305b3-0de6-45e9-96c4-d68d8e34cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:17.973552 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-a79305b3-0de6-45e9-96c4-d68d8e34cca8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0417893 Mar 09 17:29:18.021416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086b49-6653-451e-b58a-c3e604534813 req-cad8e292-bc15-4c81-90de-1cec83bf9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:18.022970 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-cad8e292-bc15-4c81-90de-1cec83bf9ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441868 Mar 09 17:29:18.113292 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-ff619f24-dd09-44ad-8e6f-9343b484920d service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843439 Mar 09 17:29:18.198763 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-63086b49-6653-451e-b58a-c3e604534813 req-09708159-f9b3-4323-993f-c7c7e40304d3 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801468 Mar 09 17:29:18.605960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85414-b192-4e0d-82d3-e4396b61ec71 req-b981b5f2-c68d-491b-acfe-9156a836c1f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:18.607429 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-87a85414-b192-4e0d-82d3-e4396b61ec71 req-b981b5f2-c68d-491b-acfe-9156a836c1f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 943 time: 0.0512314 Mar 09 17:29:18.653180 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-87a85414-b192-4e0d-82d3-e4396b61ec71 req-d902e0ec-5e55-4b82-896c-2a892f701658 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Mar 09 17:29:19.771670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240589-c558-4039-9c5c-5b670e23dd90 req-e3f7db92-6bf3-41e2-bb6b-f5186fdcaae9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:19.773210 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5e240589-c558-4039-9c5c-5b670e23dd90 req-e3f7db92-6bf3-41e2-bb6b-f5186fdcaae9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 943 time: 0.0525556 Mar 09 17:29:19.823110 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5e240589-c558-4039-9c5c-5b670e23dd90 req-f1aecec2-14f4-4612-988a-66c038bad0f6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Mar 09 17:29:20.937802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7d15-ef2b-48ba-9ca0-091197cacbcd req-4cdbd856-7973-4fec-adf3-a960c1ad5349 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:20.939062 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:29:20.939523 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d52e7d15-ef2b-48ba-9ca0-091197cacbcd req-4cdbd856-7973-4fec-adf3-a960c1ad5349 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 943 time: 0.0511613 Mar 09 17:29:20.984765 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d52e7d15-ef2b-48ba-9ca0-091197cacbcd req-ea46b8f4-1995-4dd4-bd23-57ca086726d3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394175 Mar 09 17:29:21.251287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:29:21.345503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:21.355987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'b08c6355-8d26-4480-bc52-41abae802afe', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': 'b08c6355-8d26-4480-bc52-41abae802afe', 'mac_address': 'fa:16:3e:5a:6d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:29:21.391808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port b08c6355-8d26-4480-bc52-41abae802afe is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:29:21.392201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:21.404286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08c6355-8d26-4480-bc52-41abae802afe {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:29:21.422750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:21.492528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:21.536651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:21.684944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['b08c6355-8d26-4480-bc52-41abae802afe'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:29:22.101978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbc3f-4125-4b76-b7c1-c78ac555e319 req-cb32d2fe-7756-41b5-9acc-3d111a306fa5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:22.103434 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-021dbc3f-4125-4b76-b7c1-c78ac555e319 req-cb32d2fe-7756-41b5-9acc-3d111a306fa5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 944 time: 0.0520489 Mar 09 17:29:22.149132 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-021dbc3f-4125-4b76-b7c1-c78ac555e319 req-d5b6684d-cd52-4ef7-8bde-88c907c52f33 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 Mar 09 17:29:23.266052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:29:23.267291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47396f-da94-4508-b8e8-e060d05008f6 req-26f626d5-5639-4388-8e42-4cf73d6be41e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:23.268789 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-df47396f-da94-4508-b8e8-e060d05008f6 req-26f626d5-5639-4388-8e42-4cf73d6be41e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 944 time: 0.0549974 Mar 09 17:29:23.314676 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-df47396f-da94-4508-b8e8-e060d05008f6 req-61db3e8c-1040-432b-ab63-0d36531418fc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Mar 09 17:29:23.386519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port b08c6355-8d26-4480-bc52-41abae802afe completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:29:23.390422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port b08c6355-8d26-4480-bc52-41abae802afe triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:29:23.390791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b08c6355-8d26-4480-bc52-41abae802afe), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:23.467738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port b08c6355-8d26-4480-bc52-41abae802afe is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:29:23.468125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:23.490697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:29:23.493292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea7fad1-345f-48b7-b416-b91e3b80ecd2" -d '{"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-plugged", "status": "completed", "tag": "b08c6355-8d26-4480-bc52-41abae802afe"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:29:23.504890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:29:23.530336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d15347b-6dc0-45bd-b4b4-78162d61b7e0 x-openstack-request-id: req-0d15347b-6dc0-45bd-b4b4-78162d61b7e0 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:29:23.530638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-plugged", "status": "completed", "tag": "b08c6355-8d26-4480-bc52-41abae802afe", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:29:23.530932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d15347b-6dc0-45bd-b4b4-78162d61b7e0 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:29:23.531380 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe', 'code': 200} Mar 09 17:29:23.567288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:23.616485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:29:23.796701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963176d-3a03-4aff-9c0c-5c8778dfefdc req-f7c21580-a54c-4c1d-bfeb-52ee643d353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:23.798124 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7963176d-3a03-4aff-9c0c-5c8778dfefdc req-f7c21580-a54c-4c1d-bfeb-52ee643d353a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0430338 Mar 09 17:29:23.840198 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7963176d-3a03-4aff-9c0c-5c8778dfefdc req-4c2b66c0-d008-47cf-8334-05064c98825e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357392 Mar 09 17:29:24.429345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a224515-1b12-4ba0-8919-692de49680e4 req-5f9ee5d3-9f8a-466e-8b83-0d2380ccdb00 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:24.430831 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1a224515-1b12-4ba0-8919-692de49680e4 req-5f9ee5d3-9f8a-466e-8b83-0d2380ccdb00 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0506790 Mar 09 17:29:24.475057 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1a224515-1b12-4ba0-8919-692de49680e4 req-5314c0ac-bb8a-4c63-a467-f45996886d3d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388851 Mar 09 17:29:25.596493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ce24-a7c4-466b-be0f-46b9c067a31c req-e6b3259f-be8c-424a-81fa-e8b5cb7ef2f1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:25.602291 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c3ce24-a7c4-466b-be0f-46b9c067a31c req-e6b3259f-be8c-424a-81fa-e8b5cb7ef2f1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0555127 Mar 09 17:29:25.645325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c3ce24-a7c4-466b-be0f-46b9c067a31c req-513d2089-4381-44c5-92d7-c5e603c3a350 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Mar 09 17:29:25.761156 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6e0c-d227-4d66-a96f-8af9a0b1a837 req-12b0d166-83bd-4347-af1b-834d0a1cf467 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:25.762540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6d1b6e0c-d227-4d66-a96f-8af9a0b1a837 req-12b0d166-83bd-4347-af1b-834d0a1cf467 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0560863 Mar 09 17:29:25.771099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39576) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:29:25.775366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'floatingip': {'port_id': 'b08c6355-8d26-4480-bc52-41abae802afe'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:29:25.813219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:26.248971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:26.312657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:26.410875 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 associated. External IP: 172.36.5.179, port: b08c6355-8d26-4480-bc52-41abae802afe. Mar 09 17:29:26.613558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:29:26.718572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:29:26.724095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:26.728632 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:29:26.738763 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:29:26.739382 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:29:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:26.848673 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:29:27.076220 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': 'b08c6355-8d26-4480-bc52-41abae802afe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:5a:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:29:26Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:27.086765 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-621d8985-8487-4f71-a74a-0577c7f8fe57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "PUT /v2.0/floatingips/4dfefdc7-95f2-47ff-95c6-a54d25951533 HTTP/1.1" status: 200 len: 991 time: 1.3146155 Mar 09 17:29:27.087374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:29:27.089702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "tag": "b08c6355-8d26-4480-bc52-41abae802afe"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:29:27.133672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f71609a-b58e-49da-9e6e-83462b75444e x-openstack-request-id: req-0f71609a-b58e-49da-9e6e-83462b75444e {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:29:27.133976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "tag": "b08c6355-8d26-4480-bc52-41abae802afe", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:29:27.134237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f71609a-b58e-49da-9e6e-83462b75444e {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:29:27.134648 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe', 'status': 'completed', 'code': 200} Mar 09 17:29:27.190103 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:29:27.199332 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:29:27.199332 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:29:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:27.201212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-a55dfd1f-40c1-4cee-97bf-a48edefa88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:27.202759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-a55dfd1f-40c1-4cee-97bf-a48edefa88b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0454807 Mar 09 17:29:27.295742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-4849d704-35a4-44a1-84f7-cf70d3d4ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:27.297235 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-4849d704-35a4-44a1-84f7-cf70d3d4ff38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0877230 Mar 09 17:29:27.303881 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:29:27.366899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-affdbf16-0e99-43d7-923a-600abb373276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 999 time: 0.0637050 Mar 09 17:29:27.417002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-1ee67b7f-5a19-4b54-a45a-00f8e666e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:27.419072 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-1ee67b7f-5a19-4b54-a45a-00f8e666e525 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0456018 Mar 09 17:29:27.448182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875815be-052d-4d88-852a-04edc7c61d76 req-90b9826d-4530-4a9b-add7-6b15c5d866a9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:27.449962 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-875815be-052d-4d88-852a-04edc7c61d76 req-90b9826d-4530-4a9b-add7-6b15c5d866a9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0563881 Mar 09 17:29:27.472734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-d5657eb1-3603-446c-b194-c59772fec769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:27.474316 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-d5657eb1-3603-446c-b194-c59772fec769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486517 Mar 09 17:29:27.501423 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-875815be-052d-4d88-852a-04edc7c61d76 req-e1e2bc7d-d2b2-4737-b338-bfde2341e84d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Mar 09 17:29:27.532106 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': 'b08c6355-8d26-4480-bc52-41abae802afe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:5a:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:29:26Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:29:27.561519 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ed38e-c32a-4a81-ac2c-f8e47cf95c85 None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': 'b08c6355-8d26-4480-bc52-41abae802afe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:5a:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:29:26Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:29:27.579734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-afdf64c8-a765-4068-a85c-6603a3ef9347 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974853 Mar 09 17:29:27.674379 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cda99de9-82e0-4b2e-a736-b59b7b21fbaa req-9101aff3-8eaf-450e-9c71-185ed6eb81e7 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886714 Mar 09 17:29:27.764930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda2fb2-d4df-427d-9e89-3aec1f68e0e2 None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:29:28.623173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7faa18-ad5e-4d6c-ac99-2b89c90a4781 req-dfd4b647-3af0-439f-9fa2-2c89b8113ad6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:28.624672 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5a7faa18-ad5e-4d6c-ac99-2b89c90a4781 req-dfd4b647-3af0-439f-9fa2-2c89b8113ad6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0522082 Mar 09 17:29:28.669918 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5a7faa18-ad5e-4d6c-ac99-2b89c90a4781 req-f8cd229b-5a6c-42a2-8286-3bbf448e30f4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Mar 09 17:29:28.861571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:29.786559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a4588-6b98-4cbc-ad6c-8122b7089a53 req-a4d7ee6a-57e0-424c-a896-56a60dca2f8a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:29.788033 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d80a4588-6b98-4cbc-ad6c-8122b7089a53 req-a4d7ee6a-57e0-424c-a896-56a60dca2f8a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0510724 Mar 09 17:29:29.835849 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d80a4588-6b98-4cbc-ad6c-8122b7089a53 req-f99b1ade-d6ef-4673-b6df-f927980d3ad6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Mar 09 17:29:30.955309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d8509-a2e9-4538-b4a5-3e5fae234db0 req-8f652478-6452-4bc6-a304-5f320f07f74b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:30.956771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd9d8509-a2e9-4538-b4a5-3e5fae234db0 req-8f652478-6452-4bc6-a304-5f320f07f74b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0551424 Mar 09 17:29:31.002211 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd9d8509-a2e9-4538-b4a5-3e5fae234db0 req-8b2cf313-9152-494d-ae08-7d77dd38d0b7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Mar 09 17:29:32.116691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9377d6b-08d4-4986-b929-58aa8511846e req-7771ae2b-bb06-403c-8dab-caa8f3ba76b1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:32.118133 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d9377d6b-08d4-4986-b929-58aa8511846e req-7771ae2b-bb06-403c-8dab-caa8f3ba76b1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0510886 Mar 09 17:29:32.163537 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d9377d6b-08d4-4986-b929-58aa8511846e req-702eaba3-9ad2-4c5e-b5a4-b110ef0ba973 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 Mar 09 17:29:33.278165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb4cb-7c5a-4d99-9180-8aae9ee4160f req-f47b88ec-31f4-44e2-ba11-31016fe839de tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:33.279619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f2bcb4cb-7c5a-4d99-9180-8aae9ee4160f req-f47b88ec-31f4-44e2-ba11-31016fe839de tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0515165 Mar 09 17:29:33.324193 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f2bcb4cb-7c5a-4d99-9180-8aae9ee4160f req-d3af3933-8342-480b-8dae-10d7ded0c63a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384381 Mar 09 17:29:33.598261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b5fdfc6a-d1d3-403f-a328-a15ed76075ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:34.442719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15982c9-16c0-4531-971c-dca3a747eff9 req-7b3146a4-e453-4957-bfd8-77a9c8112555 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:34.444208 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b15982c9-16c0-4531-971c-dca3a747eff9 req-7b3146a4-e453-4957-bfd8-77a9c8112555 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0517166 Mar 09 17:29:34.489801 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b15982c9-16c0-4531-971c-dca3a747eff9 req-78a20148-4ecf-485f-9fec-cd378b3be491 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Mar 09 17:29:35.611190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35f1ac-4d37-4f7e-b477-05edff9be1d7 req-d99b2509-59e0-4ebd-9048-5af49c294fed tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:35.612677 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb35f1ac-4d37-4f7e-b477-05edff9be1d7 req-d99b2509-59e0-4ebd-9048-5af49c294fed tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0515139 Mar 09 17:29:35.662656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb35f1ac-4d37-4f7e-b477-05edff9be1d7 req-e7c166cf-36ab-4596-8a83-fba835146da6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Mar 09 17:29:36.194586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-14b7898f-af13-442f-a483-d45c1264d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:36.782395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356f4db-5c1c-4141-8715-91a37ac2095c req-54bdd0c9-e13c-426b-b943-51d91d690bde tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:36.783866 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a356f4db-5c1c-4141-8715-91a37ac2095c req-54bdd0c9-e13c-426b-b943-51d91d690bde tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0554631 Mar 09 17:29:36.828688 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a356f4db-5c1c-4141-8715-91a37ac2095c req-7e8cc2c9-6ae1-4313-b5fc-14ca1f8f3aed tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 Mar 09 17:29:37.237559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:37.943877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f269de-b49b-4ab1-aee8-1b35eb55ec56 req-3ded9216-9c58-492c-a311-9e50cdd234ec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:37.945356 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-69f269de-b49b-4ab1-aee8-1b35eb55ec56 req-3ded9216-9c58-492c-a311-9e50cdd234ec tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0518968 Mar 09 17:29:37.992190 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-69f269de-b49b-4ab1-aee8-1b35eb55ec56 req-a6fee912-b556-430d-9180-d30b2cde84ab tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Mar 09 17:29:38.383145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:39.106869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c076-f8cd-4309-9664-c2f93e13db1a req-d4fa43c0-5ab2-403b-954b-afc4b7372687 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:39.108687 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbd7c076-f8cd-4309-9664-c2f93e13db1a req-d4fa43c0-5ab2-403b-954b-afc4b7372687 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0518541 Mar 09 17:29:39.154421 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cbd7c076-f8cd-4309-9664-c2f93e13db1a req-70d5b4db-1f82-4250-bdee-70a4de37b11c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Mar 09 17:29:39.846074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:40.269908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212097b-d598-4132-b843-723e113313ec req-86e31a7f-4c9e-46b0-8d6f-7defa780df83 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:40.271372 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b212097b-d598-4132-b843-723e113313ec req-86e31a7f-4c9e-46b0-8d6f-7defa780df83 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0521495 Mar 09 17:29:40.317103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b212097b-d598-4132-b843-723e113313ec req-cfec6b09-e6b3-46f2-bff6-2972241269d1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Mar 09 17:29:41.434233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1c68-6c29-4c7c-a117-b563bb9268da req-3e75e03e-075c-458c-879d-d84c42535f66 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:41.435696 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8c4a1c68-6c29-4c7c-a117-b563bb9268da req-3e75e03e-075c-458c-879d-d84c42535f66 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0550795 Mar 09 17:29:41.481238 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8c4a1c68-6c29-4c7c-a117-b563bb9268da req-4665e4b2-b0f3-4e40-a317-6c5a9ca8d561 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Mar 09 17:29:42.601200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973044c5-ad84-4cfe-b05a-8a9c397ead5c req-88c813e2-30a7-4f2f-9b3d-2581f03bcc36 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:42.602670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-973044c5-ad84-4cfe-b05a-8a9c397ead5c req-88c813e2-30a7-4f2f-9b3d-2581f03bcc36 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0549924 Mar 09 17:29:42.648844 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-973044c5-ad84-4cfe-b05a-8a9c397ead5c req-c33e1469-23d3-482d-ab51-e283ded0f617 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402648 Mar 09 17:29:43.765121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316c458-26a4-4204-93f5-afc7c2cbe286 req-df01c13a-d94a-4243-ad50-e15972897398 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:43.766567 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4316c458-26a4-4204-93f5-afc7c2cbe286 req-df01c13a-d94a-4243-ad50-e15972897398 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0519161 Mar 09 17:29:43.811877 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4316c458-26a4-4204-93f5-afc7c2cbe286 req-827a3d70-09b8-429e-b5c2-d9fbef770b8b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Mar 09 17:29:44.927507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342141fb-df52-46df-9253-b567395b6c9d req-758841f0-5792-4104-8ce3-54b965051977 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:44.928994 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-342141fb-df52-46df-9253-b567395b6c9d req-758841f0-5792-4104-8ce3-54b965051977 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0516343 Mar 09 17:29:44.974021 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-342141fb-df52-46df-9253-b567395b6c9d req-657e806a-d0be-4125-8d12-9f8fec0b8cda tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394790 Mar 09 17:29:46.092686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eca1a-b8f9-489e-93d0-ae38c3fcd73f req-a3c5c3bb-723a-4613-8546-75b6ff9460c1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:46.094155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b80eca1a-b8f9-489e-93d0-ae38c3fcd73f req-a3c5c3bb-723a-4613-8546-75b6ff9460c1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0527709 Mar 09 17:29:46.143947 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b80eca1a-b8f9-489e-93d0-ae38c3fcd73f req-939c2292-ddb9-4f3b-a37a-f4eb8aa6064d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 Mar 09 17:29:47.259753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab20c2-0d50-4b39-ae09-9d5162b15745 req-3a583abb-866a-4cb7-8f0c-3343d3dc531f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:47.261168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1cab20c2-0d50-4b39-ae09-9d5162b15745 req-3a583abb-866a-4cb7-8f0c-3343d3dc531f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0519500 Mar 09 17:29:47.309901 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1cab20c2-0d50-4b39-ae09-9d5162b15745 req-61886ff3-b6db-48e9-8cf9-0c6303196798 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Mar 09 17:29:48.423738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8309e-b890-487b-9993-d2ecc25488ec req-0abc009a-20ef-4840-815b-c7338c5c6340 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:48.425214 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3fa8309e-b890-487b-9993-d2ecc25488ec req-0abc009a-20ef-4840-815b-c7338c5c6340 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0506141 Mar 09 17:29:48.470735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3fa8309e-b890-487b-9993-d2ecc25488ec req-4ee892a7-6db4-4a4c-8be0-18cc04d56a9e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Mar 09 17:29:49.205002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-3891ebfb-5612-478f-8244-853946be9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:49.209886 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-3891ebfb-5612-478f-8244-853946be9c70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0433478 Mar 09 17:29:49.311504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-bc7a436f-8136-40b7-9261-8dbc1562faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:49.312981 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-bc7a436f-8136-40b7-9261-8dbc1562faae service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0886421 Mar 09 17:29:49.376065 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-b81a9c6d-469e-4ccc-9123-bd94577d9837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 1001 time: 0.0574117 Mar 09 17:29:49.423063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-14b37f97-5b2d-4fef-b813-03f81afff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:49.424519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-14b37f97-5b2d-4fef-b813-03f81afff925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0426075 Mar 09 17:29:49.475545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-49d28b4f-2a7e-44fe-b1e1-16584d1d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:49.477043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-49d28b4f-2a7e-44fe-b1e1-16584d1d59b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464265 Mar 09 17:29:49.597575 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-5ad8c6e5-76f3-4625-bb2c-e822760780bb service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130574 Mar 09 17:29:49.610985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55654b15-1e30-4ed1-a375-56491ca8e6ef req-e5a35322-146f-4acd-a869-d8596e405f23 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:49.612370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55654b15-1e30-4ed1-a375-56491ca8e6ef req-e5a35322-146f-4acd-a869-d8596e405f23 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0728438 Mar 09 17:29:49.964145 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-55654b15-1e30-4ed1-a375-56491ca8e6ef req-ffa87f98-8de8-44fc-8b71-73fe133fd3ea tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440609 Mar 09 17:29:49.983342 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-dea3b179-e944-4df6-aaf6-7fd3e5e182c5 req-0a4b13d6-df31-4a53-a277-bbaaac37458c service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700752 Mar 09 17:29:51.080977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfc4b-fea8-4c74-acf6-9cbe84da3693 req-9c740333-c7f2-417c-a46c-b6c995a61289 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:51.082535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e58cfc4b-fea8-4c74-acf6-9cbe84da3693 req-9c740333-c7f2-417c-a46c-b6c995a61289 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0517485 Mar 09 17:29:51.128777 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e58cfc4b-fea8-4c74-acf6-9cbe84da3693 req-53477b22-cc3c-4fbb-aa50-72873761d751 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Mar 09 17:29:52.249228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710539f4-e917-4b89-bb1b-2850c6f9bf94 req-8239f5a4-cf58-4dc7-a785-5f3dbba49b40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:52.250612 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-710539f4-e917-4b89-bb1b-2850c6f9bf94 req-8239f5a4-cf58-4dc7-a785-5f3dbba49b40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0550487 Mar 09 17:29:52.296201 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-710539f4-e917-4b89-bb1b-2850c6f9bf94 req-23d70e01-be2a-4189-af76-a71853de52c9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Mar 09 17:29:53.423429 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15de3-0e8f-46bd-83c0-7d4708e60556 req-6f457670-c14b-43ae-aef7-5d7c396dcc00 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:53.424912 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84d15de3-0e8f-46bd-83c0-7d4708e60556 req-6f457670-c14b-43ae-aef7-5d7c396dcc00 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0630941 Mar 09 17:29:53.470426 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84d15de3-0e8f-46bd-83c0-7d4708e60556 req-fe5da486-2739-4ce4-9cb1-bd21f2743a75 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394311 Mar 09 17:29:53.889545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d8a98-4e45-48d5-be74-7322aaebe29d req-c64dbb9d-07a1-4b09-a17d-700f4722df2c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:53.891080 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ef8d8a98-4e45-48d5-be74-7322aaebe29d req-c64dbb9d-07a1-4b09-a17d-700f4722df2c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0541785 Mar 09 17:29:53.937349 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ef8d8a98-4e45-48d5-be74-7322aaebe29d req-ef9cde5e-4203-4da9-97fe-3821ad9ff4f1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Mar 09 17:29:54.016630 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-853388c5-ae8b-4cd9-b790-bbcf26eeb4de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451200 Mar 09 17:29:54.523862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-c04727bd-ed89-439c-a0c8-cfdd9fbb0cd6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:54.525215 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-c04727bd-ed89-439c-a0c8-cfdd9fbb0cd6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports/b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 942 time: 0.0451860 Mar 09 17:29:55.054239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7928a08-139e-457e-ab46-c32fa52a0997 req-4b09b723-cbce-440f-9d0f-5834e4a5de87 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:55.055750 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a7928a08-139e-457e-ab46-c32fa52a0997 req-4b09b723-cbce-440f-9d0f-5834e4a5de87 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0529561 Mar 09 17:29:55.104822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a7928a08-139e-457e-ab46-c32fa52a0997 req-cb818054-c235-4bf4-9a2e-996332174ce5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Mar 09 17:29:55.954158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-2dc3f4eb-72bb-4b33-a9d5-2bbfeb435b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:55.955677 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-2dc3f4eb-72bb-4b33-a9d5-2bbfeb435b3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0438044 Mar 09 17:29:56.042079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-b45c0feb-4cec-4778-ae3a-0e4954bb9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:56.043548 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-b45c0feb-4cec-4778-ae3a-0e4954bb9ab0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0821874 Mar 09 17:29:56.109687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-3765b0f7-7193-4c89-b7f7-acbb535e5094 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 1001 time: 0.0605750 Mar 09 17:29:56.156809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-fae2ed5c-f165-4558-b73a-ccf404f7034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:56.158268 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-fae2ed5c-f165-4558-b73a-ccf404f7034c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0435982 Mar 09 17:29:56.207655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-dd14d35f-ec73-4c68-b154-8360b5d57d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:56.209137 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-dd14d35f-ec73-4c68-b154-8360b5d57d58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455022 Mar 09 17:29:56.230217 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddac9ef-a07f-4cf9-8c1b-7f924ea6ca3b req-b818d637-6a41-413c-b7b6-bc090720996a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:56.231713 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cddac9ef-a07f-4cf9-8c1b-7f924ea6ca3b req-b818d637-6a41-413c-b7b6-bc090720996a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0565524 Mar 09 17:29:56.280829 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cddac9ef-a07f-4cf9-8c1b-7f924ea6ca3b req-72e1381e-d7e0-442a-8742-ce7d3c43bcef tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Mar 09 17:29:56.303830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-b66bf069-fc7d-4740-b077-f8ba1de16008 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887606 Mar 09 17:29:56.395357 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-52f45468-b9be-4c9b-bd72-814e84248e30 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845921 Mar 09 17:29:57.398526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899dfe6-e7b2-4e25-ae7e-e05854c362c3 req-a756a34a-ad97-4060-9b8f-7f0cab948d74 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:57.399985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0899dfe6-e7b2-4e25-ae7e-e05854c362c3 req-a756a34a-ad97-4060-9b8f-7f0cab948d74 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0522745 Mar 09 17:29:57.445486 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0899dfe6-e7b2-4e25-ae7e-e05854c362c3 req-bead1f0d-f4ac-4641-b731-f4fb05334b36 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Mar 09 17:29:57.938096 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:29:58.232563 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-ad33cb2a-8ae8-49fd-af38-3e90cded367c service neutron] 10.222.0.36 "GET /v2.0/ports/b08c6355-8d26-4480-bc52-41abae802afe/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0528996 Mar 09 17:29:58.561777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee36c29-dfa8-44ac-b745-baa4a717c73a req-788642bf-a26a-4598-87cb-c1b807e05401 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:58.563187 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9ee36c29-dfa8-44ac-b745-baa4a717c73a req-788642bf-a26a-4598-87cb-c1b807e05401 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0519722 Mar 09 17:29:58.610524 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9ee36c29-dfa8-44ac-b745-baa4a717c73a req-4810dc37-ccf0-40e1-bc7e-107730a4c931 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Mar 09 17:29:58.770828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-da0fa7e9-3fbb-4705-88c5-eb328b36be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:58.772509 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-da0fa7e9-3fbb-4705-88c5-eb328b36be6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 1129 time: 0.0455039 Mar 09 17:29:58.840460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-93a4db57-ad7f-4ab9-a6c7-8e094419c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:58.842070 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-93a4db57-ad7f-4ab9-a6c7-8e094419c0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0485573 Mar 09 17:29:58.842845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:29:58.929309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-54fbd8b0-07db-4aa6-89b8-35605efb0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:58.930791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-54fbd8b0-07db-4aa6-89b8-35605efb0a9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0835676 Mar 09 17:29:58.997975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-c053e023-254a-45dc-8070-4bdfa31f8f7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 1001 time: 0.0608325 Mar 09 17:29:59.044528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-c8068d93-8abc-4344-b0ac-1a245af08f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:59.045972 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-c8068d93-8abc-4344-b0ac-1a245af08f49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0427742 Mar 09 17:29:59.093141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-28a7be99-f415-4919-a2b3-1e92188a0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:59.094554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-28a7be99-f415-4919-a2b3-1e92188a0153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430946 Mar 09 17:29:59.185104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-8cda504f-728b-4908-9f58-de336c8dbe73 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842872 Mar 09 17:29:59.272541 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13eb7572-7eb4-48d9-be95-3640b929fb83 req-85cc1d73-cf70-4cc8-a6e2-0a54083a509f service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821743 Mar 09 17:29:59.731619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803077d-c034-457d-835b-354bc19c11f2 req-d2080b25-a2be-4299-87a8-9f0bbdce1692 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:29:59.733331 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f803077d-c034-457d-835b-354bc19c11f2 req-d2080b25-a2be-4299-87a8-9f0bbdce1692 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0568995 Mar 09 17:29:59.778413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f803077d-c034-457d-835b-354bc19c11f2 req-9f497425-a194-4c01-b2c1-36ac1df003a6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Mar 09 17:30:00.901586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b27d7-64a4-4f49-adfd-c61213badd9c req-c6d5a455-4721-4f49-ab87-2cc0d02514d6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:00.903719 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd8b27d7-64a4-4f49-adfd-c61213badd9c req-c6d5a455-4721-4f49-ab87-2cc0d02514d6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0568264 Mar 09 17:30:00.950671 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd8b27d7-64a4-4f49-adfd-c61213badd9c req-759ffa19-5859-4770-99a7-df0837a19bd1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406218 Mar 09 17:30:01.311060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f21066-5e42-46d0-a344-c5ce519a90d0 req-2d7efe6e-5936-47ce-9c27-a45e4835f5d3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:01.312562 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b3f21066-5e42-46d0-a344-c5ce519a90d0 req-2d7efe6e-5936-47ce-9c27-a45e4835f5d3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0530205 Mar 09 17:30:01.361416 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b3f21066-5e42-46d0-a344-c5ce519a90d0 req-909f0d2a-b898-4451-93fa-3c8c9eb1994c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Mar 09 17:30:01.379238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-c307b9b4-de02-4826-aa23-123464e8dc18 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:01.381319 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-c307b9b4-de02-4826-aa23-123464e8dc18 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f&tenant_id=dc64322bf64c4bf39dab81f027f51a3e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0562549 Mar 09 17:30:01.464926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-fb4d3288-8b68-4dda-b21a-4bdaf24c37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:01.466332 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-fb4d3288-8b68-4dda-b21a-4bdaf24c37d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0441487 Mar 09 17:30:01.500725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:30:01.514743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:30:01.558459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-89edb6d2-3fcd-46ab-b2b7-30ab485530ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:01.559929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-89edb6d2-3fcd-46ab-b2b7-30ab485530ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0882032 Mar 09 17:30:01.625341 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-0452d8bf-7845-41c9-bdf5-e07df4e5b062 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 1001 time: 0.0596647 Mar 09 17:30:01.680004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-2da3645d-985f-4f75-a9c9-0326df52ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:01.681539 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-2da3645d-985f-4f75-a9c9-0326df52ee80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0510719 Mar 09 17:30:01.733098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-d265e680-d7d0-4d4a-8dea-b4d9c52e3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:01.734537 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-d265e680-d7d0-4d4a-8dea-b4d9c52e3296 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460799 Mar 09 17:30:01.796598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:01.809392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port b08c6355-8d26-4480-bc52-41abae802afe is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:01.809778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:01.812765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'b08c6355-8d26-4480-bc52-41abae802afe', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': 'b08c6355-8d26-4480-bc52-41abae802afe', 'mac_address': 'fa:16:3e:5a:6d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:30:01.825845 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-abf5fb57-436b-4de7-a863-5ce0cc51e45f service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Mar 09 17:30:01.855886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:01.858400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e714433-6d68-4a5c-9cff-e5778cdbc670" -d '{"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-unplugged", "status": "completed", "tag": "b08c6355-8d26-4480-bc52-41abae802afe"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:01.875930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:01.878526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port b08c6355-8d26-4480-bc52-41abae802afe is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:01.878919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:01.892731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b08c6355-8d26-4480-bc52-41abae802afe {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:01.907641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a27e85-0d62-4d4c-8eea-adb6c6643838 x-openstack-request-id: req-28a27e85-0d62-4d4c-8eea-adb6c6643838 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:01.907942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-unplugged", "status": "completed", "tag": "b08c6355-8d26-4480-bc52-41abae802afe", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:01.908200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28a27e85-0d62-4d4c-8eea-adb6c6643838 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:01.908837 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe', 'code': 200} Mar 09 17:30:01.918735 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c124736c-daa1-4f0d-ab6f-632614dd7c2f req-d3ceaad3-a114-47aa-848a-63b74d790ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865424 Mar 09 17:30:01.951509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:02.023415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:30:02.023783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:30:02.028056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:02.034995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.035354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.035704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.036048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.036419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.037444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.037796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.038131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.038466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.038798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.039128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.039456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.039780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:02.481421 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbec9-fc38-4226-9260-206c6447e183 req-c1da4688-1736-4315-93df-8487f8fc934b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:02.483269 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3addbec9-fc38-4226-9260-206c6447e183 req-c1da4688-1736-4315-93df-8487f8fc934b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 943 time: 0.0530314 Mar 09 17:30:02.535083 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3addbec9-fc38-4226-9260-206c6447e183 req-7f110758-15bd-4d37-952e-1db96d4d7901 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Mar 09 17:30:02.560212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port b08c6355-8d26-4480-bc52-41abae802afe is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:02.560740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:02.573562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08c6355-8d26-4480-bc52-41abae802afe {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:02.593485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:02.685568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:02.738873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:02.746291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['b08c6355-8d26-4480-bc52-41abae802afe'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:30:03.531174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:30:03.588235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port b08c6355-8d26-4480-bc52-41abae802afe triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:30:03.589046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b08c6355-8d26-4480-bc52-41abae802afe), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:03.655378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fc3a-4b0a-4217-8efb-22eac6475225 req-aba4149f-412c-4fcb-8059-939596810c67 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:03.656909 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4c7fc3a-4b0a-4217-8efb-22eac6475225 req-aba4149f-412c-4fcb-8059-939596810c67 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 944 time: 0.0524757 Mar 09 17:30:03.663293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cb1194f2-c111-4146-8aae-009cf7d43585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:03.666534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port b08c6355-8d26-4480-bc52-41abae802afe is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:03.666925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:03.700368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:03.709906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f4c7fc3a-4b0a-4217-8efb-22eac6475225 req-d948c1d8-71a8-4193-9e7b-f97a504ac25e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Mar 09 17:30:03.768859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:03.819553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:03.828374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8637ec-b213-4049-a68e-799974ce7041 req-aa508488-3703-4037-a7da-fc15d71a67ed tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:03.828995 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9e8637ec-b213-4049-a68e-799974ce7041 req-aa508488-3703-4037-a7da-fc15d71a67ed tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0532250 Mar 09 17:30:03.876167 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9e8637ec-b213-4049-a68e-799974ce7041 req-d0a2be3e-f220-4f19-bed0-8650560e0632 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Mar 09 17:30:03.909546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:03.911860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7285cd0-3115-4e86-91aa-f822b76f424f" -d '{"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-plugged", "status": "completed", "tag": "b08c6355-8d26-4480-bc52-41abae802afe"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:03.945609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d647088-0e3b-4634-a229-8d02dd99c929 x-openstack-request-id: req-0d647088-0e3b-4634-a229-8d02dd99c929 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:03.945915 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-plugged", "status": "completed", "tag": "b08c6355-8d26-4480-bc52-41abae802afe", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:03.946175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d647088-0e3b-4634-a229-8d02dd99c929 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:03.946570 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe', 'code': 200} Mar 09 17:30:04.217651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31a22-4f70-42c5-b9d8-a46422f016d1 req-0033639e-fb6d-44d0-810b-74903e1b4596 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:04.219368 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bae31a22-4f70-42c5-b9d8-a46422f016d1 req-0033639e-fb6d-44d0-810b-74903e1b4596 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0535071 Mar 09 17:30:04.271147 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bae31a22-4f70-42c5-b9d8-a46422f016d1 req-16ba75e0-0f0f-4f52-a509-90d193916ce5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Mar 09 17:30:04.314715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-488a94a7-465b-4bc4-b3ac-adea84646ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:04.316236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-488a94a7-465b-4bc4-b3ac-adea84646ffd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 1129 time: 0.0474389 Mar 09 17:30:04.406637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-eb369c55-54bf-42de-a3cd-d4998835c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:04.408056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-eb369c55-54bf-42de-a3cd-d4998835c30f service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0861411 Mar 09 17:30:04.478956 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-9fef9792-c3b0-48cd-a206-5cd7ab0ec83c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 200 len: 1001 time: 0.0649598 Mar 09 17:30:04.526463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-b92c533b-1617-4ca5-80d8-c89626301ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:04.527814 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-b92c533b-1617-4ca5-80d8-c89626301ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0430999 Mar 09 17:30:04.574390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-febc772b-906e-4f27-a723-53dcea4aa58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:04.575837 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-febc772b-906e-4f27-a723-53dcea4aa58e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423598 Mar 09 17:30:04.665998 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-8c78dff5-f2a0-46ed-af61-2ee1106b43d2 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842175 Mar 09 17:30:04.754433 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ce08e97-138b-418f-b26d-bc8e98e574c4 req-268bfbfa-76cd-44e5-9591-407ef2447a73 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Mar 09 17:30:05.391647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa62092-b7d9-4880-aafb-d5cd060914ae req-4771be08-edc2-481c-acf6-637d965972ba tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:05.393162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1aa62092-b7d9-4880-aafb-d5cd060914ae req-4771be08-edc2-481c-acf6-637d965972ba tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0540705 Mar 09 17:30:05.439923 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1aa62092-b7d9-4880-aafb-d5cd060914ae req-85a687c5-63fd-4635-92b7-b88e562604c5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Mar 09 17:30:06.191364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a14459ac-120b-406a-81fc-390d312f40bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:06.564863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779d35c-8095-42ba-822b-4bd28669bef0 req-b6f0b2d8-713d-41db-bb64-51b7f04f3e9d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:06.566342 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9779d35c-8095-42ba-822b-4bd28669bef0 req-b6f0b2d8-713d-41db-bb64-51b7f04f3e9d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0556374 Mar 09 17:30:06.612667 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9779d35c-8095-42ba-822b-4bd28669bef0 req-737c7726-b147-4f88-af14-5480473e01fc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Mar 09 17:30:07.026229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96932bac-c2ad-4f5b-ba6f-0c74643f13cf req-fa3e1c9d-0b33-481f-b8ec-efc6794fdc03 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:07.027842 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-96932bac-c2ad-4f5b-ba6f-0c74643f13cf req-fa3e1c9d-0b33-481f-b8ec-efc6794fdc03 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0539939 Mar 09 17:30:07.074399 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-96932bac-c2ad-4f5b-ba6f-0c74643f13cf req-b3ca3d89-57db-440f-947e-dd6abd57c15f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Mar 09 17:30:07.242538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:08.195738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da457-2a6b-4ee4-b149-64584f22868b req-def9a871-416e-42ca-9e0c-7f4e3aadce4b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:08.197268 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-211da457-2a6b-4ee4-b149-64584f22868b req-def9a871-416e-42ca-9e0c-7f4e3aadce4b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0539362 Mar 09 17:30:08.244734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-211da457-2a6b-4ee4-b149-64584f22868b req-9e46b014-3cb3-424b-a577-d0b87fba8a69 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Mar 09 17:30:08.393950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:08.684279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907325-6e2e-48c8-9954-240e7935604f req-d1c61d91-3b10-4355-bb52-65aaff9ac729 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:08.685777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0907325-6e2e-48c8-9954-240e7935604f req-d1c61d91-3b10-4355-bb52-65aaff9ac729 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 945 time: 0.0585907 Mar 09 17:30:08.773846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Deleting port b08c6355-8d26-4480-bc52-41abae802afe {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:30:08.774193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b08c6355-8d26-4480-bc52-41abae802afe), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:08.863981 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] For port b08c6355-8d26-4480-bc52-41abae802afe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b08c6355-8d26-4480-bc52-41abae802afe,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:08.864363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b08c6355-8d26-4480-bc52-41abae802afe), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:09.029151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:09.029519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:09.029839 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 disassociated. External IP: 172.36.5.179, port: b08c6355-8d26-4480-bc52-41abae802afe. Mar 09 17:30:09.030181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Calling delete_port for b08c6355-8d26-4480-bc52-41abae802afe owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:30:09.214022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b08c6355-8d26-4480-bc52-41abae802afe), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:09.241249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event deleted for resources: {'Port': ['ID=b08c6355-8d26-4480-bc52-41abae802afe,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:09.342149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-90292182-2864-42fe-89f5-4cef17077812 req-0505b371-8235-48d3-b0ac-b041e39d588a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 210 time: 0.0283442 Mar 09 17:30:09.373875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:30:09.482247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:30:09.492250 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:30:09.502371 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:30:09.503184 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:30:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:09.526832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] No DVR routers for this DVR port b08c6355-8d26-4480-bc52-41abae802afe on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:30:09.529591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:09.533113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0907325-6e2e-48c8-9954-240e7935604f req-c5ea28ac-b29c-460f-bf8e-241fe7563496 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "DELETE /v2.0/ports/b08c6355-8d26-4480-bc52-41abae802afe HTTP/1.1" status: 204 len: 173 time: 0.8424833 Mar 09 17:30:09.533558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-deleted', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:09.535763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c99c21b-dfc6-40f4-977e-a52d4088904a" -d '{"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-deleted", "tag": "b08c6355-8d26-4480-bc52-41abae802afe"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:09.584822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3b8e2-9257-4615-a93b-f8fae817ab86 x-openstack-request-id: req-43a3b8e2-9257-4615-a93b-f8fae817ab86 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:09.584822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83af6a-eede-4e8a-9de1-db684e5b626f", "name": "network-vif-deleted", "tag": "b08c6355-8d26-4480-bc52-41abae802afe", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:09.584822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43a3b8e2-9257-4615-a93b-f8fae817ab86 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:09.584822 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83af6a-eede-4e8a-9de1-db684e5b626f', 'name': 'network-vif-deleted', 'tag': 'b08c6355-8d26-4480-bc52-41abae802afe', 'status': 'completed', 'code': 200} Mar 09 17:30:09.627985 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:30:09.859109 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:09.876910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:09.886288 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:30:09.894670 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:30:09.895268 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:30:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:10.009672 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:30:10.208913 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:10.234113 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215328b-6b43-40ca-b214-1c5e813c1c24 None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:30:10.464847 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-dc195d18-cb2e-4e7b-8ef0-2d64477ea744 req-a8298395-f5f5-44e5-a25b-9db971cd640c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b83af6a-eede-4e8a-9de1-db684e5b626f HTTP/1.1" status: 200 len: 210 time: 0.0356076 Mar 09 17:30:10.483469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174745e-1722-4066-b4ef-cf62f2faff2d None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:30:11.561900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:30:11.583341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: b08c6355-8d26-4480-bc52-41abae802afe {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:30:11.583695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device b08c6355-8d26-4480-bc52-41abae802afe not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:30:11.706699 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-bdba52be-abbc-4b58-be97-a113d0e5d6a2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1273373261&fields=id&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 267 time: 0.0416729 Mar 09 17:30:11.813324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-1ee9ee67-4eee-495c-916f-bca9ca0970cf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:11.814686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-1ee9ee67-4eee-495c-916f-bca9ca0970cf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1012902 Mar 09 17:30:11.829026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-4c81a1da-8e12-4a8c-9392-0870c4452c72 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/quotas/dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 375 time: 0.0090449 Mar 09 17:30:11.882068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-4aa8cf2c-0d63-4ff1-825d-616c1b93fe51 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481236 Mar 09 17:30:11.977861 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-410b662d-7a59-469f-9c71-018f63be7acb service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841420 Mar 09 17:30:12.065142 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-346fd699-9e47-4902-97d5-9b75b408ff48 service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813384 Mar 09 17:30:12.306351 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-865244e1-26bf-418a-829e-875d8852e554 req-c4f00736-78e5-4ab7-ab4b-a6901baf43cd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Mar 09 17:30:13.402418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-591e7c9b-bfd7-4816-8ec3-93b71e46d9b9 req-ed744407-6f7d-4fa6-83f6-1eecfad6814e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 210 time: 0.0306129 Mar 09 17:30:14.266041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-81c97b28-eab8-448a-80f5-d086d3e492e5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:14.267406 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-81c97b28-eab8-448a-80f5-d086d3e492e5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.0983818 Mar 09 17:30:14.325483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-eb48c7e1-ccd8-4a53-95d4-e0d79b10fd68 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 380 time: 0.0505078 Mar 09 17:30:14.333900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'port': {'device_id': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'admin_state_up': True, 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'security_groups': ['a446d250-6820-4009-8fee-a67b283a0e9d']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:30:14.498715 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c60c700c-05ec-4370-bdbe-0238b51cea85 req-36e0d886-cdcc-4d20-848c-560d3df2df2f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 210 time: 0.0289152 Mar 09 17:30:14.502281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Made reservation on behalf of dc64322bf64c4bf39dab81f027f51a3e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:30:14.505949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:14.646018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Allocated IP 172.20.0.4 (73164bb9-4259-4c82-8b50-d793a13b0b05/61cfe41d-33fd-44a1-ab22-dafc877aedb8/4cec7a38-d72e-40f1-a90b-ec17599a9075) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:30:14.780212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:14.862619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:14.906872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:30:14.910021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:30:14.916931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:30:14.942866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:14.959718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.960085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.960497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.960871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.961221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.961561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.961902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.962245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.962581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.962922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.963258 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.963585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.963934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:30:14.982846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:14.983481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:15.067969 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-e2e6f63b-1854-4885-8454-f7542e0c91cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375896 Mar 09 17:30:15.079082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Request body: {'port': {'device_id': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:30:15.141603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:15.192737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-68875804-0ba5-45a8-96b4-fc4665b7c635 None None] Provisioning complete for port 4cec7a38-d72e-40f1-a90b-ec17599a9075 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:30:15.193278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-68875804-0ba5-45a8-96b4-fc4665b7c635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:15.228117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-68875804-0ba5-45a8-96b4-fc4665b7c635 None None] Port 4cec7a38-d72e-40f1-a90b-ec17599a9075 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:30:15.706542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234c8f6-1bca-4136-81fa-17662d0524b9 req-628ab8fe-84e8-4155-9ce5-cbc5b2b87256 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:15.708022 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d234c8f6-1bca-4136-81fa-17662d0524b9 req-628ab8fe-84e8-4155-9ce5-cbc5b2b87256 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 931 time: 0.0934114 Mar 09 17:30:15.712206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:15.721165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Publish callbacks [] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:15.745136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Transition to ACTIVE for port object 4cec7a38-d72e-40f1-a90b-ec17599a9075 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:30:15.774236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d234c8f6-1bca-4136-81fa-17662d0524b9 req-cf6cd9d7-296a-454d-9ee2-644f57a909db tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575304 Mar 09 17:30:15.802255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:15.855305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:15.932030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Attempting to bind port 4cec7a38-d72e-40f1-a90b-ec17599a9075 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:30:15.932419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Attempting to bind port 4cec7a38-d72e-40f1-a90b-ec17599a9075 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:30:15.932756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Attempting to bind port 4cec7a38-d72e-40f1-a90b-ec17599a9075 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:30:15.937458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Port 4cec7a38-d72e-40f1-a90b-ec17599a9075 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:30:15.937786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Attempting to bind port 4cec7a38-d72e-40f1-a90b-ec17599a9075 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:30:15.942898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:30:15.943219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:30:15.943611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Bound using segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:30:15.944040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Bound port: 4cec7a38-d72e-40f1-a90b-ec17599a9075, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:30:15.944430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:16.020061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:30:16.023613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:30:16.091613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:16.123951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.124787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:16.126172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 1093 time: 1.0516441 Mar 09 17:30:16.128472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:16.131504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:16.158368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310c962-9375-4da8-ad87-e2a1381310c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:16.190418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ca9242-5504-4331-902b-0461dd6d35f2 x-openstack-request-id: req-91ca9242-5504-4331-902b-0461dd6d35f2 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:16.190940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:16.191323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91ca9242-5504-4331-902b-0461dd6d35f2 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:16.191818 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'status': 'completed', 'code': 200} Mar 09 17:30:16.267249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb req-aa774bf9-75f5-4bfa-9423-35c106bf9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.268930 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb req-aa774bf9-75f5-4bfa-9423-35c106bf9653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1127 time: 0.0532067 Mar 09 17:30:16.373969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb req-2a1dbefe-e0f3-4662-a8a9-a0cb7e9b23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.375426 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb req-2a1dbefe-e0f3-4662-a8a9-a0cb7e9b23ff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003718 Mar 09 17:30:16.465472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb req-2ff66b86-e751-4afa-acde-133a8d6f99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.466892 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1b18556b-9a0a-4f9b-a7fa-d47c2899cdeb req-2ff66b86-e751-4afa-acde-133a8d6f99d0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863032 Mar 09 17:30:16.545381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-c3ba947d-6cc7-41ba-8b75-1a714b23602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.546864 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-c3ba947d-6cc7-41ba-8b75-1a714b23602b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1127 time: 0.0441055 Mar 09 17:30:16.593875 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-5e27d555-157e-45f0-a7bc-2143801dbbed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 217 time: 0.0370665 Mar 09 17:30:16.638173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-943c9db5-49e1-42da-9dad-1fbd57c4c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.639655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-943c9db5-49e1-42da-9dad-1fbd57c4c58c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0438225 Mar 09 17:30:16.688702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-82c7b1f4-b4e1-4f95-868c-8dc7c627d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.690248 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-82c7b1f4-b4e1-4f95-868c-8dc7c627d2ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440054 Mar 09 17:30:16.781181 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-9bb11a9c-4e67-4097-a94b-ca411bf28a82 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854170 Mar 09 17:30:16.903082 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac6851ca-79e2-4944-97b8-49db1f0231d1 req-188ab4bf-b9c3-4277-b1c9-f6205f8c8d95 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159973 Mar 09 17:30:16.915197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9abcc8-fffb-431d-8714-60f98b6ea4e4 req-a7728c12-f064-4a72-9dbf-028f36046bf8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:16.916683 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f9abcc8-fffb-431d-8714-60f98b6ea4e4 req-a7728c12-f064-4a72-9dbf-028f36046bf8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0745525 Mar 09 17:30:16.962697 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8f9abcc8-fffb-431d-8714-60f98b6ea4e4 req-1aa0e06a-071f-4b33-b543-ed2f94222068 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Mar 09 17:30:18.082308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45282de-aebb-4618-891d-ce692375accc req-df33456c-0e4f-475a-8309-933a1d717900 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:18.083767 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d45282de-aebb-4618-891d-ce692375accc req-df33456c-0e4f-475a-8309-933a1d717900 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0521688 Mar 09 17:30:18.133618 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d45282de-aebb-4618-891d-ce692375accc req-1586f139-a9b8-481d-b987-ffa1be7fbad5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Mar 09 17:30:19.251906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67069900-7a28-4345-b399-6f10e27f1ee4 req-03c793d1-b06a-4f81-b606-df1e9428ddaa tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:19.253338 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-67069900-7a28-4345-b399-6f10e27f1ee4 req-03c793d1-b06a-4f81-b606-df1e9428ddaa tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0530372 Mar 09 17:30:19.299690 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-67069900-7a28-4345-b399-6f10e27f1ee4 req-b3d58665-6752-4baa-ab78-3ad044a803d4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Mar 09 17:30:19.580778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:30:19.675191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:19.685891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'mac_address': 'fa:16:3e:25:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:30:19.724889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:19.725291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:19.738336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:19.756396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:19.810831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:19.857938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:20.020360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['4cec7a38-d72e-40f1-a90b-ec17599a9075'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:30:20.415477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41cd8-98d1-44fd-8c75-7be487dec4c2 req-d99ec096-6370-431e-ba82-87fdc55f0a5e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:20.416994 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-42e41cd8-98d1-44fd-8c75-7be487dec4c2 req-d99ec096-6370-431e-ba82-87fdc55f0a5e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 944 time: 0.0519953 Mar 09 17:30:20.463383 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-42e41cd8-98d1-44fd-8c75-7be487dec4c2 req-f261cb07-2995-42bb-9aa9-db777da06ae0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Mar 09 17:30:21.583998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799689-39b0-48ae-9e2a-e9f9f8acae8f req-411f300f-c143-4160-b566-280a19abf1e2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:21.585989 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93799689-39b0-48ae-9e2a-e9f9f8acae8f req-411f300f-c143-4160-b566-280a19abf1e2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 944 time: 0.0552197 Mar 09 17:30:21.597757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:30:21.633064 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93799689-39b0-48ae-9e2a-e9f9f8acae8f req-9203c257-e789-49f5-a9f7-6f969ff55521 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Mar 09 17:30:21.716049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 4cec7a38-d72e-40f1-a90b-ec17599a9075 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:30:21.720030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 4cec7a38-d72e-40f1-a90b-ec17599a9075 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:30:21.720435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:21.798080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:21.798387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:21.822779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:21.825069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd158255-6786-4e44-9e47-c26414b8f1b4" -d '{"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-plugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:21.837575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:21.864787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ba3ed-786a-4b3a-a28a-92448f648fa5 x-openstack-request-id: req-bd5ba3ed-786a-4b3a-a28a-92448f648fa5 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:21.865085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-plugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:21.865368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd5ba3ed-786a-4b3a-a28a-92448f648fa5 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:21.865767 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'code': 200} Mar 09 17:30:21.910523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:21.958203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:22.163420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0209e52-eb9e-4837-acd4-0084fedbc789 req-56136629-02d5-4255-8bce-b33267c6ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:22.165038 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0209e52-eb9e-4837-acd4-0084fedbc789 req-56136629-02d5-4255-8bce-b33267c6ede3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1129 time: 0.0439358 Mar 09 17:30:22.207811 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0209e52-eb9e-4837-acd4-0084fedbc789 req-03745e54-a939-441a-9a5b-fe8269f6b6e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 Mar 09 17:30:22.750451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04de5-021c-43b4-9899-1fb7019b329f req-4d93e9e8-48a5-4b51-9bc2-d5ba7b466ba2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:22.751924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-eba04de5-021c-43b4-9899-1fb7019b329f req-4d93e9e8-48a5-4b51-9bc2-d5ba7b466ba2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Mar 09 17:30:22.801467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-eba04de5-021c-43b4-9899-1fb7019b329f req-47e3d7ea-b9d6-44a8-815b-0ea3321bbb9a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Mar 09 17:30:23.919631 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd599-7a2d-4f4c-ba69-8e51bab5f5f4 req-fed5397b-b062-4997-b9de-d06d69803ac6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:23.921117 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-068fd599-7a2d-4f4c-ba69-8e51bab5f5f4 req-fed5397b-b062-4997-b9de-d06d69803ac6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Mar 09 17:30:23.966008 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-068fd599-7a2d-4f4c-ba69-8e51bab5f5f4 req-b5ca8e1a-1797-48a0-a73f-39823e8e0ca7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393546 Mar 09 17:30:24.078135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99b9f-11ef-446d-9902-2931b6a3e33a req-a7cfa129-8268-4147-88fc-4a45033ad92f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:24.079666 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aeb99b9f-11ef-446d-9902-2931b6a3e33a req-a7cfa129-8268-4147-88fc-4a45033ad92f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0515473 Mar 09 17:30:24.088664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 39762) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:30:24.093062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'floatingip': {'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:30:24.131482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:24.694788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:24.756156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:24.857241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 associated. External IP: 172.36.5.179, port: 4cec7a38-d72e-40f1-a90b-ec17599a9075. Mar 09 17:30:25.064753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:30:25.171213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:30:25.176144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:25.181297 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:30:25.191140 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:30:25.191761 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:30:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:25.301603 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:30:25.472215 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-31c17bca-d489-4293-9223-46d7f17bc3a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "PUT /v2.0/floatingips/4dfefdc7-95f2-47ff-95c6-a54d25951533 HTTP/1.1" status: 200 len: 991 time: 1.3824725 Mar 09 17:30:25.472839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:25.475086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771d47da-1872-4a43-ac7a-21bb09963a83" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:25.515961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa82354-cc6f-4d19-838b-75137b44d5a2 x-openstack-request-id: req-0aa82354-cc6f-4d19-838b-75137b44d5a2 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:25.516267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:25.516678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aa82354-cc6f-4d19-838b-75137b44d5a2 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:25.517749 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'status': 'completed', 'code': 200} Mar 09 17:30:25.529071 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:25:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:30:24Z', 'revision_number': 9, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:25.555527 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:30:25.563675 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:30:25.564282 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:30:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:25.581337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-b3623084-f24d-4ba9-82a0-8edfe39571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:25.582847 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-b3623084-f24d-4ba9-82a0-8edfe39571b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1129 time: 0.0478957 Mar 09 17:30:25.676623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-36c58f3a-eb0d-4af1-933f-28e21107f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:25.678132 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-36c58f3a-eb0d-4af1-933f-28e21107f28b service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0898476 Mar 09 17:30:25.744782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-936720c8-5444-48cb-970d-050602232c07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 999 time: 0.0610619 Mar 09 17:30:25.759895 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:30:25.797532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-be4fcde3-aae8-4c1e-bb4b-dc6d2cfbe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:25.799103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-be4fcde3-aae8-4c1e-bb4b-dc6d2cfbe186 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0489874 Mar 09 17:30:25.885671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-3c8b9845-f93c-467b-bcab-cd8c3c96f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:25.887591 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-3c8b9845-f93c-467b-bcab-cd8c3c96f5cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0829725 Mar 09 17:30:25.908773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443883c-c9ca-4165-89d9-cdfc9b225645 req-a20fc608-1ac2-44dd-aa8f-01aab3f84727 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:25.910899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1443883c-c9ca-4165-89d9-cdfc9b225645 req-a20fc608-1ac2-44dd-aa8f-01aab3f84727 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0752912 Mar 09 17:30:25.990857 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:25:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:30:24Z', 'revision_number': 9, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:30:26.023244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1443883c-c9ca-4165-89d9-cdfc9b225645 req-b825b85a-2abb-4879-9134-d36d56446de1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974300 Mar 09 17:30:26.024900 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173bc73a-deeb-4fb0-a39f-64e7beb9523d None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:25:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:30:24Z', 'revision_number': 9, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:30:26.025530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-b8fc3741-bf7c-43c8-86e4-6b5cc659f04a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518007 Mar 09 17:30:26.027191 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-79c48a16-709c-428e-9e6a-a9b29fd9a721 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331625 Mar 09 17:30:26.122183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-771d47da-1872-4a43-ac7a-21bb09963a83 req-93bbfd04-c2ea-4b63-99ca-f831fcf126fa service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Mar 09 17:30:26.238536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bba31-3a7d-4c66-b7e0-e6abdb128137 None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:30:26.626670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-00f270ed-dbe9-4d06-ac0d-48bef47456dd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:26.628029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-00f270ed-dbe9-4d06-ac0d-48bef47456dd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports/4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 942 time: 0.0469956 Mar 09 17:30:27.157420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6b96f-f1f8-49a2-b530-295d5663c5d9 req-f773a0b3-0a2b-4e65-b028-e8009fa6821b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:27.158903 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0cc6b96f-f1f8-49a2-b530-295d5663c5d9 req-f773a0b3-0a2b-4e65-b028-e8009fa6821b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Mar 09 17:30:27.204589 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0cc6b96f-f1f8-49a2-b530-295d5663c5d9 req-ca72b4d6-f211-4b20-92a1-62e38a657576 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Mar 09 17:30:28.121364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-f49fd5cc-b536-4e0e-a2c1-02cf8175635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:28.123028 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-f49fd5cc-b536-4e0e-a2c1-02cf8175635a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1129 time: 0.0504189 Mar 09 17:30:28.212988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-4d51703d-582c-4337-975c-2c2623668de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:28.214508 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-4d51703d-582c-4337-975c-2c2623668de4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0832992 Mar 09 17:30:28.307829 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-13a84831-9a9d-4f56-a142-58d995f978b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 1002 time: 0.0860460 Mar 09 17:30:28.367877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a44e9-a8f2-4bb8-be74-1d789d51dd08 req-699066f6-77b0-4c6f-a9bf-6bb1c8e2f20c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:28.369361 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f92a44e9-a8f2-4bb8-be74-1d789d51dd08 req-699066f6-77b0-4c6f-a9bf-6bb1c8e2f20c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0940762 Mar 09 17:30:28.371069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-19569360-db57-4245-9b41-f3e1bfb35a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:28.372391 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-19569360-db57-4245-9b41-f3e1bfb35a93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0584714 Mar 09 17:30:28.447877 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f92a44e9-a8f2-4bb8-be74-1d789d51dd08 req-dfbb97e6-724c-47d5-aa81-3b9d56baa021 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730326 Mar 09 17:30:28.453932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-a5a9a749-8761-4cfa-8196-01f2ef59f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:28.455361 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-a5a9a749-8761-4cfa-8196-01f2ef59f2ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0749600 Mar 09 17:30:28.543719 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-85f6e604-1911-40ab-be03-54e2927740c5 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817335 Mar 09 17:30:28.634264 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-c15abb47-a102-478a-a216-d49bbd9d91d8 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850093 Mar 09 17:30:28.873213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:29.563211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208af86-f27d-4555-bca8-a02cf229af66 req-990a0fc1-e1ae-4daa-a714-34e85c3db692 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:29.564738 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0208af86-f27d-4555-bca8-a02cf229af66 req-990a0fc1-e1ae-4daa-a714-34e85c3db692 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Mar 09 17:30:29.615930 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0208af86-f27d-4555-bca8-a02cf229af66 req-d5cb7254-fcf3-484f-afc4-5366b8d3bc81 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Mar 09 17:30:30.737129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045bc3-eb62-4c9e-8b49-2fbdc80189a6 req-51c2c9c6-7355-4747-8684-6f1fb937fcd2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:30.738629 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f7045bc3-eb62-4c9e-8b49-2fbdc80189a6 req-51c2c9c6-7355-4747-8684-6f1fb937fcd2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0559089 Mar 09 17:30:30.787247 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f7045bc3-eb62-4c9e-8b49-2fbdc80189a6 req-72341bf3-61b9-452b-a7eb-33e3b434522e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 Mar 09 17:30:31.910925 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1d634-9369-403a-a0f2-a03ae79c92ab req-facf4057-49c7-4178-aa8f-7b93b336746a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:31.912518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-dfa1d634-9369-403a-a0f2-a03ae79c92ab req-facf4057-49c7-4178-aa8f-7b93b336746a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0536485 Mar 09 17:30:31.963432 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-dfa1d634-9369-403a-a0f2-a03ae79c92ab req-819a515a-ac62-46ea-ac4a-eeddba254f80 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Mar 09 17:30:33.088828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af0b25-a7cf-41db-8e6a-02e2593f4bd8 req-fca2a2ea-d7f5-4f05-8add-833c68846c02 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:33.090391 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a0af0b25-a7cf-41db-8e6a-02e2593f4bd8 req-fca2a2ea-d7f5-4f05-8add-833c68846c02 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0584922 Mar 09 17:30:33.137841 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a0af0b25-a7cf-41db-8e6a-02e2593f4bd8 req-518808bb-b5b7-4f55-b386-eb486a96ba90 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Mar 09 17:30:33.618794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-406bae2a-8f43-4645-a5b3-9081d63fe0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:34.261465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fa875-c5b8-4a2e-a46d-61ac3edc9901 req-e63a6e46-cbd2-4618-98c5-9f38f66d4953 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:34.262905 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-268fa875-c5b8-4a2e-a46d-61ac3edc9901 req-e63a6e46-cbd2-4618-98c5-9f38f66d4953 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0556235 Mar 09 17:30:34.310167 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-268fa875-c5b8-4a2e-a46d-61ac3edc9901 req-a32dda78-7c92-4302-99be-44f11c44763e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Mar 09 17:30:34.938390 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:30:35.442453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4523dd7-08e1-4cf2-b91b-81d3fa238fa4 req-afab7068-147d-471f-ae66-d4d16e9b96bb tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:35.443978 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4523dd7-08e1-4cf2-b91b-81d3fa238fa4 req-afab7068-147d-471f-ae66-d4d16e9b96bb tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0592933 Mar 09 17:30:35.492295 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4523dd7-08e1-4cf2-b91b-81d3fa238fa4 req-5b203b11-c6e7-4210-a634-a83a35e72b40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Mar 09 17:30:36.195590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3e1442d1-2409-47cf-8c05-accd14dce631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:36.620542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089de4ca-043b-4bd0-8e75-3783e54ad54a req-2b6e79b9-3f1c-4ea8-a32b-00cbed62f0a5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:36.623530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-089de4ca-043b-4bd0-8e75-3783e54ad54a req-2b6e79b9-3f1c-4ea8-a32b-00cbed62f0a5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0605590 Mar 09 17:30:36.707404 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-089de4ca-043b-4bd0-8e75-3783e54ad54a req-f3bc0f9a-a11b-49c9-b96b-dd3f0d0b40d9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793729 Mar 09 17:30:37.255858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:37.829403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbffc-15d3-49b3-a346-50eab7681ce9 req-fb44a8a2-8ec0-4195-8a21-1ff82fac51dc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:37.830904 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bbdfbffc-15d3-49b3-a346-50eab7681ce9 req-fb44a8a2-8ec0-4195-8a21-1ff82fac51dc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Mar 09 17:30:37.882387 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bbdfbffc-15d3-49b3-a346-50eab7681ce9 req-73a738d9-170b-4310-9c31-70a534ad0565 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Mar 09 17:30:38.387170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:38.999384 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56fbe3-0271-49e5-8f90-268aa84dc627 req-a49403ef-d43e-49f2-9f5c-439e17b351cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:39.000882 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-af56fbe3-0271-49e5-8f90-268aa84dc627 req-a49403ef-d43e-49f2-9f5c-439e17b351cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0520029 Mar 09 17:30:39.046973 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-af56fbe3-0271-49e5-8f90-268aa84dc627 req-04cdefb3-0297-4087-8f2d-5c25c4c1bdfa tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Mar 09 17:30:39.889996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:40.163373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ffa7-e7b6-4b37-b364-f5e1a7b96245 req-9af818f7-8a35-4f79-b6f4-56314491b658 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:40.164794 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb92ffa7-e7b6-4b37-b364-f5e1a7b96245 req-9af818f7-8a35-4f79-b6f4-56314491b658 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0518484 Mar 09 17:30:40.211456 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb92ffa7-e7b6-4b37-b364-f5e1a7b96245 req-1029a189-1457-476d-a4a6-2bea92eed0ac tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409710 Mar 09 17:30:41.325896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e916a-1722-42a8-a157-50d4f1781fcf req-f49a60dc-c61f-486c-97f0-da3804788a71 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:41.327364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6d3e916a-1722-42a8-a157-50d4f1781fcf req-f49a60dc-c61f-486c-97f0-da3804788a71 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Mar 09 17:30:41.378124 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6d3e916a-1722-42a8-a157-50d4f1781fcf req-24a82f65-fd75-4fdb-8e19-a09d377b0b15 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Mar 09 17:30:42.495920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b98b4-6dcb-4448-a3e7-d73467ea02f9 req-c8401d5c-5f97-469c-86c8-3d61f42463c9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:42.497431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce4b98b4-6dcb-4448-a3e7-d73467ea02f9 req-c8401d5c-5f97-469c-86c8-3d61f42463c9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0526125 Mar 09 17:30:42.544243 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce4b98b4-6dcb-4448-a3e7-d73467ea02f9 req-fd7de39c-69ac-4195-9450-6f67389528a5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Mar 09 17:30:43.660730 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cad54e-de98-4da5-9fa6-bc02d8de59ad req-ecb634e8-04e8-4f6b-bd39-ab18254554ab tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:43.662218 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29cad54e-de98-4da5-9fa6-bc02d8de59ad req-ecb634e8-04e8-4f6b-bd39-ab18254554ab tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0515583 Mar 09 17:30:43.708716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29cad54e-de98-4da5-9fa6-bc02d8de59ad req-e6987ec8-64d2-4ae4-bf21-c4dfc3304567 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Mar 09 17:30:44.828857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258434ca-0710-4080-af3c-b77d97d1c26f req-8f903836-1728-4f5a-b6fd-1a8eb3e20b24 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:44.830321 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-258434ca-0710-4080-af3c-b77d97d1c26f req-8f903836-1728-4f5a-b6fd-1a8eb3e20b24 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0555305 Mar 09 17:30:44.875132 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-258434ca-0710-4080-af3c-b77d97d1c26f req-81d5664b-c266-47db-b12f-ad9a433e754d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393786 Mar 09 17:30:45.573048 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-69ee875c-d2b3-46f0-a2ed-7afc8b4365d2 service neutron] 10.222.0.36 "GET /v2.0/ports/4cec7a38-d72e-40f1-a90b-ec17599a9075/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0520298 Mar 09 17:30:46.001086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2927-bb09-4468-a5cc-e7e20f441dcd req-776d0f37-8d1f-4dea-99f8-c094af01c910 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:46.003516 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-733a2927-bb09-4468-a5cc-e7e20f441dcd req-776d0f37-8d1f-4dea-99f8-c094af01c910 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0602734 Mar 09 17:30:46.049780 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-733a2927-bb09-4468-a5cc-e7e20f441dcd req-f20653c1-7ad7-4dfd-aba7-eb4a73f60379 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 Mar 09 17:30:46.095113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-c931a5ae-882e-4455-bed1-fc6514e7e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:46.096809 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-c931a5ae-882e-4455-bed1-fc6514e7e017 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 1129 time: 0.0456295 Mar 09 17:30:46.161942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-887674c4-aa84-46d0-9c8e-1d1853d4e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:46.163661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-887674c4-aa84-46d0-9c8e-1d1853d4e751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1129 time: 0.0473058 Mar 09 17:30:46.250509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-4c4ebca1-6519-4df9-b80e-dcef8d403828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:46.251985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-4c4ebca1-6519-4df9-b80e-dcef8d403828 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0825477 Mar 09 17:30:46.317617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-2da10f27-3ad5-4a77-9e78-7bf431d446dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 1002 time: 0.0595379 Mar 09 17:30:46.362500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-c16091b0-0725-4ec8-a694-5c0efae6a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:46.363907 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-c16091b0-0725-4ec8-a694-5c0efae6a317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0411813 Mar 09 17:30:46.409613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-7a741b1b-fa51-4703-b79c-728fdeb51b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:46.411089 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-7a741b1b-fa51-4703-b79c-728fdeb51b6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418336 Mar 09 17:30:46.499391 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-c7ed77df-25d7-40dd-be10-577a4f076969 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823693 Mar 09 17:30:46.583725 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a3aed1b-942d-45d0-9457-79e5e670cdda req-dce391e9-ad2e-4891-890e-f98796d99c26 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790005 Mar 09 17:30:47.171295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1d4bf-1602-4d77-aa08-dd8b162eb1b9 req-f61d2e2c-f48a-4c49-bdae-e6f3ff69d3af tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:47.172761 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ec1d4bf-1602-4d77-aa08-dd8b162eb1b9 req-f61d2e2c-f48a-4c49-bdae-e6f3ff69d3af tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0558167 Mar 09 17:30:47.217269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ec1d4bf-1602-4d77-aa08-dd8b162eb1b9 req-7f9fb616-1d89-4567-ad2c-f360bef8fde4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Mar 09 17:30:48.343762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000331b-7829-4e8e-a625-52c386d2ca50 req-eda8bd1a-7fe6-4d60-ab3b-03439345dfdf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:48.345283 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3000331b-7829-4e8e-a625-52c386d2ca50 req-eda8bd1a-7fe6-4d60-ab3b-03439345dfdf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0556362 Mar 09 17:30:48.392188 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3000331b-7829-4e8e-a625-52c386d2ca50 req-1a3ee29b-7063-43ca-be0e-937b0a7dd8a3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 Mar 09 17:30:49.158186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-d748135f-a0d5-4449-be79-f5fc1eb2a198 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432718 Mar 09 17:30:49.240506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-8f612b3b-badc-4fcd-af82-8396c0b32aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:49.242622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-8f612b3b-badc-4fcd-af82-8396c0b32aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1129 time: 0.0459180 Mar 09 17:30:49.348147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-5be503c9-bef4-474c-a276-e7c0e447c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:49.349672 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-5be503c9-bef4-474c-a276-e7c0e447c992 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0895886 Mar 09 17:30:49.412599 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-47903525-8ce7-4a15-bde1-a76c5bb5c069 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 1002 time: 0.0566785 Mar 09 17:30:49.465927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-6c0203d4-819f-4d88-861c-055801de5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:49.467393 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-6c0203d4-819f-4d88-861c-055801de5790 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0496004 Mar 09 17:30:49.540164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-d0f25f4d-470f-4c82-ac31-88ef1bdf43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:49.541630 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-d0f25f4d-470f-4c82-ac31-88ef1bdf43b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0661991 Mar 09 17:30:49.549233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59542ffc-e232-4339-a715-6ac6c8002626 req-0c1876b6-73fe-410c-aa2a-8f146bf63c75 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:49.550591 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59542ffc-e232-4339-a715-6ac6c8002626 req-0c1876b6-73fe-410c-aa2a-8f146bf63c75 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0872772 Mar 09 17:30:49.651972 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59542ffc-e232-4339-a715-6ac6c8002626 req-4aafb38e-8e83-4c99-893d-00b05cb3b765 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929608 Mar 09 17:30:49.667052 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-5365523e-0870-409d-a11c-f87bd7942068 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155698 Mar 09 17:30:49.670321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:30:49.672902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:30:49.762657 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7ffff636-d5a2-42e4-8eeb-97e0acd536ba req-3740f4f6-d272-4389-becc-febcd4c05025 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879905 Mar 09 17:30:49.828149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:49.829025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:49.852623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:49.870345 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:49.872600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f373c-ffd0-4540-9bef-14fdfeeccc2b" -d '{"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:49.883602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'mac_address': 'fa:16:3e:25:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:30:49.888764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:49.917926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6daa0c-5c39-4235-a5d1-1cacf06c0e7f x-openstack-request-id: req-8c6daa0c-5c39-4235-a5d1-1cacf06c0e7f {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:49.920988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:49.920988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c6daa0c-5c39-4235-a5d1-1cacf06c0e7f {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:49.920988 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'code': 200} Mar 09 17:30:49.928642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:49.929069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:49.946082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:49.951357 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:50.023382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:30:50.023768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:30:50.026567 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:50.234405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504b20c-b715-42f4-a018-9dd89fca1d74 req-272518e1-6579-4661-aee6-8c4e64c04705 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:50.235896 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2504b20c-b715-42f4-a018-9dd89fca1d74 req-272518e1-6579-4661-aee6-8c4e64c04705 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0629580 Mar 09 17:30:50.303188 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2504b20c-b715-42f4-a018-9dd89fca1d74 req-15f018d9-1a89-46e2-8782-a683f1b2c8fd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524995 Mar 09 17:30:50.311307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-6d8fe410-504a-4b73-b88c-0898440ac4be tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:50.312726 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-6d8fe410-504a-4b73-b88c-0898440ac4be tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468&tenant_id=dc64322bf64c4bf39dab81f027f51a3e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0979390 Mar 09 17:30:50.376229 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-634acdf7-97c9-4a2f-9221-7f51335f05d4 service neutron] 10.222.0.36 "GET /v2.0/ports/4cec7a38-d72e-40f1-a90b-ec17599a9075/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0570841 Mar 09 17:30:50.438876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-3a58ac7b-0407-46e7-829e-1f21e6647f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:50.440378 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-3a58ac7b-0407-46e7-829e-1f21e6647f8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1127 time: 0.0438709 Mar 09 17:30:50.525006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-cb14e067-bf51-439c-8db2-fec8ff9222bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:50.526462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-cb14e067-bf51-439c-8db2-fec8ff9222bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0809605 Mar 09 17:30:50.559376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:50.559771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:50.572177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:50.590672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:50.593113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-ed1a5444-a84b-4321-a4c2-ec9755774977 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 1000 time: 0.0608189 Mar 09 17:30:50.639984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-c1b18eb4-5a89-4ca9-afa3-f9d03bc230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:50.641349 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-c1b18eb4-5a89-4ca9-afa3-f9d03bc230ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0431437 Mar 09 17:30:50.657125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:50.690490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-f87f24d2-787f-4c92-b099-8d3d4778f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:50.692099 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-f87f24d2-787f-4c92-b099-8d3d4778f031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453629 Mar 09 17:30:50.709993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:50.714756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['4cec7a38-d72e-40f1-a90b-ec17599a9075'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:30:50.785347 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-b08e452a-a622-4acc-9cef-ac3c9a6d00e3 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872512 Mar 09 17:30:50.876661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-b6c5c4cb-f3ee-4e9f-8bab-d54e28cfd101 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Mar 09 17:30:51.425193 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031704e-5b89-4467-9677-a14b483a74a4 req-fd29b7aa-512a-46e3-919d-995809830db6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:51.426649 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d031704e-5b89-4467-9677-a14b483a74a4 req-fd29b7aa-512a-46e3-919d-995809830db6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 944 time: 0.0521729 Mar 09 17:30:51.472730 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d031704e-5b89-4467-9677-a14b483a74a4 req-70a6807d-e14e-4b2d-9c72-3c274dffc15c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Mar 09 17:30:51.691240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:30:51.740087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 4cec7a38-d72e-40f1-a90b-ec17599a9075 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:30:51.740741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:51.812052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:51.812454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:51.843223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:51.898187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:51.922003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:51.924193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b940fd8-2b0f-4ef8-bcd8-cd8e42c12986" -d '{"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-plugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:51.953409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:51.966924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617718e-3524-4f9f-9362-6f3405ebc59b x-openstack-request-id: req-b617718e-3524-4f9f-9362-6f3405ebc59b {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:51.967221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-plugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:51.967480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b617718e-3524-4f9f-9362-6f3405ebc59b {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:51.967873 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'code': 200} Mar 09 17:30:52.600104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952f69f-b4f7-4e7f-ad69-613edb3dce55 req-02788ffd-08fc-459a-8d45-cd719d0fb3c8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:52.602277 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1952f69f-b4f7-4e7f-ad69-613edb3dce55 req-02788ffd-08fc-459a-8d45-cd719d0fb3c8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0598269 Mar 09 17:30:52.649242 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1952f69f-b4f7-4e7f-ad69-613edb3dce55 req-9cfe3cb0-3ae6-4fc0-8d16-081adc2a207b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Mar 09 17:30:53.771009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584995df-4ca8-4b3a-a53e-22c0c54f3f2c req-fbbc692f-3432-4dcf-a8b7-87a174ec954f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:53.772597 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-584995df-4ca8-4b3a-a53e-22c0c54f3f2c req-fbbc692f-3432-4dcf-a8b7-87a174ec954f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Mar 09 17:30:53.818679 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-584995df-4ca8-4b3a-a53e-22c0c54f3f2c req-98b641ef-ebb2-4a21-9d77-aa3fe293f3ae tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Mar 09 17:30:53.888587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-947ead82-6a03-483d-93d1-cde2838cad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:53.890074 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-947ead82-6a03-483d-93d1-cde2838cad3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 1129 time: 0.0441320 Mar 09 17:30:53.954984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-a945ad46-266d-4ccb-a029-4d27bd743856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:53.956428 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-a945ad46-266d-4ccb-a029-4d27bd743856 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 1129 time: 0.0469112 Mar 09 17:30:54.045941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-bca725f9-aad7-485b-b3a2-e8f374ae6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:54.047402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-bca725f9-aad7-485b-b3a2-e8f374ae6dec service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0846386 Mar 09 17:30:54.114020 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-93921d7a-8f71-4391-a1cf-68ba0c75d578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 200 len: 1002 time: 0.0607438 Mar 09 17:30:54.158854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-09a48ebd-2423-4286-85db-41e88bb12c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:54.160272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-09a48ebd-2423-4286-85db-41e88bb12c86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0410671 Mar 09 17:30:54.206326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-4511e1b7-fc4e-4db0-9961-16cdde590014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:54.207689 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-4511e1b7-fc4e-4db0-9961-16cdde590014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417302 Mar 09 17:30:54.297034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-0e33dfe5-85f3-4898-981f-66cca040fee8 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Mar 09 17:30:54.383148 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ea5ec34c-e3be-4689-bec0-c6af94c34216 req-28f9fc10-aed5-4102-a600-d67528cf6c96 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Mar 09 17:30:54.935117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba254750-eb50-4257-bf70-14665006ba52 req-651620bb-4523-4b15-b996-12c651fe0021 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:54.936596 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba254750-eb50-4257-bf70-14665006ba52 req-651620bb-4523-4b15-b996-12c651fe0021 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0509706 Mar 09 17:30:54.982060 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba254750-eb50-4257-bf70-14665006ba52 req-061bd324-69fe-4c65-92fd-bcb9e1a0f203 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Mar 09 17:30:55.725044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:30:55.798799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:55.799301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:55.822252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:30:55.824501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecdf25a-a4dd-4591-a482-94624a7f20b6" -d '{"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:30:55.836449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:55.862005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bd5b5d-07de-4b1e-b9fc-b1fc93d2fd5e x-openstack-request-id: req-06bd5b5d-07de-4b1e-b9fc-b1fc93d2fd5e {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:30:55.862005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-unplugged", "status": "completed", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:30:55.862005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06bd5b5d-07de-4b1e-b9fc-b1fc93d2fd5e {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:30:55.862257 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'code': 200} Mar 09 17:30:55.909209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:55.959620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=9']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:56.097518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd87b-4a48-479b-a61e-820020f0b94b req-a2942fc6-9cf5-42d4-9cdc-0d07ab620e9d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:56.098995 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8d8dd87b-4a48-479b-a61e-820020f0b94b req-a2942fc6-9cf5-42d4-9cdc-0d07ab620e9d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0515504 Mar 09 17:30:56.150706 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8d8dd87b-4a48-479b-a61e-820020f0b94b req-078b84b5-3791-42b3-9954-b79d0c3a9b23 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Mar 09 17:30:56.273826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d0a6-5361-40b7-9d11-def0e8bdc8eb req-60f0cd34-3467-4872-b28a-47860db94ca8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:56.275221 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de85d0a6-5361-40b7-9d11-def0e8bdc8eb req-60f0cd34-3467-4872-b28a-47860db94ca8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0578265 Mar 09 17:30:56.321009 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de85d0a6-5361-40b7-9d11-def0e8bdc8eb req-a7b70eab-2055-43ac-846a-552a3d85dd67 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Mar 09 17:30:56.437231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b767d8-1e6e-41d0-a748-bde56eb80c6e req-4ab58a6e-e42a-4250-bca5-20ec2f50c7f2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:56.438703 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b767d8-1e6e-41d0-a748-bde56eb80c6e req-4ab58a6e-e42a-4250-bca5-20ec2f50c7f2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0516770 Mar 09 17:30:56.484608 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-63b767d8-1e6e-41d0-a748-bde56eb80c6e req-2ffb3168-154e-4d99-a3d7-faca74d7a50d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Mar 09 17:30:56.875588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcdb8b-3cdd-460d-a568-30d32711b904 req-5c87e20f-5f1d-4240-983d-9f79c3bd2499 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:56.877127 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1adcdb8b-3cdd-460d-a568-30d32711b904 req-5c87e20f-5f1d-4240-983d-9f79c3bd2499 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 943 time: 0.0514956 Mar 09 17:30:56.921980 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1adcdb8b-3cdd-460d-a568-30d32711b904 req-8e04e00c-4896-4d8a-b3cd-00077f9d15c0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Mar 09 17:30:57.737148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:30:57.828749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:57.839911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'mac_address': 'fa:16:3e:25:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:30:57.879316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 4cec7a38-d72e-40f1-a90b-ec17599a9075 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:30:57.879703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:57.892846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:30:57.911667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:57.981564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:58.037434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=10']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:58.042367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['4cec7a38-d72e-40f1-a90b-ec17599a9075'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:30:58.047068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e47a23-c792-4794-bb97-685f758d626d req-6b602578-5266-47d5-b848-978195a30c55 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:58.048626 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02e47a23-c792-4794-bb97-685f758d626d req-6b602578-5266-47d5-b848-978195a30c55 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0557702 Mar 09 17:30:58.097527 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02e47a23-c792-4794-bb97-685f758d626d req-a6b514b7-6771-4a3b-9bdd-cbd2db43b632 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Mar 09 17:30:58.863585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:58.924031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-a98e147e-6f0f-4e4d-a6ab-a68c2e1dc8fd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:58.925546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-a98e147e-6f0f-4e4d-a6ab-a68c2e1dc8fd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Mar 09 17:30:59.017693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Deleting port 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:30:59.018041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:59.107828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] For port 4cec7a38-d72e-40f1-a90b-ec17599a9075, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4cec7a38-d72e-40f1-a90b-ec17599a9075,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:30:59.108528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:59.223806 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6146-94b9-48f3-9e07-d962f31e5608 req-bba83159-207b-47a1-bc61-f439405eb994 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:30:59.225367 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b27d6146-94b9-48f3-9e07-d962f31e5608 req-bba83159-207b-47a1-bc61-f439405eb994 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 945 time: 0.0578785 Mar 09 17:30:59.276411 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b27d6146-94b9-48f3-9e07-d962f31e5608 req-4fc07b28-0708-4ede-93f4-ceb49283ed30 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 Mar 09 17:30:59.551763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:59.552038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:59.552370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 disassociated. External IP: 172.36.5.179, port: 4cec7a38-d72e-40f1-a90b-ec17599a9075. Mar 09 17:30:59.552726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Calling delete_port for 4cec7a38-d72e-40f1-a90b-ec17599a9075 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:30:59.743723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (4cec7a38-d72e-40f1-a90b-ec17599a9075), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:30:59.750099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:30:59.769760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 4cec7a38-d72e-40f1-a90b-ec17599a9075 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:30:59.770108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 4cec7a38-d72e-40f1-a90b-ec17599a9075 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:30:59.773326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event deleted for resources: {'Port': ['ID=4cec7a38-d72e-40f1-a90b-ec17599a9075,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:30:59.890624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:31:00.000092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:31:00.010685 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:31:00.020261 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:31:00.020896 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:30:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:00.043356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] No DVR routers for this DVR port 4cec7a38-d72e-40f1-a90b-ec17599a9075 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:31:00.044266 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:00.047743 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-363ee8da-8344-4db7-a8de-d58bb9bdea38 req-e863a1f3-9843-480b-bc2f-fa673723a064 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "DELETE /v2.0/ports/4cec7a38-d72e-40f1-a90b-ec17599a9075 HTTP/1.1" status: 204 len: 173 time: 1.1175737 Mar 09 17:31:00.048201 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-deleted', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:31:00.051056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8367a70-ed21-44a8-92cb-73f5f4d6d32f" -d '{"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-deleted", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:31:00.086518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1bce1-0b29-4927-9ee7-228aff801088 x-openstack-request-id: req-eab1bce1-0b29-4927-9ee7-228aff801088 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:31:00.087014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c2bbb-a9d0-4ff5-a191-f54236483468", "name": "network-vif-deleted", "tag": "4cec7a38-d72e-40f1-a90b-ec17599a9075", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:31:00.087280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eab1bce1-0b29-4927-9ee7-228aff801088 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:31:00.087697 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c2bbb-a9d0-4ff5-a191-f54236483468', 'name': 'network-vif-deleted', 'tag': '4cec7a38-d72e-40f1-a90b-ec17599a9075', 'status': 'completed', 'code': 200} Mar 09 17:31:00.139757 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:31:00.344281 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:00.371521 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:31:00.380022 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:31:00.380660 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:30:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:00.385273 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-23288f0a-5f44-4c1a-8b1a-71b12c843093 req-6244ded2-5aff-421c-afa9-f4ca96e0279b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a4c2bbb-a9d0-4ff5-a191-f54236483468 HTTP/1.1" status: 200 len: 210 time: 0.0279887 Mar 09 17:31:00.487087 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:31:00.678023 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:00.703188 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b5817-4521-4b0b-a39d-6ba6b1d13e18 None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:31:00.921693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35112d8d-b132-47c1-af02-75e96b68bf44 None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:31:01.625288 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-c81496b4-585b-4bce-a004-8d8a0e1c0519 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1273373261&fields=id&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 267 time: 0.0423186 Mar 09 17:31:01.730293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-e71bc239-9500-487e-8d25-da851ad22be3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:01.731732 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-e71bc239-9500-487e-8d25-da851ad22be3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1001537 Mar 09 17:31:01.746218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-8652f517-f135-4ddb-bcbe-47350a2b2d7f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/quotas/dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 375 time: 0.0092003 Mar 09 17:31:01.797986 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7bd873bf-d89b-4ade-8829-220f7e635a4a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472047 Mar 09 17:31:01.945077 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-bbd85ed2-738b-4ea7-aa76-e539213f4d04 service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354170 Mar 09 17:31:02.032418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-d4b57505-b883-44ee-b6cd-f3ded2471e58 service neutron] 10.222.0.16 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815144 Mar 09 17:31:02.262992 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-98a689ae-16c7-4590-831f-4c148d7e4399 req-052dd955-7afa-4d3b-9305-828bb6659de2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0260861 Mar 09 17:31:03.361554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-85fbd9a9-c60d-434c-aabc-d3356e4756e0 req-362731e7-6539-4c08-b9c2-d05e2af030c3 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0320196 Mar 09 17:31:03.613135 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-69007d49-4dbc-4dfd-9bb5-41f188d8c8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:04.068676 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-dbb01bf4-c4f2-4c1a-b160-17a95ac703b4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:04.070118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-dbb01bf4-c4f2-4c1a-b160-17a95ac703b4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 812 time: 0.1035681 Mar 09 17:31:04.130571 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-c816d824-22af-430e-b9d4-07e82cabf6ff tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 380 time: 0.0517101 Mar 09 17:31:04.139268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'port': {'device_id': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'admin_state_up': True, 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'security_groups': ['a446d250-6820-4009-8fee-a67b283a0e9d']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:31:04.363594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Made reservation on behalf of dc64322bf64c4bf39dab81f027f51a3e for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:31:04.367125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:04.460613 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0fc5cd5c-4e57-4c32-8c11-9b71d11f39b1 req-eeffa0e9-d922-438c-b783-4b2bdb7af4f9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0306265 Mar 09 17:31:04.496571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Allocated IP 172.20.0.10 (73164bb9-4259-4c82-8b50-d793a13b0b05/61cfe41d-33fd-44a1-ab22-dafc877aedb8/2fef901e-cef9-4267-9703-b0e39c3efac5) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:31:04.627020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:04.726297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:04.770508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:31:04.773600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:31:04.779811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:31:04.816980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:31:04.833640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:04.834262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:04.888886 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-7e18854a-dd39-4b71-be4c-5ea92d79e54c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7531712 Mar 09 17:31:04.900928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Request body: {'port': {'device_id': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:31:04.960693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.002593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a74b3e4b-05c5-47c7-93d9-cf3b75fc4350 None None] Provisioning complete for port 2fef901e-cef9-4267-9703-b0e39c3efac5 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:31:05.003142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a74b3e4b-05c5-47c7-93d9-cf3b75fc4350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.035905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a74b3e4b-05c5-47c7-93d9-cf3b75fc4350 None None] Port 2fef901e-cef9-4267-9703-b0e39c3efac5 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:31:05.220102 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fef901e-cef9-4267-9703-b0e39c3efac5 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:31:05.227310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Publish callbacks [] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.239682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Transition to ACTIVE for port object 2fef901e-cef9-4267-9703-b0e39c3efac5 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:31:05.306582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.356838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:31:05.429959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Attempting to bind port 2fef901e-cef9-4267-9703-b0e39c3efac5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:31:05.430636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Attempting to bind port 2fef901e-cef9-4267-9703-b0e39c3efac5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:31:05.430636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Attempting to bind port 2fef901e-cef9-4267-9703-b0e39c3efac5 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:31:05.435202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Port 2fef901e-cef9-4267-9703-b0e39c3efac5 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:31:05.435531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Attempting to bind port 2fef901e-cef9-4267-9703-b0e39c3efac5 on network 73164bb9-4259-4c82-8b50-d793a13b0b05 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:31:05.440643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:31:05.440982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Checking segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:31:05.441363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Bound using segment: {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:31:05.441787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Bound port: 2fef901e-cef9-4267-9703-b0e39c3efac5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43034a6-6d38-4df8-ba98-73d98b76bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:31:05.442144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.507788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:31:05.511552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:31:05.577964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.589945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c211d-edb5-4030-864e-11a104d7c220 req-d90cb528-f65f-456a-a681-58c8809b23e4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:05.591441 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a35c211d-edb5-4030-864e-11a104d7c220 req-d90cb528-f65f-456a-a681-58c8809b23e4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0585043 Mar 09 17:31:05.643545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:05.644182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:05.645610 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1094 time: 0.7499704 Mar 09 17:31:05.646060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:31:05.648314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06ef44-61f8-4352-a2ca-4bd87955b910" -d '{"events": [{"name": "network-changed", "server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:31:05.680340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef38a82-1ab1-42ac-a7be-5c57aa7a9b32 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:31:05.691609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01fb9c-3213-495d-82a7-e89f6fcbf49c x-openstack-request-id: req-4d01fb9c-3213-495d-82a7-e89f6fcbf49c {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:31:05.691915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:31:05.692163 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d01fb9c-3213-495d-82a7-e89f6fcbf49c {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:31:05.692599 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'status': 'completed', 'code': 200} Mar 09 17:31:05.698104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a35c211d-edb5-4030-864e-11a104d7c220 req-27510f53-6319-43c5-b098-a4c21f448d75 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848608 Mar 09 17:31:05.765920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ef44-61f8-4352-a2ca-4bd87955b910 req-3db6b45f-0d5c-4841-8427-d595b5cc6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:05.767587 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bd06ef44-61f8-4352-a2ca-4bd87955b910 req-3db6b45f-0d5c-4841-8427-d595b5cc6104 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1128 time: 0.0488532 Mar 09 17:31:05.873837 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ef44-61f8-4352-a2ca-4bd87955b910 req-6ad6c5a2-d57c-4189-b045-0dfcb548728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:05.875317 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bd06ef44-61f8-4352-a2ca-4bd87955b910 req-6ad6c5a2-d57c-4189-b045-0dfcb548728a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009362 Mar 09 17:31:05.966711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ef44-61f8-4352-a2ca-4bd87955b910 req-724c93c6-5dee-4b8c-aadb-c65c11476fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:05.968103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bd06ef44-61f8-4352-a2ca-4bd87955b910 req-724c93c6-5dee-4b8c-aadb-c65c11476fd7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876338 Mar 09 17:31:06.046296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-90feb594-265e-4a3b-814a-cc79fe165f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:06.047693 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-90feb594-265e-4a3b-814a-cc79fe165f39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1128 time: 0.0443647 Mar 09 17:31:06.091219 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-5cad593e-d4b3-4d98-9f84-ba37da63dacc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 217 time: 0.0372362 Mar 09 17:31:06.143804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-9f782cdf-dba9-4048-965f-92f69f6a75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:06.155166 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-9f782cdf-dba9-4048-965f-92f69f6a75a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0436623 Mar 09 17:31:06.193821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6764b7ed-35c0-47fe-97f3-fdbd1f1f85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:06.195394 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-6764b7ed-35c0-47fe-97f3-fdbd1f1f85cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444107 Mar 09 17:31:06.200695 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-029f9327-08c3-4e07-9306-b22c4722290c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:06.286580 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-5b503637-2d52-40d6-ad45-da75305378ac service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856140 Mar 09 17:31:06.371838 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c9942219-00e7-4b99-861c-3c347a7a8220 req-cd46582c-0a20-4fa5-8458-65bf16a65a44 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795555 Mar 09 17:31:06.823930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2b6fc-1dce-401f-80aa-6c7c4c25810e req-8444be3c-46f5-4bd3-be49-c97da109c6b4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:06.825461 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-06f2b6fc-1dce-401f-80aa-6c7c4c25810e req-8444be3c-46f5-4bd3-be49-c97da109c6b4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0529342 Mar 09 17:31:06.871788 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-06f2b6fc-1dce-401f-80aa-6c7c4c25810e req-fa12c44d-1c08-4098-9a1f-7d55de61529a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Mar 09 17:31:07.226631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:07.997532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267695d-edcd-4325-ac6f-48d766bd033c req-3b38ee9f-e715-4f63-8961-b7eb53d94bf7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:07.999026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e267695d-edcd-4325-ac6f-48d766bd033c req-3b38ee9f-e715-4f63-8961-b7eb53d94bf7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0585387 Mar 09 17:31:08.045472 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e267695d-edcd-4325-ac6f-48d766bd033c req-b29a0364-be3d-49cf-94f1-827528a4ec6f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Mar 09 17:31:08.394769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:09.163016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee63a9-e8a7-4810-b1ce-a70f5aff27f1 req-e17c2dce-9b32-4e39-a6ac-acc68a52d746 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:09.164498 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57ee63a9-e8a7-4810-b1ce-a70f5aff27f1 req-e17c2dce-9b32-4e39-a6ac-acc68a52d746 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0512621 Mar 09 17:31:09.209493 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-57ee63a9-e8a7-4810-b1ce-a70f5aff27f1 req-493079aa-240a-4393-8ec5-a5f8823e5124 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Mar 09 17:31:09.799439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:31:09.875463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:09.899472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:31:09.909666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'mac_address': 'fa:16:3e:84:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:31:09.946452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:31:09.946853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:09.962853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fef901e-cef9-4267-9703-b0e39c3efac5 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:31:09.981726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:31:10.060535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:10.106694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:31:10.113521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.113882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.114233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.114579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.114921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.115260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.115595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.115935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.116271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.116648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.116978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.117310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.117634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:31:10.254790 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['2fef901e-cef9-4267-9703-b0e39c3efac5'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:31:10.326249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52dc78-547c-476d-9a43-d6d29ce98a52 req-4b811b33-67b0-42b7-893b-0fc39a1a818f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:10.327911 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-af52dc78-547c-476d-9a43-d6d29ce98a52 req-4b811b33-67b0-42b7-893b-0fc39a1a818f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 945 time: 0.0519145 Mar 09 17:31:10.374545 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-af52dc78-547c-476d-9a43-d6d29ce98a52 req-fcb98a60-9c4f-440d-ba61-0b62eea1a7c4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Mar 09 17:31:11.495083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203821b-cabc-4418-90ae-ba0fe4dbd3dd req-af2d583d-e288-4514-845a-4161aef2374b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:11.496588 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d203821b-cabc-4418-90ae-ba0fe4dbd3dd req-af2d583d-e288-4514-845a-4161aef2374b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 945 time: 0.0569620 Mar 09 17:31:11.541833 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d203821b-cabc-4418-90ae-ba0fe4dbd3dd req-534c7b05-b2c3-4273-be1d-aa3c691bb731 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Mar 09 17:31:11.829121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:31:11.937026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 2fef901e-cef9-4267-9703-b0e39c3efac5 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:31:11.937475 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:31:11.940830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 2fef901e-cef9-4267-9703-b0e39c3efac5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:31:11.941216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:12.015731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:31:12.016146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:12.037616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:31:12.039805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93a0670-aea5-4d28-900d-44d209f81102" -d '{"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-plugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:31:12.051917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:31:12.079373 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20b789-3fb1-4de8-9f21-7387cd4ec506 x-openstack-request-id: req-ac20b789-3fb1-4de8-9f21-7387cd4ec506 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:31:12.079621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-plugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:31:12.079879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac20b789-3fb1-4de8-9f21-7387cd4ec506 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:31:12.080311 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'code': 200} Mar 09 17:31:12.125745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:12.174975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:31:12.405988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b97e-513f-4f8b-9f12-aabf4243bf5f req-0bef2fcd-ad56-4251-886c-c5f642a4f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:12.407395 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2881b97e-513f-4f8b-9f12-aabf4243bf5f req-0bef2fcd-ad56-4251-886c-c5f642a4f7fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1130 time: 0.0469444 Mar 09 17:31:12.449610 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2881b97e-513f-4f8b-9f12-aabf4243bf5f req-924ce4dc-254f-4721-b3fd-26b7e70a7a75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364375 Mar 09 17:31:12.658666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3115f-7740-46a9-8423-3484eff03649 req-51a2c5cb-6898-4dcb-988c-35bb1c7ff77d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:12.660043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-62a3115f-7740-46a9-8423-3484eff03649 req-51a2c5cb-6898-4dcb-988c-35bb1c7ff77d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0523880 Mar 09 17:31:12.705480 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-62a3115f-7740-46a9-8423-3484eff03649 req-b55478eb-cc94-4648-8dd1-cb1bf7d8970f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Mar 09 17:31:13.825321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc44c-53e7-4d7c-92f3-c428165448c2 req-97a62e69-7128-4127-8a00-63cb5119a289 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:13.826786 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e60fc44c-53e7-4d7c-92f3-c428165448c2 req-97a62e69-7128-4127-8a00-63cb5119a289 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0518141 Mar 09 17:31:13.872477 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e60fc44c-53e7-4d7c-92f3-c428165448c2 req-187ccd99-3883-4498-bfdb-74f0e0ed5c53 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Mar 09 17:31:13.983028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7536-655c-4caf-9855-a9c3af16fc9b req-3a4068b3-34f3-4512-86bc-76789cef3ae9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:13.984499 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-eaef7536-655c-4caf-9855-a9c3af16fc9b req-3a4068b3-34f3-4512-86bc-76789cef3ae9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0512798 Mar 09 17:31:13.992901 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 39936) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:31:13.997327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Request body: {'floatingip': {'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:31:14.039580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:14.469500 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:14.540547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:14.640133 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 associated. External IP: 172.36.5.179, port: 2fef901e-cef9-4267-9703-b0e39c3efac5. Mar 09 17:31:14.844136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:31:14.951117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:31:14.955959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:14.960797 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:31:14.970380 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:31:14.970984 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:31:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:14.984541 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9622501e-a5a5-4acf-9919-e80e20f407f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "PUT /v2.0/floatingips/4dfefdc7-95f2-47ff-95c6-a54d25951533 HTTP/1.1" status: 200 len: 993 time: 0.9905410 Mar 09 17:31:14.985149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:31:14.987364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8" -d '{"events": [{"name": "network-changed", "server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:31:15.024991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c983167-f6fe-4d6d-93f3-c18b7a61ee26 x-openstack-request-id: req-4c983167-f6fe-4d6d-93f3-c18b7a61ee26 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:31:15.025295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:31:15.025559 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c983167-f6fe-4d6d-93f3-c18b7a61ee26 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:31:15.025993 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'status': 'completed', 'code': 200} Mar 09 17:31:15.091656 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:31:15.093446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-ec6348e1-a2f4-4033-875d-8bee233e891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:15.095091 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-ec6348e1-a2f4-4033-875d-8bee233e891a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1130 time: 0.0457900 Mar 09 17:31:15.191600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-e76aa9e8-8e16-4688-ad5d-6f24e80252e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:15.193302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-e76aa9e8-8e16-4688-ad5d-6f24e80252e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0929785 Mar 09 17:31:15.259900 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-efffbd79-3dcc-4f57-9ab1-7459f789132a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1001 time: 0.0610030 Mar 09 17:31:15.314100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-0d1bbbe6-e2f2-47ea-b87c-eeeeec31c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:15.315569 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-0d1bbbe6-e2f2-47ea-b87c-eeeeec31c1c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0498343 Mar 09 17:31:15.320766 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:84:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:31:14Z', 'revision_number': 13, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:15.347325 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:31:15.356748 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:31:15.357373 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:31:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:15.365924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-de60b6d3-b044-422c-a739-08fe1117e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:15.367451 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-de60b6d3-b044-422c-a739-08fe1117e41c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459571 Mar 09 17:31:15.464470 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-8e12b69b-79ae-455a-8a14-b46675637e26 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905502 Mar 09 17:31:15.558381 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:31:15.558771 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27fc00a9-b96e-4307-8c3f-11a2bb2e95d8 req-749c20b2-4512-4a78-ac6b-0fecb8d05525 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883181 Mar 09 17:31:15.784245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:84:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:31:14Z', 'revision_number': 13, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:31:15.810265 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df128a-4a77-4fc3-865d-0ed64859e5d7 None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4dfefdc7-95f2-47ff-95c6-a54d25951533', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'floating_ip_address': '172.36.5.179', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'mac_address': 'fa:16:3e:84:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:28:19Z', 'updated_at': '2022-03-09T17:31:14Z', 'revision_number': 13, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:31:16.009528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b903e-d244-4ac8-bdb3-6bf7f316e0d6 None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:31:17.807200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71d57-fb8a-4d2d-811e-2146150dacd7 req-9f9b493e-7ed2-49ed-adc6-a5bae562a3b2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:17.808691 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-93b71d57-fb8a-4d2d-811e-2146150dacd7 req-9f9b493e-7ed2-49ed-adc6-a5bae562a3b2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0517371 Mar 09 17:31:17.855043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-93b71d57-fb8a-4d2d-811e-2146150dacd7 req-fb9cd2ad-26fd-4a05-a6e6-966b1d842ecf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Mar 09 17:31:28.912004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:33.614337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a3d301b0-9cfe-4ce3-b9a5-0c8cc752e7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:35.755034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a514895-0b92-4f97-aebe-4bb329fcfde0 req-81262c94-846c-47ff-a3bc-a31c036c4e2d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:35.756556 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a514895-0b92-4f97-aebe-4bb329fcfde0 req-81262c94-846c-47ff-a3bc-a31c036c4e2d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0528278 Mar 09 17:31:35.806821 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a514895-0b92-4f97-aebe-4bb329fcfde0 req-c1759764-0086-4433-be9d-6d98cc8e1adc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447118 Mar 09 17:31:35.913360 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-ef0a18b7-c1cb-4d25-a36d-59f556973895 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866840 Mar 09 17:31:36.205229 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f6027fa8-50c1-4f4c-b0c2-e1ea1f8aa7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:36.514749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-8ae361f0-be96-4aaa-b9f9-a2ebf7080167 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:36.516010 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-8ae361f0-be96-4aaa-b9f9-a2ebf7080167 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports/2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 943 time: 0.0929852 Mar 09 17:31:36.929055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f32e3-adcf-448c-bcb6-f1387831cd44 req-196744cf-5197-4273-a64d-261df6495980 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:36.930584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-025f32e3-adcf-448c-bcb6-f1387831cd44 req-196744cf-5197-4273-a64d-261df6495980 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0533919 Mar 09 17:31:36.979263 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-025f32e3-adcf-448c-bcb6-f1387831cd44 req-4f90f8b4-0f79-45d5-88dd-03ebd4122ddd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Mar 09 17:31:37.221959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:37.880908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-cfc31312-8ac4-47fb-aa8f-c7b13a53d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:37.882538 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-cfc31312-8ac4-47fb-aa8f-c7b13a53d515 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1130 time: 0.0453136 Mar 09 17:31:37.973585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-1b8e8e17-7573-4b42-9027-7fb58d282121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:37.975049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-1b8e8e17-7573-4b42-9027-7fb58d282121 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0863552 Mar 09 17:31:38.040253 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-de21f2ce-8c59-4e4f-b927-f4a5257bc71e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1003 time: 0.0580952 Mar 09 17:31:38.119524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-86c0d33a-8b6c-4693-8d74-2d13f3cf0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:38.121021 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-86c0d33a-8b6c-4693-8d74-2d13f3cf0b64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0745440 Mar 09 17:31:38.143633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c003-f233-4f64-8f26-a8954a0b69e3 req-e85acbae-d30b-46fc-ae8d-014df8eab656 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:38.145012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a6b1c003-f233-4f64-8f26-a8954a0b69e3 req-e85acbae-d30b-46fc-ae8d-014df8eab656 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0913601 Mar 09 17:31:38.210065 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a6b1c003-f233-4f64-8f26-a8954a0b69e3 req-1f4acbf5-ec11-46cb-8128-8a480c3c9190 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Mar 09 17:31:38.212747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-775e6faf-49ad-4531-8ef9-a83525a0c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:38.214167 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-775e6faf-49ad-4531-8ef9-a83525a0c031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0855107 Mar 09 17:31:38.306087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-1d30d7cb-0af9-4e66-8de1-039caae50ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847733 Mar 09 17:31:38.393143 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-aa3d75c3-984f-4489-8e83-32c9fcd96158 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802877 Mar 09 17:31:38.433719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:39.330050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be357c-243a-47d5-ac2d-ff2b2bcb213f req-8a49177e-ea16-44d5-98e3-3417af6c0b40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:39.331544 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-12be357c-243a-47d5-ac2d-ff2b2bcb213f req-8a49177e-ea16-44d5-98e3-3417af6c0b40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0519621 Mar 09 17:31:39.378423 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-12be357c-243a-47d5-ac2d-ff2b2bcb213f req-5523e64a-4f0d-4759-9c8a-0658f7b26068 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Mar 09 17:31:39.878914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:40.501958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff66848-3fda-4dc4-8ad9-479e9ad3825b req-7ab6fd6d-3415-47a7-9199-d6c134b356a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:40.503428 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ff66848-3fda-4dc4-8ad9-479e9ad3825b req-7ab6fd6d-3415-47a7-9199-d6c134b356a8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0554407 Mar 09 17:31:40.549279 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ff66848-3fda-4dc4-8ad9-479e9ad3825b req-4f0bacd4-2129-4a2b-9d5a-1df65f33afa4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Mar 09 17:31:41.668006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7ca64-f011-45ea-931a-b6a903b73619 req-34294111-e712-4ca6-b85d-9500d3806e50 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:41.669487 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-06e7ca64-f011-45ea-931a-b6a903b73619 req-34294111-e712-4ca6-b85d-9500d3806e50 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0556731 Mar 09 17:31:41.714587 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-06e7ca64-f011-45ea-931a-b6a903b73619 req-4a7d6507-41cf-4fbf-8981-c851a94f3e67 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396516 Mar 09 17:31:42.830424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392939db-bf14-46b1-af8a-281b77d4be7f req-e2abc063-1254-4345-87f8-b0a18f3a1ba5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:42.831888 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-392939db-bf14-46b1-af8a-281b77d4be7f req-e2abc063-1254-4345-87f8-b0a18f3a1ba5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0519266 Mar 09 17:31:42.877092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-392939db-bf14-46b1-af8a-281b77d4be7f req-c763cbc8-e0c0-4b35-ab50-6dd8d9256c57 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397642 Mar 09 17:31:43.994007 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a257874-61f7-452e-a798-60a540d459a4 req-5b77ca92-215e-4aea-87db-a601ea489a1b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:43.995503 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0a257874-61f7-452e-a798-60a540d459a4 req-5b77ca92-215e-4aea-87db-a601ea489a1b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0516257 Mar 09 17:31:44.040606 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0a257874-61f7-452e-a798-60a540d459a4 req-e5976ed5-2569-4fa6-8e30-22ad09431027 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395956 Mar 09 17:31:45.155929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e36043-b9c3-46a3-8427-182f5f17ca96 req-cc56d148-d34b-4a1e-af70-eb456192396d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:45.157404 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03e36043-b9c3-46a3-8427-182f5f17ca96 req-cc56d148-d34b-4a1e-af70-eb456192396d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0504429 Mar 09 17:31:45.205710 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03e36043-b9c3-46a3-8427-182f5f17ca96 req-87be6745-2a52-4c32-8bec-4cec1c09f514 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Mar 09 17:31:46.321253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe5fa7-631d-49aa-9779-941ab538955a req-bde5490b-332b-4544-a232-6136ba221f3b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:46.323648 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-35fe5fa7-631d-49aa-9779-941ab538955a req-bde5490b-332b-4544-a232-6136ba221f3b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0527358 Mar 09 17:31:46.372320 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-35fe5fa7-631d-49aa-9779-941ab538955a req-4f71e71e-49fa-4f8b-a159-417427e07168 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Mar 09 17:31:47.488569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905f02-ea72-4fff-9301-6d2b3a4f7955 req-58b8dc00-40d4-48a5-a587-4b92c6484bb5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:47.490032 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-11905f02-ea72-4fff-9301-6d2b3a4f7955 req-58b8dc00-40d4-48a5-a587-4b92c6484bb5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0516620 Mar 09 17:31:47.535515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-11905f02-ea72-4fff-9301-6d2b3a4f7955 req-0660543f-be05-4e8b-9534-33bd1791653e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400455 Mar 09 17:31:48.653350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fc9a8-3d29-4388-b2b9-f0c527c928a0 req-212af3bd-61e0-4f4e-9a33-7fc261b7d92e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:48.654810 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-013fc9a8-3d29-4388-b2b9-f0c527c928a0 req-212af3bd-61e0-4f4e-9a33-7fc261b7d92e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0529020 Mar 09 17:31:48.698889 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-013fc9a8-3d29-4388-b2b9-f0c527c928a0 req-690fba4b-e095-4e8c-8dd8-507e765ddfc6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Mar 09 17:31:48.936762 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:31:49.815796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1caf82-f72e-4c37-b84c-ff5a68f0ef2e req-fd6f6f89-c4bf-43c7-a12e-a719e83518e1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:49.817275 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c1caf82-f72e-4c37-b84c-ff5a68f0ef2e req-fd6f6f89-c4bf-43c7-a12e-a719e83518e1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0517154 Mar 09 17:31:49.862632 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c1caf82-f72e-4c37-b84c-ff5a68f0ef2e req-d2f152a1-b4e9-4ea2-9fc3-9f365f2a7505 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Mar 09 17:31:50.196745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745c664-fa64-458b-8bd0-07429be9b330 req-ced3b867-edd5-4a12-a337-76f5d6c0c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:50.198195 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-ced3b867-edd5-4a12-a337-76f5d6c0c2e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1130 time: 0.0465202 Mar 09 17:31:50.300964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745c664-fa64-458b-8bd0-07429be9b330 req-a34a6198-9701-43ba-847e-4bcd0f70e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:50.302336 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-a34a6198-9701-43ba-847e-4bcd0f70e5c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0829155 Mar 09 17:31:50.369976 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-260deec9-b0fd-4149-b44f-bbe55a919c7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1003 time: 0.0615969 Mar 09 17:31:50.417681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745c664-fa64-458b-8bd0-07429be9b330 req-f48fa1a0-2604-4fb2-9885-b5ffd8ef8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:50.419152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-f48fa1a0-2604-4fb2-9885-b5ffd8ef8119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0428219 Mar 09 17:31:50.467537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745c664-fa64-458b-8bd0-07429be9b330 req-54078ed0-fac2-4a79-8fd6-d6c7f60ac965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:50.469045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-54078ed0-fac2-4a79-8fd6-d6c7f60ac965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430429 Mar 09 17:31:50.559960 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-d36d78fe-a83d-46ee-a179-441396b10213 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848083 Mar 09 17:31:50.651471 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6745c664-fa64-458b-8bd0-07429be9b330 req-cebbe55f-a4d7-4b18-9bbe-b618475c894f service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818105 Mar 09 17:31:50.981571 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281232c-c563-45f9-802d-3a451777076e req-d273da60-4949-45fe-bb20-5e75401d5aa2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:50.983049 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9281232c-c563-45f9-802d-3a451777076e req-d273da60-4949-45fe-bb20-5e75401d5aa2 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0521052 Mar 09 17:31:51.031018 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9281232c-c563-45f9-802d-3a451777076e req-f875ae19-26c8-4f5d-a483-972f964ed557 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Mar 09 17:31:52.432522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76edf2e-fe92-4b49-bb9c-ee827947c0ef req-7027b0b1-aaaf-4fff-bef2-43077b95981c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:52.434123 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c76edf2e-fe92-4b49-bb9c-ee827947c0ef req-7027b0b1-aaaf-4fff-bef2-43077b95981c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.3369412 Mar 09 17:31:52.484333 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c76edf2e-fe92-4b49-bb9c-ee827947c0ef req-2704a2cd-0aa9-4df6-a69c-28e18a94e070 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Mar 09 17:31:53.607898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a49fd0-32b4-472f-901f-af33aa9c399c req-6d35e375-1b23-4c97-9426-ae3f19b56864 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:53.609406 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-72a49fd0-32b4-472f-901f-af33aa9c399c req-6d35e375-1b23-4c97-9426-ae3f19b56864 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0564663 Mar 09 17:31:53.656336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-72a49fd0-32b4-472f-901f-af33aa9c399c req-3f7d5014-6c2c-4081-9d83-dac3a76465d9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Mar 09 17:31:53.924146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:31:54.001238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:31:54.001633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:54.028040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:31:54.030430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc7ed9c-3198-4038-aca8-951ceb27584a" -d '{"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:31:54.042570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:31:54.074356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daac917b-ee53-4364-97ee-66ffe22a12f3 x-openstack-request-id: req-daac917b-ee53-4364-97ee-66ffe22a12f3 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:31:54.074661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:31:54.074919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-daac917b-ee53-4364-97ee-66ffe22a12f3 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:31:54.075316 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'code': 200} Mar 09 17:31:54.118583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:54.165504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:31:54.632935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-b4507325-dc6d-4865-82e2-3cc758bf7639 service neutron] 10.222.0.36 "GET /v2.0/ports/2fef901e-cef9-4267-9703-b0e39c3efac5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0545163 Mar 09 17:31:54.777757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6a090-582f-4a9d-929b-28b493581033 req-de52e0ab-80b1-4b06-9f6b-272f440a6847 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:54.779252 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c6a6a090-582f-4a9d-929b-28b493581033 req-de52e0ab-80b1-4b06-9f6b-272f440a6847 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0549369 Mar 09 17:31:54.826863 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c6a6a090-582f-4a9d-929b-28b493581033 req-a4165252-2e73-4321-9e23-33889b385622 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Mar 09 17:31:55.118848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-faf23d50-ee56-49ba-9237-6516e14fa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:55.120340 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-faf23d50-ee56-49ba-9237-6516e14fa8d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 1128 time: 0.0452080 Mar 09 17:31:55.187413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-78c705e0-ad28-4660-b046-8581248520c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:55.188955 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-78c705e0-ad28-4660-b046-8581248520c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1128 time: 0.0458004 Mar 09 17:31:55.274702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-f03ea0e1-ecd6-456b-81bb-88b1d0d392b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:55.276055 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-f03ea0e1-ecd6-456b-81bb-88b1d0d392b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0819426 Mar 09 17:31:55.341917 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-622c323c-a728-42c5-a911-d2239c434e1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1001 time: 0.0604193 Mar 09 17:31:55.389434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-d0292b62-1810-4914-a997-3ccadb96e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:55.391359 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-d0292b62-1810-4914-a997-3ccadb96e474 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0442398 Mar 09 17:31:55.437894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-c34e5121-05ec-49d9-9f70-c15e43202947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:55.439343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-c34e5121-05ec-49d9-9f70-c15e43202947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426078 Mar 09 17:31:55.529544 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-647d6a46-0c6c-4606-9595-fae9d03ca0b9 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841351 Mar 09 17:31:55.616035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-5e8ca696-0c82-4d04-84c6-026657ea8c87 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810454 Mar 09 17:31:55.956815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7da584-659b-4766-a8b5-1e8145d5c6dd req-65edb2a8-ea0b-4f4a-9a7e-a5663f94d4c4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:55.958465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6e7da584-659b-4766-a8b5-1e8145d5c6dd req-65edb2a8-ea0b-4f4a-9a7e-a5663f94d4c4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0593266 Mar 09 17:31:56.007395 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6e7da584-659b-4766-a8b5-1e8145d5c6dd req-8a808c90-32ff-4868-8c32-13f8afdbded8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Mar 09 17:31:57.129838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180f22f-66f0-4541-aaa4-14ea38389299 req-0170e0e5-9862-43d9-8761-a390f5603e8e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:57.131337 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e180f22f-66f0-4541-aaa4-14ea38389299 req-0170e0e5-9862-43d9-8761-a390f5603e8e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0561330 Mar 09 17:31:57.178376 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e180f22f-66f0-4541-aaa4-14ea38389299 req-123d7579-70c7-4bb1-8cfe-5f0c34faef74 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Mar 09 17:31:58.296124 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f47f7-945a-4395-abc0-7c819f8acacb req-60473d63-e220-4951-a188-85a41cc2299f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:58.297547 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd5f47f7-945a-4395-abc0-7c819f8acacb req-60473d63-e220-4951-a188-85a41cc2299f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0522904 Mar 09 17:31:58.343684 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fd5f47f7-945a-4395-abc0-7c819f8acacb req-ce60e876-4e16-4a38-a438-1269b204b6c5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Mar 09 17:31:58.878687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:31:59.462490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a1e5e-a3d5-4caa-9e63-c019718e0b37 req-de4bcdc4-4f91-41de-93da-bc4122128561 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:31:59.463978 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c55a1e5e-a3d5-4caa-9e63-c019718e0b37 req-de4bcdc4-4f91-41de-93da-bc4122128561 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0522468 Mar 09 17:31:59.513443 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c55a1e5e-a3d5-4caa-9e63-c019718e0b37 req-2f177b07-9251-4b5c-a26b-8d1180105b23 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Mar 09 17:32:00.632054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083af17-97f1-46cb-93a8-11fbe33f173c req-cee73078-a2d8-4ddc-af96-bb1d6954ee7b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:00.633429 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3083af17-97f1-46cb-93a8-11fbe33f173c req-cee73078-a2d8-4ddc-af96-bb1d6954ee7b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0516725 Mar 09 17:32:00.684011 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3083af17-97f1-46cb-93a8-11fbe33f173c req-aeaa049f-bccb-4260-9f8b-9fb597a5058c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Mar 09 17:32:01.802846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0be79-e081-4f89-ad26-494bf7130e9d req-1a6b3811-bde3-45da-8f3b-ef9f3e98a2cf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:01.804300 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b8a0be79-e081-4f89-ad26-494bf7130e9d req-1a6b3811-bde3-45da-8f3b-ef9f3e98a2cf tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0515194 Mar 09 17:32:01.853752 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b8a0be79-e081-4f89-ad26-494bf7130e9d req-36f01c8f-21bc-48c7-8f3b-ef039ce755f8 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 Mar 09 17:32:02.972559 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c869c3-8a02-497f-8bed-b886b3841310 req-cf407178-fffa-48e7-b2b8-4b905226fa4c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:02.974049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56c869c3-8a02-497f-8bed-b886b3841310 req-cf407178-fffa-48e7-b2b8-4b905226fa4c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0521357 Mar 09 17:32:03.023288 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56c869c3-8a02-497f-8bed-b886b3841310 req-9f246b7c-b6c2-4725-8663-095af8eae26b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Mar 09 17:32:03.648222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-701a01f5-48ac-49f6-8746-2e486f7c531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:04.142223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad960c-8ab7-49c7-b88f-88c4ec0fc874 req-8369647c-061e-4066-9ff4-227084c57d40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:04.143622 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4bad960c-8ab7-49c7-b88f-88c4ec0fc874 req-8369647c-061e-4066-9ff4-227084c57d40 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0521982 Mar 09 17:32:04.188914 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4bad960c-8ab7-49c7-b88f-88c4ec0fc874 req-4d8a9ffa-160f-4373-9f46-c665b724cd42 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396547 Mar 09 17:32:05.309104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d3235-f905-4b57-9154-dbfc4e9bfd16 req-bfa05f9e-1ebe-4538-9fc9-0f0b02ed9d08 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:05.310554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-241d3235-f905-4b57-9154-dbfc4e9bfd16 req-bfa05f9e-1ebe-4538-9fc9-0f0b02ed9d08 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0526776 Mar 09 17:32:05.357024 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-241d3235-f905-4b57-9154-dbfc4e9bfd16 req-bc60658f-2646-423a-99cd-67d4183e7da4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Mar 09 17:32:06.186486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fa676dae-876c-4eca-8181-4ac9ff7807ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:06.473753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0594908-a3c8-4e09-bf96-a343426524af req-1fdf201f-b71a-47e6-a945-a756886e14d6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:06.475101 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0594908-a3c8-4e09-bf96-a343426524af req-1fdf201f-b71a-47e6-a945-a756886e14d6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0507772 Mar 09 17:32:06.522266 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a0594908-a3c8-4e09-bf96-a343426524af req-58ac1bb5-cc65-442a-b2b7-2b0fd5351d9d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412877 Mar 09 17:32:07.241688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:07.712779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ecca8-187a-4201-bf9b-a4f155111007 req-76e7203a-d6c7-4b3b-a2a0-3833947b359b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:07.714942 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-578ecca8-187a-4201-bf9b-a4f155111007 req-76e7203a-d6c7-4b3b-a2a0-3833947b359b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.1245487 Mar 09 17:32:07.761404 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-578ecca8-187a-4201-bf9b-a4f155111007 req-cb3b6372-2922-428d-894f-a46009b77611 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Mar 09 17:32:07.994300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:32:08.093003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:08.103087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'mac_address': 'fa:16:3e:84:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:32:08.142034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:32:08.142430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:08.155171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fef901e-cef9-4267-9703-b0e39c3efac5 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:32:08.174608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:08.249769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:08.298734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:32:08.309694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['2fef901e-cef9-4267-9703-b0e39c3efac5'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:32:08.418699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:09.258176 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5ebd4-cf83-495f-abdf-4083937bf280 req-f0563857-cae0-4fc2-a87b-7d01816325ff tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:09.259655 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b6f5ebd4-cf83-495f-abdf-4083937bf280 req-f0563857-cae0-4fc2-a87b-7d01816325ff tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 945 time: 0.4298010 Mar 09 17:32:09.309409 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b6f5ebd4-cf83-495f-abdf-4083937bf280 req-293e2732-f273-4a23-96e9-f212b9c13397 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Mar 09 17:32:09.894953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:10.001894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:32:10.049291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 2fef901e-cef9-4267-9703-b0e39c3efac5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:32:10.049672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:10.127957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:32:10.128379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:10.149834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:32:10.152523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1703d98e-839d-4dfa-9ff8-9023bf8bb031" -d '{"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-plugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:32:10.164179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:10.195501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1e3a6-0499-45d8-aaa0-0407d5888d1b x-openstack-request-id: req-a5c1e3a6-0499-45d8-aaa0-0407d5888d1b {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:32:10.195501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-plugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:32:10.195709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5c1e3a6-0499-45d8-aaa0-0407d5888d1b {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:32:10.196034 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'code': 200} Mar 09 17:32:10.238141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:10.284719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:32:10.291757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.292809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.293175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.293504 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.298415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:10.428061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e902c-b852-47d9-85a0-c6e0e078819a req-9f7d175c-90ea-4cae-a97d-af0ed1a6d2db tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:10.429485 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e42e902c-b852-47d9-85a0-c6e0e078819a req-9f7d175c-90ea-4cae-a97d-af0ed1a6d2db tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0519588 Mar 09 17:32:10.473729 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e42e902c-b852-47d9-85a0-c6e0e078819a req-4c4d3898-3501-4b96-bc39-079868404525 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 Mar 09 17:32:11.594451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475800f-5bb9-45eb-95b4-eb7a573d7534 req-b0304a02-e461-4716-b8ca-5b2d4c0edbff tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:11.595929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f475800f-5bb9-45eb-95b4-eb7a573d7534 req-b0304a02-e461-4716-b8ca-5b2d4c0edbff tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0518079 Mar 09 17:32:11.642279 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f475800f-5bb9-45eb-95b4-eb7a573d7534 req-3beeefc3-e8e8-480d-adfd-56c01133e548 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Mar 09 17:32:12.763992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431782b9-b741-48d4-9f29-4eb81d36d6af req-9eca3b11-406c-4672-b3fb-4d33bcf4d8ae tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:12.765472 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-431782b9-b741-48d4-9f29-4eb81d36d6af req-9eca3b11-406c-4672-b3fb-4d33bcf4d8ae tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0552061 Mar 09 17:32:12.811756 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-431782b9-b741-48d4-9f29-4eb81d36d6af req-9c34afc9-fd25-4040-a065-d465ecc379be tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Mar 09 17:32:13.931135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f9da-06db-408d-a20a-883864a3fe0c req-78dae2ab-2e83-4ede-819c-6483423d28b1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:13.933118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9678f9da-06db-408d-a20a-883864a3fe0c req-78dae2ab-2e83-4ede-819c-6483423d28b1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0553036 Mar 09 17:32:13.978199 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9678f9da-06db-408d-a20a-883864a3fe0c req-9820a31d-917b-4206-9bfe-7658e7a91b8f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Mar 09 17:32:14.205547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-037007b7-deb3-4240-9ddc-0cdb2448682f req-d0ec5cd8-0db5-49ef-90d5-893f767bc04d tempest-TestNetworkBasicOps-1294348325 tempest-TestNetworkBasicOps-1294348325-project] (104357) timed out ('10.222.0.16', 37094) {{(pid=104357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 17:32:14.532720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e2fb6-7e99-41ad-9771-89054ba37c5f req-1d9aa733-21a6-4d8f-a85a-d11f52b627c9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:14.534186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-496e2fb6-7e99-41ad-9771-89054ba37c5f req-1d9aa733-21a6-4d8f-a85a-d11f52b627c9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0634599 Mar 09 17:32:14.606406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-9e1f2f73-c8d2-4b85-a525-dee1d99f7fdd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:14.607867 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-9e1f2f73-c8d2-4b85-a525-dee1d99f7fdd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e&tenant_id=dc64322bf64c4bf39dab81f027f51a3e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0949414 Mar 09 17:32:14.612042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-496e2fb6-7e99-41ad-9771-89054ba37c5f req-65930e11-33d8-40d2-854b-e154a870fd4f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630105 Mar 09 17:32:14.671504 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-9a8e1387-869d-41a8-a7c2-e4845fd43bbf service neutron] 10.222.0.36 "GET /v2.0/ports/2fef901e-cef9-4267-9703-b0e39c3efac5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0573313 Mar 09 17:32:14.734347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-a9eceea7-28ea-41da-a862-7401b3f10a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:14.735727 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-a9eceea7-28ea-41da-a862-7401b3f10a28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1130 time: 0.0445232 Mar 09 17:32:14.825772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-6e99eead-f06f-419f-8293-f3762bf46556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:14.827236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-6e99eead-f06f-419f-8293-f3762bf46556 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0855770 Mar 09 17:32:14.891575 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-0a4813c6-3be2-4075-9016-7d014f0d363c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1003 time: 0.0583134 Mar 09 17:32:14.939492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-cc5dc843-3752-4d94-a10b-e0fdda47af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:14.940915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-cc5dc843-3752-4d94-a10b-e0fdda47af86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0437832 Mar 09 17:32:14.991244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-baed2917-e0c4-4aa3-8a59-068fe740923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:14.992668 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-baed2917-e0c4-4aa3-8a59-068fe740923a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460930 Mar 09 17:32:15.079177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-c549bd77-7cb8-40f0-87ed-ff7aff146bdc service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807862 Mar 09 17:32:15.169237 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-803facaa-f82f-4a5a-856c-33c1737ae99c service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842404 Mar 09 17:32:15.732266 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93472edd-ead2-48f8-a3fe-8fde87a60c1e req-53807e60-5fe5-4721-87ea-1b1ab3ccdc59 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:15.733768 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-93472edd-ead2-48f8-a3fe-8fde87a60c1e req-53807e60-5fe5-4721-87ea-1b1ab3ccdc59 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0521610 Mar 09 17:32:15.777919 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-93472edd-ead2-48f8-a3fe-8fde87a60c1e req-8d66af6b-4dda-4b6a-b674-0e3d5146fd82 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387597 Mar 09 17:32:16.896214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67efc2-8f8d-4299-8492-8b64ac45ed93 req-fa221df3-97e9-4df9-a4c1-4fdb57302164 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:16.897722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce67efc2-8f8d-4299-8492-8b64ac45ed93 req-fa221df3-97e9-4df9-a4c1-4fdb57302164 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0525639 Mar 09 17:32:16.943858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ce67efc2-8f8d-4299-8492-8b64ac45ed93 req-6e66eab3-086f-454d-ab99-28ca2bc50e5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Mar 09 17:32:18.065868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71ac67-54d7-4a20-b1e7-b9bfe16f5432 req-a8da991e-ecb9-4990-9935-66a4552a1501 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:18.067315 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1e71ac67-54d7-4a20-b1e7-b9bfe16f5432 req-a8da991e-ecb9-4990-9935-66a4552a1501 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0560091 Mar 09 17:32:18.114330 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1e71ac67-54d7-4a20-b1e7-b9bfe16f5432 req-d39106d5-9500-426a-ae0a-994cb2a30e2f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413227 Mar 09 17:32:19.236302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00480c6c-6498-4bea-85da-8dbfb83d26f6 req-43c0fcf6-d784-4258-a4cc-f18b4145da8f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:19.237819 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-00480c6c-6498-4bea-85da-8dbfb83d26f6 req-43c0fcf6-d784-4258-a4cc-f18b4145da8f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0539324 Mar 09 17:32:19.289183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-00480c6c-6498-4bea-85da-8dbfb83d26f6 req-57cf03e4-f986-4889-93e1-c155427505fa tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455217 Mar 09 17:32:20.056132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:32:20.131448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:32:20.131848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:20.153730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:32:20.155943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a9ecd8-9b5b-4c0d-a830-4c994188428b" -d '{"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:32:20.172199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:20.202891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576b08c-861b-42ec-b4d3-3bb232530c0f x-openstack-request-id: req-b576b08c-861b-42ec-b4d3-3bb232530c0f {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:32:20.203187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:32:20.203446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b576b08c-861b-42ec-b4d3-3bb232530c0f {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:32:20.203908 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'code': 200} Mar 09 17:32:20.237777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:20.284540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=9']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:32:20.409392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cdd05-bbe2-471a-b618-0a171a708234 req-b51c1941-20d7-48fa-a680-420c577bdc56 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:20.410871 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-877cdd05-bbe2-471a-b618-0a171a708234 req-b51c1941-20d7-48fa-a680-420c577bdc56 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0521801 Mar 09 17:32:20.457431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-877cdd05-bbe2-471a-b618-0a171a708234 req-2dac4bb7-c0b7-4055-87b3-0eabe92e122f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Mar 09 17:32:21.576750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf91d3-c633-4873-b41d-294c82a27d2a req-aa352495-241e-4374-916b-f002b98f1b4d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:21.578226 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bbf91d3-c633-4873-b41d-294c82a27d2a req-aa352495-241e-4374-916b-f002b98f1b4d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0522864 Mar 09 17:32:21.626691 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bbf91d3-c633-4873-b41d-294c82a27d2a req-d23494b6-4cb7-4abd-8daf-1ae793cbfe81 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Mar 09 17:32:22.289345 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-8b94ea87-4fba-4f1d-8eae-dbb245b4f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:22.290740 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-8b94ea87-4fba-4f1d-8eae-dbb245b4f69e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e&tenant_id=dc64322bf64c4bf39dab81f027f51a3e HTTP/1.1" status: 200 len: 1128 time: 0.0428247 Mar 09 17:32:22.350891 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-31621bb8-0587-47ab-aeb0-063f0200c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:22.352670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-31621bb8-0587-47ab-aeb0-063f0200c2ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 1128 time: 0.0425735 Mar 09 17:32:22.442379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-03ae2e0c-5e21-434f-9bd4-8e6ff2792dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:22.443854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-03ae2e0c-5e21-434f-9bd4-8e6ff2792dc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 200 len: 912 time: 0.0852668 Mar 09 17:32:22.509230 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-9cc82af1-c625-41fe-b640-5b05d3844da9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 200 len: 1001 time: 0.0594893 Mar 09 17:32:22.556093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-fea09e1d-53f1-4480-b373-9270ea0d1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:22.557424 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-fea09e1d-53f1-4480-b373-9270ea0d1cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 200 len: 851 time: 0.0419168 Mar 09 17:32:22.604405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-92469ed8-7b42-43fa-8502-943ead4ea758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:22.606455 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-92469ed8-7b42-43fa-8502-943ead4ea758 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73164bb9-4259-4c82-8b50-d793a13b0b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429192 Mar 09 17:32:22.697318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-9ae1ad2c-012e-4d0d-9d5d-3e994fb23b84 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846670 Mar 09 17:32:22.804331 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754e8cd-dbc2-44c4-87fc-a6113fff6107 req-f3ef843e-58c9-42d6-a7f4-91bdb9d3d8d5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:22.805978 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1754e8cd-dbc2-44c4-87fc-a6113fff6107 req-f3ef843e-58c9-42d6-a7f4-91bdb9d3d8d5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.1077919 Mar 09 17:32:22.845069 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22347d07-f4d5-48d7-bd73-821126e13d26 req-ad92754b-8c74-4df5-9298-3da17a92e000 service neutron] 10.222.0.36 "GET /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387684 Mar 09 17:32:22.866832 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1754e8cd-dbc2-44c4-87fc-a6113fff6107 req-001e0d8a-625b-4a3c-9673-efdb53d90215 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548644 Mar 09 17:32:23.989502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5910ee-9d03-448d-a748-f53f5d3e5a2f req-7358b5c5-d7a2-46fe-a59b-260b030e3906 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:23.991113 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-de5910ee-9d03-448d-a748-f53f5d3e5a2f req-7358b5c5-d7a2-46fe-a59b-260b030e3906 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0558856 Mar 09 17:32:24.047739 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-de5910ee-9d03-448d-a748-f53f5d3e5a2f req-95690196-2b2e-4de8-8667-3e75be363c3b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495667 Mar 09 17:32:25.168431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e4dc3-8982-455a-8466-2e2f28dc3fb9 req-ff806435-6718-45a9-b3ba-f15e724627fc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:25.169907 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e60e4dc3-8982-455a-8466-2e2f28dc3fb9 req-ff806435-6718-45a9-b3ba-f15e724627fc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0528855 Mar 09 17:32:25.215586 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e60e4dc3-8982-455a-8466-2e2f28dc3fb9 req-8b213394-48cb-46fa-8fa6-2272c8b80376 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 Mar 09 17:32:25.936707 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:32:26.333444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fe86d-95d2-419a-89b3-008fc5aa941c req-ee9728d3-38a9-4728-b1ea-55ad70062d43 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:26.334937 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1b6fe86d-95d2-419a-89b3-008fc5aa941c req-ee9728d3-38a9-4728-b1ea-55ad70062d43 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0527916 Mar 09 17:32:26.382039 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1b6fe86d-95d2-419a-89b3-008fc5aa941c req-b431184a-5d42-452a-90ad-0b59650eda8b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Mar 09 17:32:27.500508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f1d9-6fac-4a69-a78b-4e032de43644 req-62b01fe3-b7af-4209-b8ec-1200c92a27bb tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:27.501999 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8033f1d9-6fac-4a69-a78b-4e032de43644 req-62b01fe3-b7af-4209-b8ec-1200c92a27bb tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0518038 Mar 09 17:32:27.548226 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8033f1d9-6fac-4a69-a78b-4e032de43644 req-1fc6240b-4a7e-4477-91ff-a5a41c298614 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Mar 09 17:32:28.665089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759fdd9-b4b3-498c-9c62-c586d96cf494 req-2dbefb1d-593c-4888-a788-c904b8e48d54 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:28.666563 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d759fdd9-b4b3-498c-9c62-c586d96cf494 req-2dbefb1d-593c-4888-a788-c904b8e48d54 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0517950 Mar 09 17:32:28.711686 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d759fdd9-b4b3-498c-9c62-c586d96cf494 req-b4e0fff7-da5f-4396-b66f-250438a62d90 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 Mar 09 17:32:28.910150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:29.834574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c6b3d-7646-49c1-94ad-b38c985231a7 req-b99f15d2-789f-48fb-bdc7-f808c2307044 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:29.836077 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d44c6b3d-7646-49c1-94ad-b38c985231a7 req-b99f15d2-789f-48fb-bdc7-f808c2307044 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0563040 Mar 09 17:32:29.883515 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d44c6b3d-7646-49c1-94ad-b38c985231a7 req-d77f0259-c9da-4874-92ad-ac1e543dd36d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Mar 09 17:32:31.009172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e219-2dcb-4523-8b5d-ab90833b5f06 req-80d6d5c7-31dc-442f-a6be-40eaf97ed213 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:31.010666 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff52e219-2dcb-4523-8b5d-ab90833b5f06 req-80d6d5c7-31dc-442f-a6be-40eaf97ed213 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0594387 Mar 09 17:32:31.062278 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ff52e219-2dcb-4523-8b5d-ab90833b5f06 req-4b0ac94e-bba3-4ce9-9464-e2e96dbc5f3e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Mar 09 17:32:32.180293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c21540-92e6-4dae-98ad-0d21a71f84d3 req-3a076d4f-898e-4316-89ac-b20db47581a6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:32.181825 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-92c21540-92e6-4dae-98ad-0d21a71f84d3 req-3a076d4f-898e-4316-89ac-b20db47581a6 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0521421 Mar 09 17:32:32.228464 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-92c21540-92e6-4dae-98ad-0d21a71f84d3 req-72646ce2-d90e-4a3a-b825-f689ca9d2886 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405638 Mar 09 17:32:33.349261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd5da-5b8a-4c92-8a4c-17edf45d0b1c req-9fc4cbab-5040-487a-88b9-db0ca5c4f934 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:33.350791 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c35bd5da-5b8a-4c92-8a4c-17edf45d0b1c req-9fc4cbab-5040-487a-88b9-db0ca5c4f934 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0522802 Mar 09 17:32:33.395668 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c35bd5da-5b8a-4c92-8a4c-17edf45d0b1c req-efa8d504-4027-45b4-b345-269d7a3a07cd tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Mar 09 17:32:33.614140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-11bb99b1-f763-49e7-a034-d30633ee7527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:34.516002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e43fb-fbe8-4a1c-8560-7ca5ffb059fa req-6ba6b849-3877-4353-bfe8-769d1af08f60 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:34.517491 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-419e43fb-fbe8-4a1c-8560-7ca5ffb059fa req-6ba6b849-3877-4353-bfe8-769d1af08f60 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0563476 Mar 09 17:32:34.562190 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-419e43fb-fbe8-4a1c-8560-7ca5ffb059fa req-34157e8c-66f9-40e0-ba0c-24bc172cd20b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392749 Mar 09 17:32:35.687327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db19393-0fb8-4ec9-aaf3-d7972bed5fea req-342b3c8a-2282-4af7-85b8-692c7322421f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:35.688833 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0db19393-0fb8-4ec9-aaf3-d7972bed5fea req-342b3c8a-2282-4af7-85b8-692c7322421f tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 944 time: 0.0559528 Mar 09 17:32:35.734976 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0db19393-0fb8-4ec9-aaf3-d7972bed5fea req-28c8ac8c-088b-4063-94b6-b46f55ed2495 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Mar 09 17:32:36.112497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:32:36.215581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:36.226657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'port_id': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'mac_address': 'fa:16:3e:84:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:32:36.253877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-00e4f599-d06c-4f8e-b3aa-1cba7024851a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:36.268796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:32:36.269186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:36.281351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fef901e-cef9-4267-9703-b0e39c3efac5 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:32:36.300539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:36.379803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:36.427570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=10']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:32:36.434694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['2fef901e-cef9-4267-9703-b0e39c3efac5'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:32:36.850428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b29f5f-83c3-4c84-b698-87694057c3e3 req-484cce50-e27c-4e51-b637-d41111f6d7fc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:36.852158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3b29f5f-83c3-4c84-b698-87694057c3e3 req-484cce50-e27c-4e51-b637-d41111f6d7fc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0514278 Mar 09 17:32:36.897443 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b3b29f5f-83c3-4c84-b698-87694057c3e3 req-a550854b-b336-4d60-bd18-6b71ebbaba83 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Mar 09 17:32:37.242916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:38.015478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c332d9c-8994-400e-9f19-a2ae9b7acc2d req-80a8095c-cab0-4211-8145-a447c449345b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:38.017018 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2c332d9c-8994-400e-9f19-a2ae9b7acc2d req-80a8095c-cab0-4211-8145-a447c449345b tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 946 time: 0.0517673 Mar 09 17:32:38.062691 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2c332d9c-8994-400e-9f19-a2ae9b7acc2d req-a6cd51be-8a73-4682-af40-069f0b5f7ce5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Mar 09 17:32:38.133129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:32:38.178795 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 2fef901e-cef9-4267-9703-b0e39c3efac5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:32:38.179108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:38.254614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 2fef901e-cef9-4267-9703-b0e39c3efac5 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:32:38.255256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:38.276868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:32:38.279075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3510dd-a7e3-4f60-9b2f-bc0d3ce096b4" -d '{"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-plugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:32:38.290644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:38.328119 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8125a78-dbd4-44d3-9a80-a92357301c73 x-openstack-request-id: req-d8125a78-dbd4-44d3-9a80-a92357301c73 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:32:38.328438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-plugged", "status": "completed", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:32:38.328701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8125a78-dbd4-44d3-9a80-a92357301c73 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:32:38.329091 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'code': 200} Mar 09 17:32:38.368789 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:38.417224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=11']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:32:38.446050 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:39.180171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a371c-70f0-4b66-937e-0d09a77fa86f req-d03348f9-b4ee-45f7-8f38-041283728892 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:39.181657 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d54a371c-70f0-4b66-937e-0d09a77fa86f req-d03348f9-b4ee-45f7-8f38-041283728892 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0514948 Mar 09 17:32:39.231364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d54a371c-70f0-4b66-937e-0d09a77fa86f req-dda63dad-297a-4444-80aa-917c04ac6ba4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Mar 09 17:32:39.877322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:40.351084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23076984-c8f5-465b-af90-aa5aff482f8a req-2c70f6ca-6364-4f8d-b219-257a2275843d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:40.352834 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23076984-c8f5-465b-af90-aa5aff482f8a req-2c70f6ca-6364-4f8d-b219-257a2275843d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0519414 Mar 09 17:32:40.403397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-23076984-c8f5-465b-af90-aa5aff482f8a req-38fe3fe2-8ff7-4adc-8f98-aa9e16103971 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Mar 09 17:32:40.521578 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856102-16c4-4e98-a108-4494b655ecef req-4ab7f739-eff0-470b-b0ec-d4d3f35f5d0c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:40.522947 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-09856102-16c4-4e98-a108-4494b655ecef req-4ab7f739-eff0-470b-b0ec-d4d3f35f5d0c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0555055 Mar 09 17:32:40.569176 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-09856102-16c4-4e98-a108-4494b655ecef req-04728783-8318-4532-91c7-3abe2bb339db tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Mar 09 17:32:40.683639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1b51-4510-4d5c-a279-27ab378103c1 req-ffac6cea-89aa-45c1-bdf3-d88ac483b7a9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:40.685126 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c3c1b51-4510-4d5c-a279-27ab378103c1 req-ffac6cea-89aa-45c1-bdf3-d88ac483b7a9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0519717 Mar 09 17:32:40.730618 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c3c1b51-4510-4d5c-a279-27ab378103c1 req-ef7387ed-d860-4d06-83ff-837f46ed9198 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Mar 09 17:32:41.194523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0f17-1f3a-4e12-a965-1e1f93197831 req-ba108f73-9f64-413c-8ef3-226c842fe101 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:41.196035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c75e0f17-1f3a-4e12-a965-1e1f93197831 req-ba108f73-9f64-413c-8ef3-226c842fe101 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0522392 Mar 09 17:32:41.242016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c75e0f17-1f3a-4e12-a965-1e1f93197831 req-b2c14555-7ed6-4169-9a1b-5f277752500d tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Mar 09 17:32:42.360294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39edd70-a48b-4577-b503-076d860b5c6f req-5d83f2d8-44ea-4e51-89a9-edde9222fd02 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:42.361805 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c39edd70-a48b-4577-b503-076d860b5c6f req-5d83f2d8-44ea-4e51-89a9-edde9222fd02 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0521190 Mar 09 17:32:42.407321 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c39edd70-a48b-4577-b503-076d860b5c6f req-608cdd9f-098a-4bdd-a80a-e8e39afb93e5 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Mar 09 17:32:43.556065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8009-ad34-4d00-9489-246bf89d5ddd req-ae33fd5d-370a-4631-a068-626f6053d6a0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:43.557561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cdbd8009-ad34-4d00-9489-246bf89d5ddd req-ae33fd5d-370a-4631-a068-626f6053d6a0 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0848229 Mar 09 17:32:43.567364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-0adb6268-0bb5-4f97-ac6f-88eb7b9f107c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:32:43.568718 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-0adb6268-0bb5-4f97-ac6f-88eb7b9f107c tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 947 time: 0.0940559 Mar 09 17:32:43.671655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cdbd8009-ad34-4d00-9489-246bf89d5ddd req-94af4fd0-95c2-42fc-84d3-9286199a09cc tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups?id=a446d250-6820-4009-8fee-a67b283a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019909 Mar 09 17:32:43.693987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Deleting port 2fef901e-cef9-4267-9703-b0e39c3efac5 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:32:43.694303 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:43.781324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] For port 2fef901e-cef9-4267-9703-b0e39c3efac5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2fef901e-cef9-4267-9703-b0e39c3efac5,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:32:43.781687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:43.950799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:43.951078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:43.951398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533 disassociated. External IP: 172.36.5.179, port: 2fef901e-cef9-4267-9703-b0e39c3efac5. Mar 09 17:32:43.951736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Calling delete_port for 2fef901e-cef9-4267-9703-b0e39c3efac5 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:32:44.151462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2fef901e-cef9-4267-9703-b0e39c3efac5), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:44.179101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event deleted for resources: {'Port': ['ID=2fef901e-cef9-4267-9703-b0e39c3efac5,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:32:44.189683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.190218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.190385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.190767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.191110 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.191448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.191784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.192117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.192481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.192814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.193146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.193482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.193807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:32:44.309756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:32:44.420253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:32:44.429756 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:32:44.439931 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:32:44.440586 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:32:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:32:44.464044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] No DVR routers for this DVR port 2fef901e-cef9-4267-9703-b0e39c3efac5 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:32:44.466432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:32:44.469929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-75634b2c-6a35-4873-96e1-72c51039c6ce req-1c02d7a9-a571-4b4b-aa31-e7751de0d364 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.36 "DELETE /v2.0/ports/2fef901e-cef9-4267-9703-b0e39c3efac5 HTTP/1.1" status: 204 len: 173 time: 0.8937173 Mar 09 17:32:44.470297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-deleted', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:32:44.472638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32f0acf-88c9-4fdb-8bbe-8d4596c82bfe" -d '{"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-deleted", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:32:44.509387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e0e8a0-9450-4abf-be20-9e4c2d056345 x-openstack-request-id: req-39e0e8a0-9450-4abf-be20-9e4c2d056345 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:32:44.509695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da897b91-f01b-4f75-92c5-9c7d9f35f65e", "name": "network-vif-deleted", "tag": "2fef901e-cef9-4267-9703-b0e39c3efac5", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:32:44.510107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39e0e8a0-9450-4abf-be20-9e4c2d056345 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:32:44.510519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da897b91-f01b-4f75-92c5-9c7d9f35f65e', 'name': 'network-vif-deleted', 'tag': '2fef901e-cef9-4267-9703-b0e39c3efac5', 'status': 'completed', 'code': 200} Mar 09 17:32:44.547600 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:32:44.753063 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:32:44.770554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-05ce94e0-dee4-4cc3-88c8-eb3b7a61f29c req-33e44f22-8e59-4400-aaf5-cf397da8fdba tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0284765 Mar 09 17:32:44.779086 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:32:44.787430 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:32:44.788027 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:32:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:32:44.894882 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:32:45.082547 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:32:45.111822 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65fd34-871f-4b01-8130-9f362df818a0 None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:16Z', 'revision_number': 4, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b5b1c76-8246-4996-88b8-dfc037729256', 'name': '', 'network_id': '73164bb9-4259-4c82-8b50-d793a13b0b05', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'mac_address': 'fa:16:3e:6f:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:15Z', 'updated_at': '2022-03-09T17:28:19Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'subnets': [{'id': '61cfe41d-33fd-44a1-ab22-dafc877aedb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:32:45.340414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6bfb3e-7116-486a-a72b-b188fc47eccf None None] New status for floating IP 4dfefdc7-95f2-47ff-95c6-a54d25951533: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:32:45.872150 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c90a7094-fe3a-4c6a-95c8-122c2f9d5c5b req-1e3ac282-5710-495c-8af4-b8e4dec95938 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0312655 Mar 09 17:32:46.142673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:32:46.162860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 2fef901e-cef9-4267-9703-b0e39c3efac5 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:32:46.163209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 2fef901e-cef9-4267-9703-b0e39c3efac5 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:32:46.967048 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ad401506-6ec3-47d4-89c5-c0e0773ab36f req-6739d034-1219-4cf0-bb75-ac510d8e32d1 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0276327 Mar 09 17:32:48.065651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febb2ad0-5da7-428d-9479-316793e902db req-1405b820-7b00-4126-8a74-c7c805c430a9 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0281727 Mar 09 17:32:49.158308 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cf212ba6-88c3-4598-9d31-014929f855e5 req-23847568-8da4-4eb3-b3b9-896d0c2e45a4 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0265722 Mar 09 17:32:50.251906 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-03668710-dcec-40cb-9da5-bcc8f0677d9a req-f3ec2667-7ecb-4180-87a6-5b9ef343df0e tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0273745 Mar 09 17:32:51.353899 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9eeb03c6-2e83-4dca-a4b8-23eca5d4336b req-586be76e-e420-49a9-910c-28b43478a322 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0330067 Mar 09 17:32:52.449191 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aa904f21-f6eb-4c3a-a794-8039ee5227af req-887e4f05-b266-438d-b0c2-024d478a6737 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0265210 Mar 09 17:32:53.553481 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8982ff9e-06ce-4efb-a7c4-df7198eea336 req-cbf893a9-957a-448a-b001-4e4c1a0d7344 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/ports?device_id=da897b91-f01b-4f75-92c5-9c7d9f35f65e HTTP/1.1" status: 200 len: 210 time: 0.0272458 Mar 09 17:32:58.887893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.572142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40252) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:00.626988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ea86905-62a6-45ac-9d55-573b1dd215a7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group (a446d250-6820-4009-8fee-a67b283a0e9d), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.649664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ea86905-62a6-45ac-9d55-573b1dd215a7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group (a446d250-6820-4009-8fee-a67b283a0e9d), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.756431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ea86905-62a6-45ac-9d55-573b1dd215a7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a446d250-6820-4009-8fee-a67b283a0e9d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.759126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7ea86905-62a6-45ac-9d55-573b1dd215a7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.760366 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7ea86905-62a6-45ac-9d55-573b1dd215a7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "DELETE /v2.0/security-groups/a446d250-6820-4009-8fee-a67b283a0e9d HTTP/1.1" status: 204 len: 168 time: 0.1871419 Mar 09 17:33:00.763125 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40254) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:00.770706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86905-62a6-45ac-9d55-573b1dd215a7 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a446d250-6820-4009-8fee-a67b283a0e9d,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:00.776809 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-be6450d7-a17d-47f6-b616-0b32e76abf59 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] show failed (client error): The resource could not be found. Mar 09 17:33:00.780680 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-be6450d7-a17d-47f6-b616-0b32e76abf59 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "GET /v2.0/security-groups/a446d250-6820-4009-8fee-a67b283a0e9d HTTP/1.1" status: 404 len: 347 time: 0.0163937 Mar 09 17:33:00.781260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40256) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:00.909929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Deleting port 959e16b6-4579-42ae-94d3-6a3f655b8171 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:00.910277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.995947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:00.996836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (959e16b6-4579-42ae-94d3-6a3f655b8171), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:01.008570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Calling delete_port for 959e16b6-4579-42ae-94d3-6a3f655b8171 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:01.219769 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (959e16b6-4579-42ae-94d3-6a3f655b8171), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:01.245650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Pushing event deleted for resources: {'Port': ['ID=959e16b6-4579-42ae-94d3-6a3f655b8171,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:01.256878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.257245 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.257600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.257946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.258299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.258653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.258991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.259328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.259665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.259999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.260333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.260703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.261040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:01.322954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks [] for floatingip (4dfefdc7-95f2-47ff-95c6-a54d25951533), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:01.325679 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:01.326916 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-217e9b39-91ec-4417-b2d3-6d2674c80b5a tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] 10.222.0.16 "DELETE /v2.0/floatingips/4dfefdc7-95f2-47ff-95c6-a54d25951533 HTTP/1.1" status: 204 len: 168 time: 0.5447626 Mar 09 17:33:01.329914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40258) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:01.674006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:01.919507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Deleting port 1b5b1c76-8246-4996-88b8-dfc037729256 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:01.920225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:01.995962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] For port 1b5b1c76-8246-4996-88b8-dfc037729256, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b5b1c76-8246-4996-88b8-dfc037729256,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:01.996329 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:02.013544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Calling delete_port for 1b5b1c76-8246-4996-88b8-dfc037729256 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:02.280739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1b5b1c76-8246-4996-88b8-dfc037729256), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:02.305197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5b1c76-8246-4996-88b8-dfc037729256,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:02.480826 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:02.697215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:33:02.802295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:33:02.807225 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a5f3c5df-8707-48c6-8868-828031b98665 admin admin] 10.222.0.16 "PUT /v2.0/routers/dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4763310 Mar 09 17:33:02.809896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40260) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:02.811558 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] Sync routers for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:33:02.820892 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:33:02.821498 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:32:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:02.913734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks [] for router (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:02.925975 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:33:02.987222 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:33:03.016991 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks [] for router_gateway (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.107390 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231'}], 'enable_snat': True}, 'gw_port_id': '1272b966-8fb0-4e23-a318-faadb480c111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:33:02Z', 'revision_number': 5, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port': {'id': '1272b966-8fb0-4e23-a318-faadb480c111', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:03.131444 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Deleting port 1272b966-8fb0-4e23-a318-faadb480c111 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:03.138356 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1272b966-8fb0-4e23-a318-faadb480c111), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.212726 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] For port 1272b966-8fb0-4e23-a318-faadb480c111, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1272b966-8fb0-4e23-a318-faadb480c111,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:03.213089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1272b966-8fb0-4e23-a318-faadb480c111), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.221452 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] Checking router: dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:33:03.229975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Calling delete_port for 1272b966-8fb0-4e23-a318-faadb480c111 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:03.230184 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] Routers {'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:33:03.230650 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:32:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:03.315423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] Set router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:33:03.369194 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:33:03Z', 'revision_number': 6, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:03.401151 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afd4a5-2534-422b-ba0e-1f406bc25afb None None] The sync data for ids ['dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff'] in dv-neutron-master-2-hyperv is: [{'id': 'dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff', 'name': 'tempest-ServerActionsTestJSON-1860776229-router', 'tenant_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:28:13Z', 'updated_at': '2022-03-09T17:33:03Z', 'revision_number': 6, 'project_id': 'dc64322bf64c4bf39dab81f027f51a3e', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:33:03.486437 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (1272b966-8fb0-4e23-a318-faadb480c111), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.513277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1272b966-8fb0-4e23-a318-faadb480c111,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:03.574138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.596588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-abee1b4e-8648-4775-9abb-1b8869c8dab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.663849 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.665981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks [] for router_controller (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.774269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.774503 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:33:03.779425 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.780519 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-973ac248-d68b-47b2-a01c-2a416dc54bb5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/dbd95bb0-f7e6-4031-b7c2-931f0b38f6ff HTTP/1.1" status: 204 len: 168 time: 0.9696028 Mar 09 17:33:03.783328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40262) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:03.828979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Deleting subnet 61cfe41d-33fd-44a1-ab22-dafc877aedb8 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:33:03.832086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Publish callbacks [] for subnet (61cfe41d-33fd-44a1-ab22-dafc877aedb8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.869815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (61cfe41d-33fd-44a1-ab22-dafc877aedb8), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:03.974492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (61cfe41d-33fd-44a1-ab22-dafc877aedb8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.091955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (61cfe41d-33fd-44a1-ab22-dafc877aedb8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.117470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61cfe41d-33fd-44a1-ab22-dafc877aedb8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:04.121137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.124966 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-01ca45bb-675a-400a-9680-6f58c258ecb2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/61cfe41d-33fd-44a1-ab22-dafc877aedb8 HTTP/1.1" status: 204 len: 168 time: 0.3405781 Mar 09 17:33:04.126768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40264) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:04.127087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd89d38-939a-45ad-ac87-b3c4f5c24f3a None None] Network 73164bb9-4259-4c82-8b50-d793a13b0b05 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:04.199455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (73164bb9-4259-4c82-8b50-d793a13b0b05), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.220206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1272b966-8fb0-4e23-a318-faadb480c111 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:33:04.243739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1272b966-8fb0-4e23-a318-faadb480c111 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:33:04.244084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1272b966-8fb0-4e23-a318-faadb480c111 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:33:04.244532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1b5b1c76-8246-4996-88b8-dfc037729256 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:33:04.253027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Deleting port d8bca017-e6c6-4192-8586-12549b989367 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:04.253454 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d8bca017-e6c6-4192-8586-12549b989367), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.265842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 1b5b1c76-8246-4996-88b8-dfc037729256 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:33:04.266203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 1b5b1c76-8246-4996-88b8-dfc037729256 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:33:04.323947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] For port d8bca017-e6c6-4192-8586-12549b989367, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8bca017-e6c6-4192-8586-12549b989367,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:04.324308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d8bca017-e6c6-4192-8586-12549b989367), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.337755 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Calling delete_port for d8bca017-e6c6-4192-8586-12549b989367 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:04.339861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] DHCP port deletion for 73164bb9-4259-4c82-8b50-d793a13b0b05 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:33:04.388971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] Deleting port d8bca017-e6c6-4192-8586-12549b989367 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:04.389349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d8bca017-e6c6-4192-8586-12549b989367), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.455958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] For port d8bca017-e6c6-4192-8586-12549b989367, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8bca017-e6c6-4192-8586-12549b989367,segment=NetworkSegment(d43034a6-6d38-4df8-ba98-73d98b76bde3),segment_id=d43034a6-6d38-4df8-ba98-73d98b76bde3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:04.456440 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d8bca017-e6c6-4192-8586-12549b989367), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.470179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] Calling delete_port for d8bca017-e6c6-4192-8586-12549b989367 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:04.521852 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d8bca017-e6c6-4192-8586-12549b989367), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.546784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (d8bca017-e6c6-4192-8586-12549b989367), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.550947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bca017-e6c6-4192-8586-12549b989367,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:04.555753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] No DVR routers for this DVR port d8bca017-e6c6-4192-8586-12549b989367 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:33:04.576191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] Pushing event deleted for resources: {'Port': ['ID=d8bca017-e6c6-4192-8586-12549b989367,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:04.576191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfada56-4ae6-4cb5-b430-8bf705b137a6 None None] No DVR routers for this DVR port d8bca017-e6c6-4192-8586-12549b989367 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:33:04.628880 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (73164bb9-4259-4c82-8b50-d793a13b0b05), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.648782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73164bb9-4259-4c82-8b50-d793a13b0b05']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:04.658341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43034a6-6d38-4df8-ba98-73d98b76bde3') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:04.658640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43034a6-6d38-4df8-ba98-73d98b76bde3') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:04.671391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (d43034a6-6d38-4df8-ba98-73d98b76bde3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.684221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (d43034a6-6d38-4df8-ba98-73d98b76bde3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.690007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:04.690970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (d43034a6-6d38-4df8-ba98-73d98b76bde3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:04.692151 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:04.825280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (73164bb9-4259-4c82-8b50-d793a13b0b05), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.829421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:04.832852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] 10.222.0.16 "DELETE /v2.0/networks/73164bb9-4259-4c82-8b50-d793a13b0b05 HTTP/1.1" status: 204 len: 168 time: 0.7051394 Mar 09 17:33:04.844867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a555c7-decc-42c3-83d6-1ea0664eab22 admin admin] Pushing event deleted for resources: {'Network': ['ID=73164bb9-4259-4c82-8b50-d793a13b0b05,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:05.155370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40268) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:05.194913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d202260b-71a2-41b3-b9a7-7d345310ddca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc64322bf64c4bf39dab81f027f51a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383651 Mar 09 17:33:05.197261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40270) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:05.242834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f899b2e3-437a-4c06-ae17-e4ca0fd03792 admin admin] Publish callbacks [] for security_group (3d5a264e-31db-4496-bc61-a16ac3d4ca1b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:05.267142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f899b2e3-437a-4c06-ae17-e4ca0fd03792 admin admin] Publish callbacks [] for security_group (3d5a264e-31db-4496-bc61-a16ac3d4ca1b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:05.390270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f899b2e3-437a-4c06-ae17-e4ca0fd03792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (3d5a264e-31db-4496-bc61-a16ac3d4ca1b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:05.392887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f899b2e3-437a-4c06-ae17-e4ca0fd03792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:05.394037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f899b2e3-437a-4c06-ae17-e4ca0fd03792 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d5a264e-31db-4496-bc61-a16ac3d4ca1b HTTP/1.1" status: 204 len: 168 time: 0.1958749 Mar 09 17:33:05.401693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899b2e3-437a-4c06-ae17-e4ca0fd03792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a264e-31db-4496-bc61-a16ac3d4ca1b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:06.184787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d8bca017-e6c6-4192-8586-12549b989367 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:33:06.205773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-56a886c4-4453-4835-9392-ec339809deb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.207005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: d8bca017-e6c6-4192-8586-12549b989367 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:33:06.207346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device d8bca017-e6c6-4192-8586-12549b989367 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:33:06.316255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40292) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:06.408066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1677719401-network', 'tenant_id': 'c594c0b1d1b44c90b38086f1c1e48cbc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:06.510856 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Made reservation on behalf of c594c0b1d1b44c90b38086f1c1e48cbc for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:06.513299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.522545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.594367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks [] for security_group (b4fc490b-ae98-4a89-b99a-09d40c3b9187), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.665085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b4fc490b-ae98-4a89-b99a-09d40c3b9187), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.690508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:33:06.700395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fc490b-ae98-4a89-b99a-09d40c3b9187,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:06.706605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2e9a3969-9eda-4c4c-90f2-7cce260272a2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.706953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Added segment 2e9a3969-9eda-4c4c-90f2-7cce260272a2 of type vlan for network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 Mar 09 17:33:06.746930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.824744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:06.825708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:06.826281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:07.165031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] Pushing event updated for resources: {'Network': ['ID=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:07.169685 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-08cd0c1d-52c5-4d20-816b-39168993fd1c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8524206 Mar 09 17:33:07.172512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40296) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:07.177103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Request body: {'subnet': {'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1677719401-subnet', 'tenant_id': 'c594c0b1d1b44c90b38086f1c1e48cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:07.188674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:33:07.287741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Made reservation on behalf of c594c0b1d1b44c90b38086f1c1e48cbc for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:07.290107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:07.397523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:07.528548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (47aea135-95e3-481e-8ee6-91b8a8d713fd), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:07.581243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47aea135-95e3-481e-8ee6-91b8a8d713fd,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:07.597723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Checking segment: {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:07.598099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Network hostable DHCP agents. Network: 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:33:07.691729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:33:07.765581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:07.769620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:07.770468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:07.774793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e1573-00eb-4c76-a7ca-223b66486faf None None] Network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:07.845503 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eb9cc542-7f8e-4298-a9e0-f469262f541b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6637125 Mar 09 17:33:07.884180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a568d29-0240-416b-b9e6-11be0d06b29b None None] Network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:08.272903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-e2ec8184-801b-4454-b9f2-f458792b30f0 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:08.274373 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-e2ec8184-801b-4454-b9f2-f458792b30f0 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/networks?id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 HTTP/1.1" status: 200 len: 814 time: 0.1055584 Mar 09 17:33:08.289120 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-f692ab7a-ce2d-428e-8862-7b5cc2750c1e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/quotas/c594c0b1d1b44c90b38086f1c1e48cbc HTTP/1.1" status: 200 len: 375 time: 0.0090532 Mar 09 17:33:08.328579 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-19017447-974b-4f4f-81f7-48385bfbbf31 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345154 Mar 09 17:33:08.402258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:08.421913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-8e9d5efc-a000-44ef-8b7e-192f11a168fe service neutron] 10.222.0.16 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868366 Mar 09 17:33:08.511772 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-a10b68e4-b080-47c0-b2e2-1a358c427f93 service neutron] 10.222.0.16 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840962 Mar 09 17:33:08.763158 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d43dcdbe-4a28-45ad-a980-8ce19f440cdf req-4e3dd74b-48a8-488a-a829-bbf609963dd7 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 210 time: 0.0270803 Mar 09 17:33:09.838838 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb879575-3776-4291-ba78-74e64d76da41 req-07aa0306-3c9c-4e8e-8eeb-de2775da9265 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 210 time: 0.0275023 Mar 09 17:33:09.857616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:10.913766 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-955941ac-83fe-499d-8539-79a76100697a req-9ca93ca9-6ba1-42cf-a2df-be8dccdd9fce tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 210 time: 0.0269310 Mar 09 17:33:12.009356 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3fe160c8-1e48-4c52-84a6-bc55961f1519 req-8e2e12fb-f975-42c6-aa4c-1f12eb95cf7c tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 210 time: 0.0322225 Mar 09 17:33:12.831931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-bdcace77-2423-4375-816f-841af4fcc955 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:12.833397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-bdcace77-2423-4375-816f-841af4fcc955 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "GET /v2.0/networks?id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 HTTP/1.1" status: 200 len: 814 time: 0.0994749 Mar 09 17:33:12.845678 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Request body: {'port': {'device_id': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1', 'admin_state_up': True, 'tenant_id': 'c594c0b1d1b44c90b38086f1c1e48cbc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:13.040125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Made reservation on behalf of c594c0b1d1b44c90b38086f1c1e48cbc for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:13.043615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:13.108241 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-991da027-fbd1-4628-abf0-f5398bd3fd80 req-3866edff-e70c-4a03-bf94-ae973594d48d tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Mar 09 17:33:13.167658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Allocated IP 172.20.0.11 (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1/47aea135-95e3-481e-8ee6-91b8a8d713fd/352d91c7-d401-469d-9ba3-b34ad4dcfd4f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:33:13.312179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks [] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:13.385054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:13.431347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:33:13.436332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:13.438874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:33:13.465424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Pushing event updated for resources: {'Port': ['ID=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:13.490964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:13.491589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:13.564073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-75d6afe0-4120-415f-a3f0-d4d41a8e5ac5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7227123 Mar 09 17:33:13.617037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Request body: {'port': {'device_id': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:13.674524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:13.931814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352d91c7-d401-469d-9ba3-b34ad4dcfd4f {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:33:13.939521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Publish callbacks [] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:13.951357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Transition to ACTIVE for port object 352d91c7-d401-469d-9ba3-b34ad4dcfd4f will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:33:14.034199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:14.086624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Pushing event updated for resources: {'Port': ['ID=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:14.151572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Attempting to bind port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:33:14.151911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Attempting to bind port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:33:14.152239 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Attempting to bind port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f on network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:14.156471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f on network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:33:14.156797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Attempting to bind port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f on network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:14.161575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:33:14.161912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Checking segment: {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:14.162293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Bound using segment: {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:33:14.162712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Bound port: 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:33:14.163069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:14.266245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513eaa-ac07-42e7-a0b2-42eade3f90dd req-6d4193f8-d9e0-421c-9cc1-e3f3c9dd241e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:14.267632 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0513eaa-ac07-42e7-a0b2-42eade3f90dd req-6d4193f8-d9e0-421c-9cc1-e3f3c9dd241e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 944 time: 0.0915534 Mar 09 17:33:14.268654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] For port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:33:14.271700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] For port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:33:14.314881 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d0513eaa-ac07-42e7-a0b2-42eade3f90dd req-897a308c-704c-4c3c-b87d-51ee3123769d tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Mar 09 17:33:14.372151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:14.408849 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:14.409474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:14.410846 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] 10.222.0.36 "PUT /v2.0/ports/352d91c7-d401-469d-9ba3-b34ad4dcfd4f HTTP/1.1" status: 200 len: 1094 time: 0.8401468 Mar 09 17:33:14.411288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'tag': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:33:14.413557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90b92fa-0dca-4752-b226-9122220bb587" -d '{"events": [{"name": "network-changed", "server_uuid": "332ae92c-a1a1-4c8b-9e13-2076cee86ca4", "tag": "352d91c7-d401-469d-9ba3-b34ad4dcfd4f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:33:14.438366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9bcdd-2a30-48ad-8ae2-9272f28c696b service neutron] Pushing event updated for resources: {'Port': ['ID=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:14.506845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2091812-b359-431c-9013-f2d2ca12f0f8 x-openstack-request-id: req-a2091812-b359-431c-9013-f2d2ca12f0f8 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:33:14.507143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332ae92c-a1a1-4c8b-9e13-2076cee86ca4", "tag": "352d91c7-d401-469d-9ba3-b34ad4dcfd4f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:33:14.507428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2091812-b359-431c-9013-f2d2ca12f0f8 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:33:14.507897 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'tag': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f', 'status': 'completed', 'code': 200} Mar 09 17:33:14.557400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-6624607c-0a6d-4d71-8d29-5cdcaaa4b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:14.558863 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-6624607c-0a6d-4d71-8d29-5cdcaaa4b50f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 1128 time: 0.0453875 Mar 09 17:33:14.600482 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-fc73b823-f8f5-4e2b-a283-ff78501027d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f HTTP/1.1" status: 200 len: 217 time: 0.0336673 Mar 09 17:33:14.646762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-d4a8b066-916c-4c62-808c-0c31059e4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:14.648195 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-d4a8b066-916c-4c62-808c-0c31059e4e7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47aea135-95e3-481e-8ee6-91b8a8d713fd HTTP/1.1" status: 200 len: 854 time: 0.0426092 Mar 09 17:33:14.683178 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-2f7512ed-662e-4242-89b1-ebd1cea8698a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293200 Mar 09 17:33:14.772541 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-f565ddf8-1f92-41ac-8c1e-0a514233616b service neutron] 10.222.0.36 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820503 Mar 09 17:33:14.862947 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f16ed6e9-a988-413a-bf2a-d2ad237a7bb5 req-ebeabba6-8b63-414b-b5c4-2fccc5e91578 service neutron] 10.222.0.36 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849988 Mar 09 17:33:15.010923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b92fa-0dca-4752-b226-9122220bb587 req-e4ce2cba-2636-4d45-aa1b-18998deefc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:15.012471 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-e4ce2cba-2636-4d45-aa1b-18998deefc3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 1128 time: 0.0449984 Mar 09 17:33:15.104103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b92fa-0dca-4752-b226-9122220bb587 req-49b0290a-58e7-4005-8b75-9a6c0fe6b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:15.105594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-49b0290a-58e7-4005-8b75-9a6c0fe6b932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 HTTP/1.1" status: 200 len: 914 time: 0.0870686 Mar 09 17:33:15.146586 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-cee16baf-5adc-4065-b812-eb4104b43d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f HTTP/1.1" status: 200 len: 217 time: 0.0342190 Mar 09 17:33:15.192231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b92fa-0dca-4752-b226-9122220bb587 req-96b663d1-1f54-42bb-8f87-0c1237c06a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:15.193641 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-96b663d1-1f54-42bb-8f87-0c1237c06a58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47aea135-95e3-481e-8ee6-91b8a8d713fd HTTP/1.1" status: 200 len: 854 time: 0.0417781 Mar 09 17:33:15.224490 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-1f18e5c0-5f9d-4471-b3ac-9748b6dbe210 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245924 Mar 09 17:33:15.314469 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-84b31bc3-cfec-49a6-a7e1-996fa6fa46b9 service neutron] 10.222.0.36 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839469 Mar 09 17:33:15.434153 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d90b92fa-0dca-4752-b226-9122220bb587 req-d6db9ca4-ee4c-4fd4-a28a-19297acc12f4 service neutron] 10.222.0.36 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135893 Mar 09 17:33:15.449601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0002d6-0b8f-44c7-b903-86f161a4e7c7 req-6674a8dc-4974-4c53-a071-2425fb8adb2f tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:15.451049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bc0002d6-0b8f-44c7-b903-86f161a4e7c7 req-6674a8dc-4974-4c53-a071-2425fb8adb2f tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 944 time: 0.0694411 Mar 09 17:33:15.498158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bc0002d6-0b8f-44c7-b903-86f161a4e7c7 req-9af2d36b-c69f-4c4f-b825-8655a7591ecf tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Mar 09 17:33:16.630372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e490-981d-4eaa-9e83-85c3eb7465d1 req-5c32126f-2ef1-4e2d-b937-ce3298f11f52 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:16.631988 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fd31e490-981d-4eaa-9e83-85c3eb7465d1 req-5c32126f-2ef1-4e2d-b937-ce3298f11f52 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 944 time: 0.0555673 Mar 09 17:33:16.677734 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fd31e490-981d-4eaa-9e83-85c3eb7465d1 req-1f3bc9fe-d404-4115-a6b4-80b25c6199e1 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Mar 09 17:33:17.792726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9df0a5-32d8-4d9e-b8d6-244c8d12b6b7 req-16df8dec-c38a-4a11-b2eb-3acfbaa3aa60 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:17.794171 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5a9df0a5-32d8-4d9e-b8d6-244c8d12b6b7 req-16df8dec-c38a-4a11-b2eb-3acfbaa3aa60 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 944 time: 0.0515058 Mar 09 17:33:17.839735 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5a9df0a5-32d8-4d9e-b8d6-244c8d12b6b7 req-3e748fcd-05df-492c-ab2d-44532d82545e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Mar 09 17:33:18.268061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 352d91c7-d401-469d-9ba3-b34ad4dcfd4f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:33:18.362833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:18.373304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f', 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1', 'port_id': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f', 'mac_address': 'fa:16:3e:0f:68:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aea135-95e3-481e-8ee6-91b8a8d713fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:33:18.408425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:18.408804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:18.421796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352d91c7-d401-469d-9ba3-b34ad4dcfd4f {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:33:18.439842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:18.542239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:18.586829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:18.594198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.594558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.594909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.595252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.595592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.595925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.596290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.596723 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.597060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.597395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.597728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.598054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.598380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:18.753065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['352d91c7-d401-469d-9ba3-b34ad4dcfd4f'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:33:18.955704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2ea21-5f76-4e07-9c17-4a35a60c8296 req-6e8e6a7d-1540-4086-b37d-f5945929cca1 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:18.957195 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8e2ea21-5f76-4e07-9c17-4a35a60c8296 req-6e8e6a7d-1540-4086-b37d-f5945929cca1 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 945 time: 0.0514135 Mar 09 17:33:19.002711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c8e2ea21-5f76-4e07-9c17-4a35a60c8296 req-c7b38532-13ce-465a-b124-c64e0e610e73 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Mar 09 17:33:20.121231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c817b-4bc1-4f53-a4f6-96e4f2ffc5da req-65381e86-31eb-4bc4-810a-d4c1253161d5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:20.122699 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-701c817b-4bc1-4f53-a4f6-96e4f2ffc5da req-65381e86-31eb-4bc4-810a-d4c1253161d5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 945 time: 0.0547948 Mar 09 17:33:20.167924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-701c817b-4bc1-4f53-a4f6-96e4f2ffc5da req-50e083d7-b62d-4292-88ee-922a75bf8add tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Mar 09 17:33:20.283258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 352d91c7-d401-469d-9ba3-b34ad4dcfd4f up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:33:20.401350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:33:20.405692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:20.406068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:20.483749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:20.484187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:20.506066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:33:20.508281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5700b075-e929-48ba-b7eb-c938fb6c04e7" -d '{"events": [{"server_uuid": "332ae92c-a1a1-4c8b-9e13-2076cee86ca4", "name": "network-vif-plugged", "status": "completed", "tag": "352d91c7-d401-469d-9ba3-b34ad4dcfd4f"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:33:20.520247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:20.584680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:20.610757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1689b7-3f68-4990-8097-78dc0ac9eb5e x-openstack-request-id: req-9e1689b7-3f68-4990-8097-78dc0ac9eb5e {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:33:20.611052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332ae92c-a1a1-4c8b-9e13-2076cee86ca4", "name": "network-vif-plugged", "status": "completed", "tag": "352d91c7-d401-469d-9ba3-b34ad4dcfd4f", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:33:20.611312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e1689b7-3f68-4990-8097-78dc0ac9eb5e {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:33:20.611706 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f', 'code': 200} Mar 09 17:33:20.637814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:20.924112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256f132-974d-4941-a2ce-5a3f0262f429 req-3aef302d-6d13-4838-b677-5b665b02763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:20.925630 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1256f132-974d-4941-a2ce-5a3f0262f429 req-3aef302d-6d13-4838-b677-5b665b02763f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 1130 time: 0.0432580 Mar 09 17:33:20.966449 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1256f132-974d-4941-a2ce-5a3f0262f429 req-156130a7-57b8-47be-80de-6466bd9fcc8c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Mar 09 17:33:21.287230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf1c4-f621-41e5-b0f5-455a48e9b601 req-66efae08-3885-40b1-8d0d-4dd79693b8f0 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:21.288744 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f2edf1c4-f621-41e5-b0f5-455a48e9b601 req-66efae08-3885-40b1-8d0d-4dd79693b8f0 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Mar 09 17:33:21.335266 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f2edf1c4-f621-41e5-b0f5-455a48e9b601 req-a96c142a-b0fc-495f-bc2d-e4d376f369b2 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Mar 09 17:33:22.455042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc20f60-d352-4121-9e3a-80a4b6dcc6eb req-5c9b0dac-1440-4d29-a2d9-c216ab469eb3 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:22.456551 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fc20f60-d352-4121-9e3a-80a4b6dcc6eb req-5c9b0dac-1440-4d29-a2d9-c216ab469eb3 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0552917 Mar 09 17:33:22.501692 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fc20f60-d352-4121-9e3a-80a4b6dcc6eb req-a2490661-82ec-490f-9f3e-a4330f5d8a54 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Mar 09 17:33:22.714682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-d715d77b-9d0c-4366-81e3-8c2ce6edf8cb tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:22.716132 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-d715d77b-9d0c-4366-81e3-8c2ce6edf8cb tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/networks?id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 HTTP/1.1" status: 200 len: 814 time: 0.0977786 Mar 09 17:33:22.730239 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-4b930208-4860-483b-8e56-0bf2ce4b9030 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/quotas/c594c0b1d1b44c90b38086f1c1e48cbc HTTP/1.1" status: 200 len: 375 time: 0.0088174 Mar 09 17:33:22.784617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-ddf23cf1-a1f1-4a9e-acee-d65cc00b5397 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496707 Mar 09 17:33:22.870754 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-b0fe93e1-b9b7-4bd6-8253-d7b26691ac90 service neutron] 10.222.0.16 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796664 Mar 09 17:33:22.960558 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-4683d700-2b1c-422b-a01c-145c684fcf59 service neutron] 10.222.0.16 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837517 Mar 09 17:33:23.189066 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6af4f3e3-79f9-4f50-877a-21ae5eb8fbbb req-c63ca52f-f9e4-41f8-9330-e5e498dccd01 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 210 time: 0.0279188 Mar 09 17:33:24.281054 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41276c9b-77af-47da-b951-10af0ec48615 req-21feb739-b104-49f2-9e9a-793b250d8477 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 210 time: 0.0273056 Mar 09 17:33:25.025700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-d8d0a071-6f44-40ba-b7c2-fb9159a847a0 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:25.027160 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-d8d0a071-6f44-40ba-b7c2-fb9159a847a0 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "GET /v2.0/networks?id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 HTTP/1.1" status: 200 len: 814 time: 0.1046398 Mar 09 17:33:25.039631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Request body: {'port': {'device_id': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1', 'admin_state_up': True, 'tenant_id': 'c594c0b1d1b44c90b38086f1c1e48cbc'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:25.205368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Made reservation on behalf of c594c0b1d1b44c90b38086f1c1e48cbc for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:25.208799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:25.339572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Allocated IP 172.20.0.2 (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1/47aea135-95e3-481e-8ee6-91b8a8d713fd/52b23fbe-0e66-46dd-b500-ceee5bca0710) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:33:25.380803 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ad602bf9-58b3-4a45-abc7-8a3201794dbc req-fa8f57d2-3d4b-4405-8310-ddf9c6a86899 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 210 time: 0.0274460 Mar 09 17:33:25.485434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks [] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:25.562430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:25.577121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['352d91c7-d401-469d-9ba3-b34ad4dcfd4f'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:33:25.603851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:33:25.609514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:25.613199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:33:25.619640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Pushing event updated for resources: {'Port': ['ID=52b23fbe-0e66-46dd-b500-ceee5bca0710,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:25.664250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:25.664874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:25.724088 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-65555432-a262-439e-a2d3-434f1aad3de6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6880667 Mar 09 17:33:25.735190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Request body: {'port': {'device_id': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:25.794011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:26.048933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b23fbe-0e66-46dd-b500-ceee5bca0710 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:33:26.056282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Publish callbacks [] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:26.067584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Transition to ACTIVE for port object 52b23fbe-0e66-46dd-b500-ceee5bca0710 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:33:26.132655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:26.180621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=52b23fbe-0e66-46dd-b500-ceee5bca0710,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:26.251708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Attempting to bind port 52b23fbe-0e66-46dd-b500-ceee5bca0710 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:33:26.251965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Attempting to bind port 52b23fbe-0e66-46dd-b500-ceee5bca0710 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:33:26.252291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Attempting to bind port 52b23fbe-0e66-46dd-b500-ceee5bca0710 on network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:26.256468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Port 52b23fbe-0e66-46dd-b500-ceee5bca0710 on network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:33:26.256787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Attempting to bind port 52b23fbe-0e66-46dd-b500-ceee5bca0710 on network 72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:26.261572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:33:26.261909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Checking segment: {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:26.262290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Bound using segment: {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:33:26.262708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Bound port: 52b23fbe-0e66-46dd-b500-ceee5bca0710, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9a3969-9eda-4c4c-90f2-7cce260272a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:33:26.263057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:26.322540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] For port 52b23fbe-0e66-46dd-b500-ceee5bca0710, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:33:26.325472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] For port 52b23fbe-0e66-46dd-b500-ceee5bca0710, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=52b23fbe-0e66-46dd-b500-ceee5bca0710,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:33:26.384658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:26.418325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:26.418951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:26.420915 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/52b23fbe-0e66-46dd-b500-ceee5bca0710 HTTP/1.1" status: 200 len: 1093 time: 0.6898336 Mar 09 17:33:26.421362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'tag': '52b23fbe-0e66-46dd-b500-ceee5bca0710'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:33:26.423615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503a177-cb2c-4a7e-8d6d-299297c246c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2af5c1-d5d5-493a-a886-81fd3334135d", "tag": "52b23fbe-0e66-46dd-b500-ceee5bca0710"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:33:26.448654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495016ff-3485-4940-bf3e-00a6cb93e1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=52b23fbe-0e66-46dd-b500-ceee5bca0710,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:26.481636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9370e702-1e7f-445a-ba6d-2db7bc623109 x-openstack-request-id: req-9370e702-1e7f-445a-ba6d-2db7bc623109 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:33:26.481932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2af5c1-d5d5-493a-a886-81fd3334135d", "tag": "52b23fbe-0e66-46dd-b500-ceee5bca0710", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:33:26.482190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9370e702-1e7f-445a-ba6d-2db7bc623109 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:33:26.483383 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'tag': '52b23fbe-0e66-46dd-b500-ceee5bca0710', 'status': 'completed', 'code': 200} Mar 09 17:33:26.543603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41924-c7ac-4d6c-aec5-d17917cb10ff req-91355460-8e57-4000-b7ae-433dfd204a40 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:26.545117 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9df41924-c7ac-4d6c-aec5-d17917cb10ff req-91355460-8e57-4000-b7ae-433dfd204a40 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 943 time: 0.0932620 Mar 09 17:33:26.551420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503a177-cb2c-4a7e-8d6d-299297c246c9 req-fbee78a5-4d03-4425-8f61-98dd008db251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:26.552812 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8503a177-cb2c-4a7e-8d6d-299297c246c9 req-fbee78a5-4d03-4425-8f61-98dd008db251 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 1127 time: 0.0663385 Mar 09 17:33:26.657300 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9df41924-c7ac-4d6c-aec5-d17917cb10ff req-213af94a-1559-4d02-a879-2a72b9f4eb95 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035559 Mar 09 17:33:26.681076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503a177-cb2c-4a7e-8d6d-299297c246c9 req-71035744-5ba8-4eae-802b-195197130b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:26.682519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8503a177-cb2c-4a7e-8d6d-299297c246c9 req-71035744-5ba8-4eae-802b-195197130b48 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1233444 Mar 09 17:33:26.772087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503a177-cb2c-4a7e-8d6d-299297c246c9 req-635c75ff-4c6c-4908-9aae-27a6b907472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:26.773554 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8503a177-cb2c-4a7e-8d6d-299297c246c9 req-635c75ff-4c6c-4908-9aae-27a6b907472e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0844851 Mar 09 17:33:26.855828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-4ca963ac-8205-4ef1-8a86-ba025db54c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:26.857321 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-4ca963ac-8205-4ef1-8a86-ba025db54c04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 1127 time: 0.0439014 Mar 09 17:33:27.175898 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-d95d79be-1e0d-46e7-b3fd-5113fefde8c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52b23fbe-0e66-46dd-b500-ceee5bca0710 HTTP/1.1" status: 200 len: 217 time: 0.3121240 Mar 09 17:33:27.222784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400fa5-b63d-4824-9783-11aa674f996f req-b9dedbb6-6fc2-4bcf-9f21-5854dd743849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:27.224232 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-b9dedbb6-6fc2-4bcf-9f21-5854dd743849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47aea135-95e3-481e-8ee6-91b8a8d713fd HTTP/1.1" status: 200 len: 854 time: 0.0422053 Mar 09 17:33:27.253823 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-ac3364a6-cf6f-4733-9754-1be9cad764ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240631 Mar 09 17:33:27.341552 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-0f433892-8e82-46bc-a844-8d15315ee09a service neutron] 10.222.0.36 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818892 Mar 09 17:33:27.426687 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-98400fa5-b63d-4824-9783-11aa674f996f req-521574d0-2937-488b-98e3-c065ce7bcff5 service neutron] 10.222.0.36 "GET /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793867 Mar 09 17:33:27.772916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f15b95-4ebb-4117-af13-9034e7b2c4f7 req-a84bd6ff-18a6-4e61-bdea-fb7ca778570f tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:27.774384 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-23f15b95-4ebb-4117-af13-9034e7b2c4f7 req-a84bd6ff-18a6-4e61-bdea-fb7ca778570f tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 943 time: 0.0506871 Mar 09 17:33:27.823249 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-23f15b95-4ebb-4117-af13-9034e7b2c4f7 req-35d2f838-91f6-4ddd-bd11-7d1410e6bd26 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 Mar 09 17:33:28.876034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:28.943773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6715f-a6bc-47b0-a401-00a6bfa26d90 req-ccf54e30-7ae4-4ccb-b8f4-14bc7af26923 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:28.945193 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03a6715f-a6bc-47b0-a401-00a6bfa26d90 req-ccf54e30-7ae4-4ccb-b8f4-14bc7af26923 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 943 time: 0.0562344 Mar 09 17:33:28.990721 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03a6715f-a6bc-47b0-a401-00a6bfa26d90 req-8516d6f6-b262-417f-9419-010805eae318 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Mar 09 17:33:30.105822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159df2cf-69cf-4479-aa4d-1dc300d365d5 req-ac97bdbd-f086-4ec2-be8b-11bc04a261e1 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:30.107287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-159df2cf-69cf-4479-aa4d-1dc300d365d5 req-ac97bdbd-f086-4ec2-be8b-11bc04a261e1 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 943 time: 0.0517769 Mar 09 17:33:30.153862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-159df2cf-69cf-4479-aa4d-1dc300d365d5 req-ade8fb15-addc-4121-9f74-4d4d9eeae604 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Mar 09 17:33:30.350589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 52b23fbe-0e66-46dd-b500-ceee5bca0710 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:33:30.446467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 52b23fbe-0e66-46dd-b500-ceee5bca0710, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=52b23fbe-0e66-46dd-b500-ceee5bca0710,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:30.457075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '52b23fbe-0e66-46dd-b500-ceee5bca0710', 'network_id': '72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1', 'port_id': '52b23fbe-0e66-46dd-b500-ceee5bca0710', 'mac_address': 'fa:16:3e:31:19:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aea135-95e3-481e-8ee6-91b8a8d713fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:33:30.492257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 52b23fbe-0e66-46dd-b500-ceee5bca0710 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:30.492682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:30.505542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b23fbe-0e66-46dd-b500-ceee5bca0710 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:33:30.524982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 52b23fbe-0e66-46dd-b500-ceee5bca0710, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=52b23fbe-0e66-46dd-b500-ceee5bca0710,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:30.589459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:30.638285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=52b23fbe-0e66-46dd-b500-ceee5bca0710,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:30.820677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['52b23fbe-0e66-46dd-b500-ceee5bca0710'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:33:31.268522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096adfc-f9b8-4e20-ac6b-a344c65850b2 req-f3b89029-623e-45c8-8601-9ff21debd11d tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:31.269904 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6096adfc-f9b8-4e20-ac6b-a344c65850b2 req-f3b89029-623e-45c8-8601-9ff21debd11d tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 944 time: 0.0523474 Mar 09 17:33:31.314850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6096adfc-f9b8-4e20-ac6b-a344c65850b2 req-c17bd418-a751-466c-b1a0-3f60529d2121 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Mar 09 17:33:32.362666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 52b23fbe-0e66-46dd-b500-ceee5bca0710 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:33:32.430041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0110a42-5a64-4ddb-a8b2-d1d26e41abb5 req-e0f978a5-cc89-40a6-a0d2-bbe42349ba6a tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:32.431940 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d0110a42-5a64-4ddb-a8b2-d1d26e41abb5 req-e0f978a5-cc89-40a6-a0d2-bbe42349ba6a tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 944 time: 0.0517113 Mar 09 17:33:32.477394 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d0110a42-5a64-4ddb-a8b2-d1d26e41abb5 req-699a6c6a-c85d-4676-89d9-ba16e92edf78 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Mar 09 17:33:32.513483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 52b23fbe-0e66-46dd-b500-ceee5bca0710 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:33:32.518263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 52b23fbe-0e66-46dd-b500-ceee5bca0710 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:32.518426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:32.591341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 52b23fbe-0e66-46dd-b500-ceee5bca0710 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:32.592159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:32.614477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b23fbe-0e66-46dd-b500-ceee5bca0710'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:33:32.616751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a573e-f860-45be-b95b-52bef26a7b34" -d '{"events": [{"server_uuid": "bb2af5c1-d5d5-493a-a886-81fd3334135d", "name": "network-vif-plugged", "status": "completed", "tag": "52b23fbe-0e66-46dd-b500-ceee5bca0710"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:33:32.628996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 52b23fbe-0e66-46dd-b500-ceee5bca0710, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=52b23fbe-0e66-46dd-b500-ceee5bca0710,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:32.650739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65850f1-95b4-4d73-8d12-bbb468529e15 x-openstack-request-id: req-c65850f1-95b4-4d73-8d12-bbb468529e15 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:33:32.651034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2af5c1-d5d5-493a-a886-81fd3334135d", "name": "network-vif-plugged", "status": "completed", "tag": "52b23fbe-0e66-46dd-b500-ceee5bca0710", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:33:32.651294 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c65850f1-95b4-4d73-8d12-bbb468529e15 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:33:32.651688 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b23fbe-0e66-46dd-b500-ceee5bca0710', 'code': 200} Mar 09 17:33:32.733097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:32.782779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=52b23fbe-0e66-46dd-b500-ceee5bca0710,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:32.958093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be7e56-0a10-47fd-82c2-bd7f2455674e req-68788779-a8a1-401f-a49c-c15f68f6b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:32.959501 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6be7e56-0a10-47fd-82c2-bd7f2455674e req-68788779-a8a1-401f-a49c-c15f68f6b623 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 1129 time: 0.0429323 Mar 09 17:33:33.009853 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b6be7e56-0a10-47fd-82c2-bd7f2455674e req-fe16bf21-a465-464a-abbf-82a2adc760e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Mar 09 17:33:33.595082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a3557ef2-3532-4fd5-b202-b72e5f0295b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:33.598821 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e001c-ffef-48a1-b2b5-d9673fc86926 req-92369a5e-50db-40ac-a19c-87c691b53894 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:33.601043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fa6e001c-ffef-48a1-b2b5-d9673fc86926 req-92369a5e-50db-40ac-a19c-87c691b53894 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 945 time: 0.0571423 Mar 09 17:33:33.647246 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fa6e001c-ffef-48a1-b2b5-d9673fc86926 req-e0fcdf37-3570-488c-bed8-134e1124ad63 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Mar 09 17:33:34.764844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3661f-aa17-46d3-bd30-67c6c7aadb78 req-bacbc71e-beaa-485c-9f9b-8f9e3fe10353 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:34.766299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b1e3661f-aa17-46d3-bd30-67c6c7aadb78 req-bacbc71e-beaa-485c-9f9b-8f9e3fe10353 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 945 time: 0.0517788 Mar 09 17:33:34.811482 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b1e3661f-aa17-46d3-bd30-67c6c7aadb78 req-54e53ceb-b0ef-48d3-9b37-cc29b122d56a tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Mar 09 17:33:35.246649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6479-494f-4871-b4d4-bb4f3f5be5ae req-62796dc3-1ea9-45db-98d3-11d7d93e62b3 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:35.248081 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81bc6479-494f-4871-b4d4-bb4f3f5be5ae req-62796dc3-1ea9-45db-98d3-11d7d93e62b3 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 945 time: 0.0524237 Mar 09 17:33:35.294235 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-81bc6479-494f-4871-b4d4-bb4f3f5be5ae req-b4fce4dc-8e33-4e90-b5cd-828a14eef003 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Mar 09 17:33:36.212010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e6b7cae2-2818-45ad-904f-10f48e3e8a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:36.416271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e79-316a-4a56-a883-6cc3659ff6b7 req-646597e5-6a98-415f-9908-ffedc3abb0ae tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:36.417757 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-91044e79-316a-4a56-a883-6cc3659ff6b7 req-646597e5-6a98-415f-9908-ffedc3abb0ae tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 945 time: 0.0517502 Mar 09 17:33:36.463332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-91044e79-316a-4a56-a883-6cc3659ff6b7 req-5d5d3235-4d6b-4f7a-bc7e-ca0b82cab006 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Mar 09 17:33:36.635138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-bb44ef89-5056-460e-994d-3ec43e4b27b3 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:36.636539 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-bb44ef89-5056-460e-994d-3ec43e4b27b3 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 945 time: 0.0563281 Mar 09 17:33:36.724483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Deleting port 52b23fbe-0e66-46dd-b500-ceee5bca0710 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:36.724833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:36.816447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] For port 52b23fbe-0e66-46dd-b500-ceee5bca0710, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=52b23fbe-0e66-46dd-b500-ceee5bca0710,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:36.816846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:36.828926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Calling delete_port for 52b23fbe-0e66-46dd-b500-ceee5bca0710 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:36.999181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (52b23fbe-0e66-46dd-b500-ceee5bca0710), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:37.010427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['352d91c7-d401-469d-9ba3-b34ad4dcfd4f', '52b23fbe-0e66-46dd-b500-ceee5bca0710'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:33:37.031898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Pushing event deleted for resources: {'Port': ['ID=52b23fbe-0e66-46dd-b500-ceee5bca0710,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:37.074152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] No DVR routers for this DVR port 52b23fbe-0e66-46dd-b500-ceee5bca0710 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:33:37.076810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:37.080122 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f34d84a3-6d8e-4fa3-b81a-1c0f0f2b21bc req-650872d6-292a-45d5-ad6f-69516d561c80 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "DELETE /v2.0/ports/52b23fbe-0e66-46dd-b500-ceee5bca0710 HTTP/1.1" status: 204 len: 173 time: 0.4381604 Mar 09 17:33:37.080596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'name': 'network-vif-deleted', 'tag': '52b23fbe-0e66-46dd-b500-ceee5bca0710'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:33:37.082915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a80a1d-a8da-47bf-b627-d99f095208a5" -d '{"events": [{"server_uuid": "bb2af5c1-d5d5-493a-a886-81fd3334135d", "name": "network-vif-deleted", "tag": "52b23fbe-0e66-46dd-b500-ceee5bca0710"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:33:37.120926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf99c666-7f68-4195-9837-1960b883cbdd x-openstack-request-id: req-bf99c666-7f68-4195-9837-1960b883cbdd {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:33:37.121226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2af5c1-d5d5-493a-a886-81fd3334135d", "name": "network-vif-deleted", "tag": "52b23fbe-0e66-46dd-b500-ceee5bca0710", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:33:37.121492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf99c666-7f68-4195-9837-1960b883cbdd {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:33:37.121901 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2af5c1-d5d5-493a-a886-81fd3334135d', 'name': 'network-vif-deleted', 'tag': '52b23fbe-0e66-46dd-b500-ceee5bca0710', 'status': 'completed', 'code': 200} Mar 09 17:33:37.246754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:37.567862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-78bb4179-644c-4017-9450-78508660de8a req-72a57e17-d684-4125-8ddd-563038ac91f9 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb2af5c1-d5d5-493a-a886-81fd3334135d HTTP/1.1" status: 200 len: 210 time: 0.0299125 Mar 09 17:33:38.405516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:38.717050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85c6ae-d20b-4eb1-83d2-c4811e625e6e req-2707d7f6-4c42-448f-91ca-09acfcc6ecf7 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:38.718417 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-db85c6ae-d20b-4eb1-83d2-c4811e625e6e req-2707d7f6-4c42-448f-91ca-09acfcc6ecf7 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0512855 Mar 09 17:33:38.763643 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-db85c6ae-d20b-4eb1-83d2-c4811e625e6e req-6a2ba869-6efe-4275-aca5-b647bfb29aae tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393384 Mar 09 17:33:38.896904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9d6c-b57c-4323-86a9-595a83864fc2 req-39f0e7ac-0726-4cdf-82c1-8e14994adfef tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:38.898373 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-392d9d6c-b57c-4323-86a9-595a83864fc2 req-39f0e7ac-0726-4cdf-82c1-8e14994adfef tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0509624 Mar 09 17:33:38.943283 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-392d9d6c-b57c-4323-86a9-595a83864fc2 req-8a9364ed-3cec-4f06-b384-029275ea166a tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394294 Mar 09 17:33:39.059631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08438-a7c6-4473-8008-368d1edfe6be req-acf5e9f3-2894-45ed-b83f-545e8cca42da tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:39.061139 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fe08438-a7c6-4473-8008-368d1edfe6be req-acf5e9f3-2894-45ed-b83f-545e8cca42da tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0523875 Mar 09 17:33:39.107133 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fe08438-a7c6-4473-8008-368d1edfe6be req-b8a5bbf2-5a42-4c42-a7eb-7000360591dc tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Mar 09 17:33:39.277787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341767-859b-4c0a-9f2d-2c8fb8b3a650 req-5f86afb7-177b-4880-94f4-27df561da2a8 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:39.279191 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89341767-859b-4c0a-9f2d-2c8fb8b3a650 req-5f86afb7-177b-4880-94f4-27df561da2a8 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0557349 Mar 09 17:33:39.324253 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89341767-859b-4c0a-9f2d-2c8fb8b3a650 req-946510d0-9303-445e-9302-84d8856bd385 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Mar 09 17:33:39.443422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef3d4c-f3d8-4f13-b56a-682ed0e3c252 req-d8b4d239-3496-483a-bcfd-e3d63a32dae5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:39.444904 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c5ef3d4c-f3d8-4f13-b56a-682ed0e3c252 req-d8b4d239-3496-483a-bcfd-e3d63a32dae5 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0553608 Mar 09 17:33:39.489586 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c5ef3d4c-f3d8-4f13-b56a-682ed0e3c252 req-364fd7de-fcad-430f-b40a-1c24814843d6 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Mar 09 17:33:39.615197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f6c41-0b4b-404d-bc54-db92c3ea648d req-c32e22dc-9e9a-4881-8da8-560b621f4888 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:39.616700 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-335f6c41-0b4b-404d-bc54-db92c3ea648d req-c32e22dc-9e9a-4881-8da8-560b621f4888 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0509508 Mar 09 17:33:39.662538 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-335f6c41-0b4b-404d-bc54-db92c3ea648d req-a629fc01-3a82-405f-9377-dd4440031293 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Mar 09 17:33:39.858189 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:39.968493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:33:40.160083 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc28a70-fc83-40f0-81bb-02646c742be1 req-32df8f01-804a-4620-9ffe-4fa10c5a014e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:40.161565 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fdc28a70-fc83-40f0-81bb-02646c742be1 req-32df8f01-804a-4620-9ffe-4fa10c5a014e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0502894 Mar 09 17:33:40.209652 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fdc28a70-fc83-40f0-81bb-02646c742be1 req-39144c7b-ee51-4ff0-8612-7fdc78b88a36 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Mar 09 17:33:40.455202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 52b23fbe-0e66-46dd-b500-ceee5bca0710 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:33:40.475473 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 52b23fbe-0e66-46dd-b500-ceee5bca0710 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:33:40.475825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 52b23fbe-0e66-46dd-b500-ceee5bca0710 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:33:41.327739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00042a4b-76e0-4e27-9614-558fa2679dbd req-fda19e62-ecf0-45c2-98a8-90eebce71e3e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:41.329290 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-00042a4b-76e0-4e27-9614-558fa2679dbd req-fda19e62-ecf0-45c2-98a8-90eebce71e3e tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0517025 Mar 09 17:33:41.375729 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-00042a4b-76e0-4e27-9614-558fa2679dbd req-94f34c23-d2bb-4077-b4e3-9400f7d812fc tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4fc490b-ae98-4a89-b99a-09d40c3b9187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Mar 09 17:33:41.503146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-77084b1d-b2c0-46d7-ad4b-35033de8c45c tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:41.504568 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-77084b1d-b2c0-46d7-ad4b-35033de8c45c tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 946 time: 0.0546248 Mar 09 17:33:41.590956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Deleting port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:41.591809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:41.682634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] For port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,segment=NetworkSegment(2e9a3969-9eda-4c4c-90f2-7cce260272a2),segment_id=2e9a3969-9eda-4c4c-90f2-7cce260272a2)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:41.683000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:41.694483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Calling delete_port for 352d91c7-d401-469d-9ba3-b34ad4dcfd4f owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:41.907725 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (352d91c7-d401-469d-9ba3-b34ad4dcfd4f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:41.918678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['352d91c7-d401-469d-9ba3-b34ad4dcfd4f'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:33:41.941014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Pushing event deleted for resources: {'Port': ['ID=352d91c7-d401-469d-9ba3-b34ad4dcfd4f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:41.987100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] No DVR routers for this DVR port 352d91c7-d401-469d-9ba3-b34ad4dcfd4f on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:33:41.991903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:41.995332 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7acc9add-86d6-4335-b5f8-df6b78a9c5eb req-6a481ee2-6b05-4a0e-aafc-41b239fbf7bd tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.36 "DELETE /v2.0/ports/352d91c7-d401-469d-9ba3-b34ad4dcfd4f HTTP/1.1" status: 204 len: 173 time: 0.4859767 Mar 09 17:33:41.995781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'name': 'network-vif-deleted', 'tag': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:33:41.998604 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bcb620-8d64-429a-bce6-c0d5a35ea31b" -d '{"events": [{"server_uuid": "332ae92c-a1a1-4c8b-9e13-2076cee86ca4", "name": "network-vif-deleted", "tag": "352d91c7-d401-469d-9ba3-b34ad4dcfd4f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:33:42.033206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9879e63c-c2a0-41e5-ac42-b7b97e87bb04 x-openstack-request-id: req-9879e63c-c2a0-41e5-ac42-b7b97e87bb04 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:33:42.038669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332ae92c-a1a1-4c8b-9e13-2076cee86ca4", "name": "network-vif-deleted", "tag": "352d91c7-d401-469d-9ba3-b34ad4dcfd4f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:33:42.038669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9879e63c-c2a0-41e5-ac42-b7b97e87bb04 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:33:42.038669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332ae92c-a1a1-4c8b-9e13-2076cee86ca4', 'name': 'network-vif-deleted', 'tag': '352d91c7-d401-469d-9ba3-b34ad4dcfd4f', 'status': 'completed', 'code': 200} Mar 09 17:33:42.479029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4e3f5c8f-2f92-452f-b320-5a7cb40fb2ef req-bf7f4871-8341-4fad-bc66-7245b054fb79 tempest-ServersNegativeTestJSON-30675169 tempest-ServersNegativeTestJSON-30675169-project] 10.222.0.16 "GET /v2.0/ports?device_id=332ae92c-a1a1-4c8b-9e13-2076cee86ca4 HTTP/1.1" status: 200 len: 210 time: 0.0273900 Mar 09 17:33:43.532896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40464) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:43.577191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Deleting subnet 47aea135-95e3-481e-8ee6-91b8a8d713fd {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:33:43.580195 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Publish callbacks [] for subnet (47aea135-95e3-481e-8ee6-91b8a8d713fd), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.617592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (47aea135-95e3-481e-8ee6-91b8a8d713fd), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.655427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (47aea135-95e3-481e-8ee6-91b8a8d713fd), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.749375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (47aea135-95e3-481e-8ee6-91b8a8d713fd), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.771866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47aea135-95e3-481e-8ee6-91b8a8d713fd,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:43.777332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.781104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-29e5ee9a-c415-4e36-a875-3a0f0e7dc151 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47aea135-95e3-481e-8ee6-91b8a8d713fd HTTP/1.1" status: 204 len: 168 time: 0.2471840 Mar 09 17:33:43.783629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40466) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:43.853705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.928736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.947682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:43.956584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9a3969-9eda-4c4c-90f2-7cce260272a2') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:43.956883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9a3969-9eda-4c4c-90f2-7cce260272a2') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:43.965835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (2e9a3969-9eda-4c4c-90f2-7cce260272a2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.980683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (2e9a3969-9eda-4c4c-90f2-7cce260272a2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.987274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:43.987664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (2e9a3969-9eda-4c4c-90f2-7cce260272a2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:43.989460 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:44.096198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:44.101595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:44.104903 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1 HTTP/1.1" status: 204 len: 168 time: 0.3202872 Mar 09 17:33:44.115702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca89dcd-dc6a-492f-82c6-28a1f708e6b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=72044afe-5dc1-4c1a-9ef8-356b9ed0d4a1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:44.422919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40470) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:44.462444 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-59b5fb92-cf3d-41f5-8fa7-f6c3d14cc2ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c594c0b1d1b44c90b38086f1c1e48cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383809 Mar 09 17:33:44.464751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40472) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:44.500636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 352d91c7-d401-469d-9ba3-b34ad4dcfd4f no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:33:44.510230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Publish callbacks [] for security_group (b4fc490b-ae98-4a89-b99a-09d40c3b9187), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:44.520770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 352d91c7-d401-469d-9ba3-b34ad4dcfd4f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:33:44.521123 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 352d91c7-d401-469d-9ba3-b34ad4dcfd4f not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:33:44.531695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Publish callbacks [] for security_group (b4fc490b-ae98-4a89-b99a-09d40c3b9187), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:44.645059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b4fc490b-ae98-4a89-b99a-09d40c3b9187), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:44.647635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:44.648835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4fc490b-ae98-4a89-b99a-09d40c3b9187 HTTP/1.1" status: 204 len: 168 time: 0.1831815 Mar 09 17:33:44.656554 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fc490b-ae98-4a89-b99a-09d40c3b9187,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:44.663974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.664425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.664703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.665042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.665378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.665711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.666045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.666444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.666777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.667105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.667437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.667763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:44.668082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495322a-f875-4999-8477-bd3403abf38b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:33:45.723021 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40494) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:45.812063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780487003'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:45.891748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:45.895026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:45.903091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:45.972962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for security_group (23335167-c1fb-4331-bd98-9717dbee246a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:46.062009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (23335167-c1fb-4331-bd98-9717dbee246a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:46.090893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:33:46.096996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23335167-c1fb-4331-bd98-9717dbee246a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:46.102998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:46.103348 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Added segment 0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3 of type vlan for network b760dd3a-e92c-4972-815b-51623e383399 Mar 09 17:33:46.143534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (b760dd3a-e92c-4972-815b-51623e383399), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:46.216091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (b760dd3a-e92c-4972-815b-51623e383399), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:46.221170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:46.221756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:46.322481 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5982614 Mar 09 17:33:46.323250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067e6b7-7d76-4ed3-911c-07a062f43503 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Network': ['ID=b760dd3a-e92c-4972-815b-51623e383399,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:46.333890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network b760dd3a-e92c-4972-815b-51623e383399 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:33:49.502875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40498) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:49.508015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'subnet': {'network_id': 'b760dd3a-e92c-4972-815b-51623e383399', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:49.651653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:49.655088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:49.885961 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (4fc97f5c-2164-499f-8f83-ce286db0d806), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:49.943535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Subnet': ['ID=4fc97f5c-2164-499f-8f83-ce286db0d806,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:49.952443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Checking segment: {'id': '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b760dd3a-e92c-4972-815b-51623e383399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:49.952807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network hostable DHCP agents. Network: b760dd3a-e92c-4972-815b-51623e383399, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:33:50.017381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network b760dd3a-e92c-4972-815b-51623e383399 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:33:50.091411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b760dd3a-e92c-4972-815b-51623e383399) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:50.095297 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:50.095893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.103825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d81b44-c98a-422b-b0e3-d32b3588dbea None None] Network b760dd3a-e92c-4972-815b-51623e383399 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:50.180377 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-118d11e5-0ece-48ad-9edd-443aad1e79cb tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6763446 Mar 09 17:33:50.183878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40500) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:50.189564 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404852248'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:50.200277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b760dd3a-e92c-4972-815b-51623e383399', 'network_id': 'b760dd3a-e92c-4972-815b-51623e383399', 'project_id': '1e262c003cc74f208bae2a132c154fb9', 'fixed_ips': [{'subnet_id': '4fc97f5c-2164-499f-8f83-ce286db0d806'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:33:50.201173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.290284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:50.293737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.318250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:33:50.326709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (365ed512-5c58-4396-a627-5f254446eba3), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.327051 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Added segment 365ed512-5c58-4396-a627-5f254446eba3 of type vlan for network 6245512b-cfea-4b80-b58b-73647c182097 Mar 09 17:33:50.330171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Allocated IP 2001:db8:0:ffff::2 (b760dd3a-e92c-4972-815b-51623e383399/4fc97f5c-2164-499f-8f83-ce286db0d806/7f12b509-464f-49d3-ac70-f38b65e39a36) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:33:50.366268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6245512b-cfea-4b80-b58b-73647c182097), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.469253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Publish callbacks [] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.473185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6245512b-cfea-4b80-b58b-73647c182097), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.478508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:50.480064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.532181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.570233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Network b760dd3a-e92c-4972-815b-51623e383399 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:33:50.575946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:50.579578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:33:50.585392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Pushing event updated for resources: {'Port': ['ID=7f12b509-464f-49d3-ac70-f38b65e39a36,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:50.651018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Attempting to bind port 7f12b509-464f-49d3-ac70-f38b65e39a36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:33:50.651402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Attempting to bind port 7f12b509-464f-49d3-ac70-f38b65e39a36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b760dd3a-e92c-4972-815b-51623e383399'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:33:50.651779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Attempting to bind port 7f12b509-464f-49d3-ac70-f38b65e39a36 on network b760dd3a-e92c-4972-815b-51623e383399 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:50.657460 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:33:50.657857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Checking segment: {'id': '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b760dd3a-e92c-4972-815b-51623e383399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:50.658271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.658677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Bound using segment: {'id': '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b760dd3a-e92c-4972-815b-51623e383399'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:33:50.659159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Bound port: 7f12b509-464f-49d3-ac70-f38b65e39a36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b760dd3a-e92c-4972-815b-51623e383399'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:33:50.659550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.725908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] For port 7f12b509-464f-49d3-ac70-f38b65e39a36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:33:50.729144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] For port 7f12b509-464f-49d3-ac70-f38b65e39a36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f12b509-464f-49d3-ac70-f38b65e39a36,segment=NetworkSegment(0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3),segment_id=0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:33:50.789613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:50.853919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011f37f-dc5b-4ccc-a294-f9b79fea8fef None None] Pushing event updated for resources: {'Port': ['ID=7f12b509-464f-49d3-ac70-f38b65e39a36,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:50.893699 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7086089 Mar 09 17:33:50.894432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9555d-8ab6-46e6-b545-bbc75dcf9192 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Network': ['ID=6245512b-cfea-4b80-b58b-73647c182097,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:50.897033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40502) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:50.904677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'subnet': {'network_id': '6245512b-cfea-4b80-b58b-73647c182097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:50.908670 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6245512b-cfea-4b80-b58b-73647c182097 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:33:51.068947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:51.072666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.298003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (484487fa-e698-4602-896b-69d64f6cd0f8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.361614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Subnet': ['ID=484487fa-e698-4602-896b-69d64f6cd0f8,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:51.366206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Checking segment: {'id': '365ed512-5c58-4396-a627-5f254446eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6245512b-cfea-4b80-b58b-73647c182097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:51.366577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network hostable DHCP agents. Network: 6245512b-cfea-4b80-b58b-73647c182097, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:33:51.463272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network 6245512b-cfea-4b80-b58b-73647c182097 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:33:51.537900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6245512b-cfea-4b80-b58b-73647c182097) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:51.542215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:51.543101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.549128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec05db-297a-4f46-ac7f-df85aa29810b None None] Network 6245512b-cfea-4b80-b58b-73647c182097 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:51.628857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c090b285-43c1-48fc-8d97-b00872ff11a1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7283032 Mar 09 17:33:51.629454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40504) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:51.651526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6245512b-cfea-4b80-b58b-73647c182097', 'network_id': '6245512b-cfea-4b80-b58b-73647c182097', 'project_id': '1e262c003cc74f208bae2a132c154fb9', 'fixed_ips': [{'subnet_id': '484487fa-e698-4602-896b-69d64f6cd0f8'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:33:51.652575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.735789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6245512b-cfea-4b80-b58b-73647c182097), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.775879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39055b-154b-4fa2-824c-faf3af60246b None None] Network b760dd3a-e92c-4972-815b-51623e383399 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:51.816837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (484487fa-e698-4602-896b-69d64f6cd0f8), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.857273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] Provisioning complete for port 7f12b509-464f-49d3-ac70-f38b65e39a36 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:51.857650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:51.860925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Allocated IP 2001:db8::2 (6245512b-cfea-4b80-b58b-73647c182097/484487fa-e698-4602-896b-69d64f6cd0f8/00c6c88c-9b2d-412f-ba89-77a71fd5a33e) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:33:52.209081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] Current status of the port 7f12b509-464f-49d3-ac70-f38b65e39a36 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:52.209081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.240811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7f12b509-464f-49d3-ac70-f38b65e39a36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:33:52.310784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] For port 7f12b509-464f-49d3-ac70-f38b65e39a36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f12b509-464f-49d3-ac70-f38b65e39a36,segment=NetworkSegment(0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3),segment_id=0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:52.313622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Publish callbacks [] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.333892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7f12b509-464f-49d3-ac70-f38b65e39a36 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:52.333892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.410809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.412579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.451847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7f12b509-464f-49d3-ac70-f38b65e39a36 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:52.452232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.467655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Network 6245512b-cfea-4b80-b58b-73647c182097 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:33:52.471739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:52.474330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:33:52.495638 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Pushing event updated for resources: {'Port': ['ID=00c6c88c-9b2d-412f-ba89-77a71fd5a33e,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:52.502493 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (484487fa-e698-4602-896b-69d64f6cd0f8), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.530700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Subnet': ['ID=484487fa-e698-4602-896b-69d64f6cd0f8,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:52.592723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6245512b-cfea-4b80-b58b-73647c182097), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.613171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6245512b-cfea-4b80-b58b-73647c182097']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:52.620534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:33:52.621023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:33:52.623543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ed512-5c58-4396-a627-5f254446eba3') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:52.623836 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ed512-5c58-4396-a627-5f254446eba3') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:52.627453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c88e515a-83ee-462b-94fb-f098626f7b85 None None] Provisioning complete for port 7f12b509-464f-49d3-ac70-f38b65e39a36 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:52.627830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c88e515a-83ee-462b-94fb-f098626f7b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.629418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Attempting to bind port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:33:52.629796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Attempting to bind port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '365ed512-5c58-4396-a627-5f254446eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6245512b-cfea-4b80-b58b-73647c182097'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:33:52.630160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Attempting to bind port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e on network 6245512b-cfea-4b80-b58b-73647c182097 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:52.633580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71da5-9396-4cff-8a55-9d6a654a9191 None None] Pushing event updated for resources: {'Port': ['ID=7f12b509-464f-49d3-ac70-f38b65e39a36,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:52.634786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (365ed512-5c58-4396-a627-5f254446eba3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.651902 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (365ed512-5c58-4396-a627-5f254446eba3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.654558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:52.654954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (365ed512-5c58-4396-a627-5f254446eba3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.657655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:52.657857 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:52.659943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Checking segment: {'id': '365ed512-5c58-4396-a627-5f254446eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6245512b-cfea-4b80-b58b-73647c182097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:52.659943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.659943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Bound using segment: {'id': '365ed512-5c58-4396-a627-5f254446eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6245512b-cfea-4b80-b58b-73647c182097'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:33:52.659943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Bound port: 00c6c88c-9b2d-412f-ba89-77a71fd5a33e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365ed512-5c58-4396-a627-5f254446eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6245512b-cfea-4b80-b58b-73647c182097'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:33:52.659943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.759233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] For port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:33:52.770742 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.db.api [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:33:52.770742 dv-neutron-master-2-hyperv neutron-server[104358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:33:52.770742 dv-neutron-master-2-hyperv neutron-server[104358]: [parameters: {'id': '6245512b-cfea-4b80-b58b-73647c182097'}] Mar 09 17:33:52.770742 dv-neutron-master-2-hyperv neutron-server[104358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:33:52.771139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG oslo_db.api [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:33:52.776861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] For port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00c6c88c-9b2d-412f-ba89-77a71fd5a33e,segment=NetworkSegment(365ed512-5c58-4396-a627-5f254446eba3),segment_id=365ed512-5c58-4396-a627-5f254446eba3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:33:52.779371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c88e515a-83ee-462b-94fb-f098626f7b85 None None] Current status of the port 7f12b509-464f-49d3-ac70-f38b65e39a36 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:52.846500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:52.926818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef75d-25e5-415e-a303-4384c123a84a None None] Pushing event updated for resources: {'Port': ['ID=00c6c88c-9b2d-412f-ba89-77a71fd5a33e,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:52.936590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3d1de-c7e5-4e4e-bb77-1c42c62e5d8f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:33:53.004691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3d1de-c7e5-4e4e-bb77-1c42c62e5d8f None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:33:53.159329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7f12b509-464f-49d3-ac70-f38b65e39a36 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:53.182660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005fe49-0f50-4d60-b04e-edb5f2ea85a6 None None] Network 6245512b-cfea-4b80-b58b-73647c182097 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:53.272753 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6245512b-cfea-4b80-b58b-73647c182097), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.328617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Deleting port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:53.328961 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.389478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] For port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00c6c88c-9b2d-412f-ba89-77a71fd5a33e,segment=NetworkSegment(365ed512-5c58-4396-a627-5f254446eba3),segment_id=365ed512-5c58-4396-a627-5f254446eba3)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:53.389838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.401673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Calling delete_port for 00c6c88c-9b2d-412f-ba89-77a71fd5a33e owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:53.548771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (00c6c88c-9b2d-412f-ba89-77a71fd5a33e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.576255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No DVR routers for this DVR port 00c6c88c-9b2d-412f-ba89-77a71fd5a33e on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:33:53.581630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Port': ['ID=00c6c88c-9b2d-412f-ba89-77a71fd5a33e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:53.653715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6245512b-cfea-4b80-b58b-73647c182097), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.676299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6245512b-cfea-4b80-b58b-73647c182097']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:53.685781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ed512-5c58-4396-a627-5f254446eba3') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:53.686077 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ed512-5c58-4396-a627-5f254446eba3') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:53.694992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (365ed512-5c58-4396-a627-5f254446eba3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.708094 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (365ed512-5c58-4396-a627-5f254446eba3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.713672 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:53.714054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (365ed512-5c58-4396-a627-5f254446eba3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:53.716898 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:53.827246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6245512b-cfea-4b80-b58b-73647c182097), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.831445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.834770 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/6245512b-cfea-4b80-b58b-73647c182097 HTTP/1.1" status: 204 len: 168 time: 2.2043254 Mar 09 17:33:53.838436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40506) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:53.843424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630175242'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:53.851928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395d0e5-1a7a-4123-aeef-49361f951543 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Network': ['ID=6245512b-cfea-4b80-b58b-73647c182097,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:53.930110 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:53.933522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.957205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:33:53.966222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:53.966575 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Added segment c9eceab7-17e3-483f-a669-c4467d8091df of type vlan for network b622838b-e422-448e-8030-1fb552229643 Mar 09 17:33:54.005446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (b622838b-e422-448e-8030-1fb552229643), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.092049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (b622838b-e422-448e-8030-1fb552229643), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.097111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:54.097759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.166711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Network': ['ID=b622838b-e422-448e-8030-1fb552229643,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:54.177554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network b622838b-e422-448e-8030-1fb552229643 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:33:54.194813 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7495acce-0c59-4a5d-bd7a-ed6e0b3cc2c2 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3552666 Mar 09 17:33:54.197631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40508) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:54.202787 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'subnet': {'network_id': 'b622838b-e422-448e-8030-1fb552229643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:54.241775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7f12b509-464f-49d3-ac70-f38b65e39a36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:33:54.291543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7f12b509-464f-49d3-ac70-f38b65e39a36 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:54.291905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.371052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7f12b509-464f-49d3-ac70-f38b65e39a36 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:54.388627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:54.392125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.447501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Performing IP validity checks on allocation pools {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 09 17:33:54.448014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.ipam_backend_mixin [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 09 17:33:54.600273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (b797c029-0727-4f31-aa8f-41a158a268ab), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.655790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Subnet': ['ID=b797c029-0727-4f31-aa8f-41a158a268ab,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:54.665588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Checking segment: {'id': 'c9eceab7-17e3-483f-a669-c4467d8091df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b622838b-e422-448e-8030-1fb552229643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:54.665948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network hostable DHCP agents. Network: b622838b-e422-448e-8030-1fb552229643, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:33:54.714489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network b622838b-e422-448e-8030-1fb552229643 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:33:54.765798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b622838b-e422-448e-8030-1fb552229643) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:54.770274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:54.771154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.774333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3e09f-e5af-4fcf-973e-1f85b3d1b128 None None] Network b622838b-e422-448e-8030-1fb552229643 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:54.849205 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d1294fa4-8644-4d51-a1f7-6ea7f705f365 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6502526 Mar 09 17:33:54.851734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40510) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:54.873728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b622838b-e422-448e-8030-1fb552229643', 'network_id': 'b622838b-e422-448e-8030-1fb552229643', 'project_id': '1e262c003cc74f208bae2a132c154fb9', 'fixed_ips': [{'subnet_id': 'b797c029-0727-4f31-aa8f-41a158a268ab'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:33:54.874647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:54.948607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (b622838b-e422-448e-8030-1fb552229643), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.003439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Allocated IP 2001:db8::3 (b622838b-e422-448e-8030-1fb552229643/b797c029-0727-4f31-aa8f-41a158a268ab/b5ad2560-1852-40b5-bab0-bfa42d1afae9) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:33:55.030119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (b797c029-0727-4f31-aa8f-41a158a268ab), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.144822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Publish callbacks [] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.234400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.274246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Network b622838b-e422-448e-8030-1fb552229643 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:33:55.281018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:55.285152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:33:55.288042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Pushing event updated for resources: {'Port': ['ID=b5ad2560-1852-40b5-bab0-bfa42d1afae9,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:55.330424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (b797c029-0727-4f31-aa8f-41a158a268ab), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.339369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Attempting to bind port b5ad2560-1852-40b5-bab0-bfa42d1afae9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:33:55.339745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Attempting to bind port b5ad2560-1852-40b5-bab0-bfa42d1afae9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c9eceab7-17e3-483f-a669-c4467d8091df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b622838b-e422-448e-8030-1fb552229643'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:33:55.340113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Attempting to bind port b5ad2560-1852-40b5-bab0-bfa42d1afae9 on network b622838b-e422-448e-8030-1fb552229643 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:55.345707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:33:55.346089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Checking segment: {'id': 'c9eceab7-17e3-483f-a669-c4467d8091df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b622838b-e422-448e-8030-1fb552229643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:55.346497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.346895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Bound using segment: {'id': 'c9eceab7-17e3-483f-a669-c4467d8091df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b622838b-e422-448e-8030-1fb552229643'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:33:55.347362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Bound port: b5ad2560-1852-40b5-bab0-bfa42d1afae9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eceab7-17e3-483f-a669-c4467d8091df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b622838b-e422-448e-8030-1fb552229643'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:33:55.347744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.357761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Subnet': ['ID=b797c029-0727-4f31-aa8f-41a158a268ab,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:55.412702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] For port b5ad2560-1852-40b5-bab0-bfa42d1afae9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:33:55.415611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] For port b5ad2560-1852-40b5-bab0-bfa42d1afae9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b5ad2560-1852-40b5-bab0-bfa42d1afae9,segment=NetworkSegment(c9eceab7-17e3-483f-a669-c4467d8091df),segment_id=c9eceab7-17e3-483f-a669-c4467d8091df)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:33:55.420265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (b622838b-e422-448e-8030-1fb552229643), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.439518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b622838b-e422-448e-8030-1fb552229643']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:55.448406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eceab7-17e3-483f-a669-c4467d8091df') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:55.448712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eceab7-17e3-483f-a669-c4467d8091df') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:55.458366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.492162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.494081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.500502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:55.500901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:55.506898 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:55.578055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d625381-acca-4635-8f5c-61eea7a9f543 None None] Pushing event updated for resources: {'Port': ['ID=b5ad2560-1852-40b5-bab0-bfa42d1afae9,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:55.585026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0db1bf-2bdc-4629-8d6f-7fa53b80f8ee None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:33:55.599499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.db.api [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 17:33:55.599499 dv-neutron-master-2-hyperv neutron-server[104357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 17:33:55.599499 dv-neutron-master-2-hyperv neutron-server[104357]: [parameters: {'id': 'b622838b-e422-448e-8030-1fb552229643'}] Mar 09 17:33:55.599499 dv-neutron-master-2-hyperv neutron-server[104357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:33:55.599927 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG oslo_db.api [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:33:55.650028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0db1bf-2bdc-4629-8d6f-7fa53b80f8ee None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:33:55.795260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461997a-5ee7-4cdd-8874-6b497dea557e None None] Network b622838b-e422-448e-8030-1fb552229643 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:56.101295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (b622838b-e422-448e-8030-1fb552229643), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.157200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Deleting port b5ad2560-1852-40b5-bab0-bfa42d1afae9 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:33:56.157549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.217020 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] For port b5ad2560-1852-40b5-bab0-bfa42d1afae9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b5ad2560-1852-40b5-bab0-bfa42d1afae9,segment=NetworkSegment(c9eceab7-17e3-483f-a669-c4467d8091df),segment_id=c9eceab7-17e3-483f-a669-c4467d8091df)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:56.217375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.229479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Calling delete_port for b5ad2560-1852-40b5-bab0-bfa42d1afae9 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:33:56.394723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b5ad2560-1852-40b5-bab0-bfa42d1afae9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.420701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Port': ['ID=b5ad2560-1852-40b5-bab0-bfa42d1afae9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:56.424093 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No DVR routers for this DVR port b5ad2560-1852-40b5-bab0-bfa42d1afae9 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:33:56.501699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (b622838b-e422-448e-8030-1fb552229643), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.521777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b622838b-e422-448e-8030-1fb552229643']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:56.531206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eceab7-17e3-483f-a669-c4467d8091df') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:56.531509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eceab7-17e3-483f-a669-c4467d8091df') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:56.540527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.553675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.559375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:56.559762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (c9eceab7-17e3-483f-a669-c4467d8091df), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:56.562662 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:56.673108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (b622838b-e422-448e-8030-1fb552229643), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.679485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.682518 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/b622838b-e422-448e-8030-1fb552229643 HTTP/1.1" status: 204 len: 168 time: 1.8298254 Mar 09 17:33:56.686377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40512) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:56.691471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953985666'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:56.693775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad07624-de64-4db1-a548-f930aa3d79c7 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Network': ['ID=b622838b-e422-448e-8030-1fb552229643,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:56.769801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:56.773200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.796067 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:33:56.804546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (4905a97d-e8db-441d-a769-00d3c3477c85), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.804889 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Added segment 4905a97d-e8db-441d-a769-00d3c3477c85 of type vlan for network 8be49566-47f3-4c93-9fac-5845d7d0b992 Mar 09 17:33:56.846874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (8be49566-47f3-4c93-9fac-5845d7d0b992), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.937096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (8be49566-47f3-4c93-9fac-5845d7d0b992), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:56.941935 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:56.942519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.004556 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Network': ['ID=8be49566-47f3-4c93-9fac-5845d7d0b992,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:57.015725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 8be49566-47f3-4c93-9fac-5845d7d0b992 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:33:57.023164 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-552d655b-d9d4-4a8b-9242-b022b1fbb558 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3357561 Mar 09 17:33:57.025940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40514) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:57.031313 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'subnet': {'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:57.187060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:57.190670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.411728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (92071eb6-00cc-446a-bb2e-cf93dfbcc4a9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.475711 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Subnet': ['ID=92071eb6-00cc-446a-bb2e-cf93dfbcc4a9,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:57.480003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Checking segment: {'id': '4905a97d-e8db-441d-a769-00d3c3477c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:57.480397 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network hostable DHCP agents. Network: 8be49566-47f3-4c93-9fac-5845d7d0b992, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:33:57.554327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network 8be49566-47f3-4c93-9fac-5845d7d0b992 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:33:57.628521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8be49566-47f3-4c93-9fac-5845d7d0b992) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:57.632642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:57.633234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.638225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972b855-9b05-4b97-b5ec-30740b3050e8 None None] Network 8be49566-47f3-4c93-9fac-5845d7d0b992 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:57.688718 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b998b8c3-a866-402c-9901-170b26cb61f6 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6616914 Mar 09 17:33:57.692179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40516) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:57.697238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973991586'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:57.739146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8be49566-47f3-4c93-9fac-5845d7d0b992', 'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992', 'project_id': '1e262c003cc74f208bae2a132c154fb9', 'fixed_ips': [{'subnet_id': '92071eb6-00cc-446a-bb2e-cf93dfbcc4a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:33:57.739987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.781670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:57.785126 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.808371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:33:57.817295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (853f1ec7-36e2-4363-9378-7cae72607fd5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.817651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Added segment 853f1ec7-36e2-4363-9378-7cae72607fd5 of type vlan for network bceef37c-9dd5-41f4-8389-7392b6e01ec0 Mar 09 17:33:57.860044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (bceef37c-9dd5-41f4-8389-7392b6e01ec0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.875379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Allocated IP 2001:db8::2 (8be49566-47f3-4c93-9fac-5845d7d0b992/92071eb6-00cc-446a-bb2e-cf93dfbcc4a9/bc5a869b-8d3b-4168-af92-10cb5f43bccf) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:33:57.941809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (bceef37c-9dd5-41f4-8389-7392b6e01ec0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:57.946969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:57.947561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.010716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Publish callbacks [] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.018330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Network': ['ID=bceef37c-9dd5-41f4-8389-7392b6e01ec0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:58.028064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network bceef37c-9dd5-41f4-8389-7392b6e01ec0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:33:58.048537 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7aba24de-26d8-48f7-99a6-0b881aad6f0d tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3551769 Mar 09 17:33:58.051448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40518) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:58.056410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Request body: {'subnet': {'network_id': 'bceef37c-9dd5-41f4-8389-7392b6e01ec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:33:58.120550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.164606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Network 8be49566-47f3-4c93-9fac-5845d7d0b992 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:33:58.170312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:58.172712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:33:58.175891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Pushing event updated for resources: {'Port': ['ID=bc5a869b-8d3b-4168-af92-10cb5f43bccf,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:58.210140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Made reservation on behalf of 1e262c003cc74f208bae2a132c154fb9 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:33:58.213885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.232449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Attempting to bind port bc5a869b-8d3b-4168-af92-10cb5f43bccf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:33:58.232874 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Attempting to bind port bc5a869b-8d3b-4168-af92-10cb5f43bccf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4905a97d-e8db-441d-a769-00d3c3477c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:33:58.233272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Attempting to bind port bc5a869b-8d3b-4168-af92-10cb5f43bccf on network 8be49566-47f3-4c93-9fac-5845d7d0b992 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:33:58.238465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:33:58.238850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Checking segment: {'id': '4905a97d-e8db-441d-a769-00d3c3477c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:58.239259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.239660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Bound using segment: {'id': '4905a97d-e8db-441d-a769-00d3c3477c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:33:58.240142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Bound port: bc5a869b-8d3b-4168-af92-10cb5f43bccf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4905a97d-e8db-441d-a769-00d3c3477c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8be49566-47f3-4c93-9fac-5845d7d0b992'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:33:58.240557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.301963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] For port bc5a869b-8d3b-4168-af92-10cb5f43bccf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:33:58.304933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] For port bc5a869b-8d3b-4168-af92-10cb5f43bccf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc5a869b-8d3b-4168-af92-10cb5f43bccf,segment=NetworkSegment(4905a97d-e8db-441d-a769-00d3c3477c85),segment_id=4905a97d-e8db-441d-a769-00d3c3477c85)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:33:58.372518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.428665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36d5b2-68a3-4995-bb04-3b2710084c2c None None] Pushing event updated for resources: {'Port': ['ID=bc5a869b-8d3b-4168-af92-10cb5f43bccf,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:58.451835 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (0ac178f7-d0a1-4261-bc92-19c5d6cf877b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.515600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event updated for resources: {'Subnet': ['ID=0ac178f7-d0a1-4261-bc92-19c5d6cf877b,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:58.524250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Checking segment: {'id': '853f1ec7-36e2-4363-9378-7cae72607fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bceef37c-9dd5-41f4-8389-7392b6e01ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:33:58.524756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network hostable DHCP agents. Network: bceef37c-9dd5-41f4-8389-7392b6e01ec0, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:33:58.594708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Network bceef37c-9dd5-41f4-8389-7392b6e01ec0 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:33:58.664657 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bceef37c-9dd5-41f4-8389-7392b6e01ec0) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:33:58.669268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:33:58.669865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.680157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8e0fe-39b7-4c21-8665-da19769ba5fa None None] Network bceef37c-9dd5-41f4-8389-7392b6e01ec0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:58.744848 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-db436c55-6e3f-471c-a051-27fba1c57f70 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6922281 Mar 09 17:33:58.747358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40520) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:58.854282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (bceef37c-9dd5-41f4-8389-7392b6e01ec0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.910811 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (0ac178f7-d0a1-4261-bc92-19c5d6cf877b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:58.935260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2a17e-43bf-4923-8c62-0a2af79c5f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bceef37c-9dd5-41f4-8389-7392b6e01ec0', 'network_id': 'bceef37c-9dd5-41f4-8389-7392b6e01ec0', 'project_id': '1e262c003cc74f208bae2a132c154fb9', 'fixed_ips': [{'subnet_id': '0ac178f7-d0a1-4261-bc92-19c5d6cf877b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:33:58.941077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-06d2a17e-43bf-4923-8c62-0a2af79c5f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.002838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.041273 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (0ac178f7-d0a1-4261-bc92-19c5d6cf877b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server [None req-06d2a17e-43bf-4923-8c62-0a2af79c5f1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ac178f7-d0a1-4261-bc92-19c5d6cf877b: This subnet is being modified by another concurrent operation. Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server raise exception Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ac178f7-d0a1-4261-bc92-19c5d6cf877b: This subnet is being modified by another concurrent operation. Mar 09 17:33:59.071529 dv-neutron-master-2-hyperv neutron-server[104359]: ERROR oslo_messaging.rpc.server Mar 09 17:33:59.079419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac178f7-d0a1-4261-bc92-19c5d6cf877b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:59.093811 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6c1a0-af19-4f1a-a3fc-0c15352b9d91 None None] Network bceef37c-9dd5-41f4-8389-7392b6e01ec0 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:59.142969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (bceef37c-9dd5-41f4-8389-7392b6e01ec0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.164481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bceef37c-9dd5-41f4-8389-7392b6e01ec0']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:59.176754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853f1ec7-36e2-4363-9378-7cae72607fd5') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:59.177064 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853f1ec7-36e2-4363-9378-7cae72607fd5') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:33:59.187066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (853f1ec7-36e2-4363-9378-7cae72607fd5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.201269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (853f1ec7-36e2-4363-9378-7cae72607fd5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.209538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:33:59.209943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (853f1ec7-36e2-4363-9378-7cae72607fd5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:33:59.212995 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:33:59.343069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (bceef37c-9dd5-41f4-8389-7392b6e01ec0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.350751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.354194 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/bceef37c-9dd5-41f4-8389-7392b6e01ec0 HTTP/1.1" status: 204 len: 168 time: 0.6058137 Mar 09 17:33:59.354402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540eb3f-6b28-4e5f-84b3-02875fe31288 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:33:59.358026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40522) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:59.366488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee950c-01ab-4588-b4f6-3ad7dea8cec4 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Network': ['ID=bceef37c-9dd5-41f4-8389-7392b6e01ec0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:59.390701 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2a2d10-bd4f-496f-8c51-4f44e1d0d897 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] GET failed (client error): The resource could not be found. Mar 09 17:33:59.392009 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eb2a2d10-bd4f-496f-8c51-4f44e1d0d897 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "GET /v2.0/subnets/0ac178f7-d0a1-4261-bc92-19c5d6cf877b HTTP/1.1" status: 404 len: 337 time: 0.0318086 Mar 09 17:33:59.394785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40524) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:59.412804 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8fe2b0-9a5b-457b-8430-0501527db345 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:33:59.413289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8fe2b0-9a5b-457b-8430-0501527db345 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:33:59.418067 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ce8fe2b0-9a5b-457b-8430-0501527db345 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/bceef37c-9dd5-41f4-8389-7392b6e01ec0 HTTP/1.1" status: 404 len: 339 time: 0.0223711 Mar 09 17:33:59.422574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40526) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:59.441905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540eb3f-6b28-4e5f-84b3-02875fe31288 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:33:59.447767 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc29ff2-2903-4e70-908a-35499115f5db tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:33:59.448246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc29ff2-2903-4e70-908a-35499115f5db tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:33:59.451310 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4cc29ff2-2903-4e70-908a-35499115f5db tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/subnets/0ac178f7-d0a1-4261-bc92-19c5d6cf877b HTTP/1.1" status: 404 len: 337 time: 0.0278175 Mar 09 17:33:59.453874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40528) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:59.456720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] Provisioning complete for port bc5a869b-8d3b-4168-af92-10cb5f43bccf triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:33:59.457101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.472048 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3a016d-3ac6-4cb3-bb26-f9cbb6a3a485 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:33:59.472557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3a016d-3ac6-4cb3-bb26-f9cbb6a3a485 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:33:59.475760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ce3a016d-3ac6-4cb3-bb26-f9cbb6a3a485 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/bceef37c-9dd5-41f4-8389-7392b6e01ec0 HTTP/1.1" status: 404 len: 339 time: 0.0210075 Mar 09 17:33:59.478394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40530) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:59.527374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Deleting subnet 92071eb6-00cc-446a-bb2e-cf93dfbcc4a9 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:33:59.531101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (92071eb6-00cc-446a-bb2e-cf93dfbcc4a9), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.571353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (92071eb6-00cc-446a-bb2e-cf93dfbcc4a9), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.623226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] Current status of the port bc5a869b-8d3b-4168-af92-10cb5f43bccf is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:33:59.623522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.663466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] For port bc5a869b-8d3b-4168-af92-10cb5f43bccf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc5a869b-8d3b-4168-af92-10cb5f43bccf,segment=NetworkSegment(4905a97d-e8db-441d-a769-00d3c3477c85),segment_id=4905a97d-e8db-441d-a769-00d3c3477c85)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:33:59.679829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218061c-5d28-4e72-9be5-627a35bc4a3d None None] Network 8be49566-47f3-4c93-9fac-5845d7d0b992 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:33:59.727748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (92071eb6-00cc-446a-bb2e-cf93dfbcc4a9), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.735969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.808161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8f2a3-4894-4ee1-ab08-dbd18ecad641 None None] Pushing event updated for resources: {'Port': ['ID=bc5a869b-8d3b-4168-af92-10cb5f43bccf,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:59.863700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (92071eb6-00cc-446a-bb2e-cf93dfbcc4a9), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.891298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Subnet': ['ID=92071eb6-00cc-446a-bb2e-cf93dfbcc4a9,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:33:59.895142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:33:59.898405 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0ec64481-aee1-49e3-9013-892332c557b1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/subnets/92071eb6-00cc-446a-bb2e-cf93dfbcc4a9 HTTP/1.1" status: 204 len: 168 time: 0.4190357 Mar 09 17:33:59.901014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40532) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:33:59.983790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (8be49566-47f3-4c93-9fac-5845d7d0b992), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.006335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ee16e-4b85-494f-9c66-f8e5596fca2d None None] Network 8be49566-47f3-4c93-9fac-5845d7d0b992 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:00.039003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Deleting port bc5a869b-8d3b-4168-af92-10cb5f43bccf {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:00.039506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.094649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-314ec4d5-6593-4c82-961f-8a7c3f249814 None None] Provisioning complete for port bc5a869b-8d3b-4168-af92-10cb5f43bccf triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:00.095311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-314ec4d5-6593-4c82-961f-8a7c3f249814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.107848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] For port bc5a869b-8d3b-4168-af92-10cb5f43bccf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc5a869b-8d3b-4168-af92-10cb5f43bccf,segment=NetworkSegment(4905a97d-e8db-441d-a769-00d3c3477c85),segment_id=4905a97d-e8db-441d-a769-00d3c3477c85)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:00.108215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.119904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Calling delete_port for bc5a869b-8d3b-4168-af92-10cb5f43bccf owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:00.183471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-314ec4d5-6593-4c82-961f-8a7c3f249814 None None] Current status of the port bc5a869b-8d3b-4168-af92-10cb5f43bccf is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:00.219838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] DHCP port deletion for 8be49566-47f3-4c93-9fac-5845d7d0b992 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:34:00.261473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.266175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Deleting port bc5a869b-8d3b-4168-af92-10cb5f43bccf {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:00.266530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.289038 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No DVR routers for this DVR port bc5a869b-8d3b-4168-af92-10cb5f43bccf on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:00.295327 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Port': ['ID=bc5a869b-8d3b-4168-af92-10cb5f43bccf,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:00.332312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] For port bc5a869b-8d3b-4168-af92-10cb5f43bccf, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:00.333330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.345655 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Calling delete_port for bc5a869b-8d3b-4168-af92-10cb5f43bccf owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:00.347938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.ipam_backend_mixin [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Port bc5a869b-8d3b-4168-af92-10cb5f43bccf was not found and therefore no delete operation was performed {{(pid=104359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:34:00.349616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (bc5a869b-8d3b-4168-af92-10cb5f43bccf), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.374724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (8be49566-47f3-4c93-9fac-5845d7d0b992), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.375865 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] Pushing event deleted for resources: {'Port': ['ID=bc5a869b-8d3b-4168-af92-10cb5f43bccf,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:00.378434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecb3af-3bc5-4059-930d-bc7199070c2d None None] No DVR routers for this DVR port bc5a869b-8d3b-4168-af92-10cb5f43bccf on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:00.399965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be49566-47f3-4c93-9fac-5845d7d0b992']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:00.408960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4905a97d-e8db-441d-a769-00d3c3477c85') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:00.409264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4905a97d-e8db-441d-a769-00d3c3477c85') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:00.419452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (4905a97d-e8db-441d-a769-00d3c3477c85), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.432420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (4905a97d-e8db-441d-a769-00d3c3477c85), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.438680 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:34:00.438980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (4905a97d-e8db-441d-a769-00d3c3477c85), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:34:00.441805 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:34:00.581453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (8be49566-47f3-4c93-9fac-5845d7d0b992), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.585716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.589174 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/8be49566-47f3-4c93-9fac-5845d7d0b992 HTTP/1.1" status: 204 len: 168 time: 0.6871047 Mar 09 17:34:00.591841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40534) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:00.603451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bf56b-7fea-47d3-8468-b9474de50ccd tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Network': ['ID=8be49566-47f3-4c93-9fac-5845d7d0b992,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:00.618035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc309f8-834b-4bb4-a608-5b65f5200ed1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:34:00.618484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc309f8-834b-4bb4-a608-5b65f5200ed1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:34:00.624138 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cfc309f8-834b-4bb4-a608-5b65f5200ed1 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/subnets/b797c029-0727-4f31-aa8f-41a158a268ab HTTP/1.1" status: 404 len: 337 time: 0.0286834 Mar 09 17:34:00.624631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40536) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:00.645653 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f73bb80-2db0-4c4c-a188-987979c3d830 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:34:00.646138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f73bb80-2db0-4c4c-a188-987979c3d830 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:34:00.649103 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7f73bb80-2db0-4c4c-a188-987979c3d830 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/b622838b-e422-448e-8030-1fb552229643 HTTP/1.1" status: 404 len: 339 time: 0.0235724 Mar 09 17:34:00.651581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40538) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:00.676325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-344aa150-9509-403d-b494-aafad7ef2e9f tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:34:00.676857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344aa150-9509-403d-b494-aafad7ef2e9f tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:34:00.679762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-344aa150-9509-403d-b494-aafad7ef2e9f tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/subnets/484487fa-e698-4602-896b-69d64f6cd0f8 HTTP/1.1" status: 404 len: 337 time: 0.0273633 Mar 09 17:34:00.682068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40540) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:00.699355 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e5f981-b765-4f60-8625-767f1e0d3264 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] DELETE failed (client error): The resource could not be found. Mar 09 17:34:00.699824 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e5f981-b765-4f60-8625-767f1e0d3264 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 17:34:00.702702 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a3e5f981-b765-4f60-8625-767f1e0d3264 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/6245512b-cfea-4b80-b58b-73647c182097 HTTP/1.1" status: 404 len: 339 time: 0.0197735 Mar 09 17:34:00.704781 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40542) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:00.752975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Deleting subnet 4fc97f5c-2164-499f-8f83-ce286db0d806 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:34:00.755928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (4fc97f5c-2164-499f-8f83-ce286db0d806), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.793997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (4fc97f5c-2164-499f-8f83-ce286db0d806), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.875684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4fc97f5c-2164-499f-8f83-ce286db0d806), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:00.994851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (4fc97f5c-2164-499f-8f83-ce286db0d806), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.022505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc97f5c-2164-499f-8f83-ce286db0d806,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:01.025915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.029622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d189f203-3351-4ca2-9925-d2ae463e53e9 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/subnets/4fc97f5c-2164-499f-8f83-ce286db0d806 HTTP/1.1" status: 204 len: 168 time: 0.3239796 Mar 09 17:34:01.032004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40544) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:01.034364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5610e1e0-38c2-4f94-9f17-45447873f5a3 None None] Network b760dd3a-e92c-4972-815b-51623e383399 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:01.111606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (b760dd3a-e92c-4972-815b-51623e383399), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.165626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Deleting port 7f12b509-464f-49d3-ac70-f38b65e39a36 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:01.165992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.178914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] DHCP port deletion for b760dd3a-e92c-4972-815b-51623e383399 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:34:01.224996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] Deleting port 7f12b509-464f-49d3-ac70-f38b65e39a36 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:01.225372 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.288710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] For port 7f12b509-464f-49d3-ac70-f38b65e39a36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f12b509-464f-49d3-ac70-f38b65e39a36,segment=NetworkSegment(0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3),segment_id=0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:01.289039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.306094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] Calling delete_port for 7f12b509-464f-49d3-ac70-f38b65e39a36 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:01.455837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.479850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] Pushing event deleted for resources: {'Port': ['ID=7f12b509-464f-49d3-ac70-f38b65e39a36,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:01.485628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c96857-22b0-4647-837d-6fcf0b0feba3 None None] No DVR routers for this DVR port 7f12b509-464f-49d3-ac70-f38b65e39a36 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:01.521084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] For port 7f12b509-464f-49d3-ac70-f38b65e39a36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f12b509-464f-49d3-ac70-f38b65e39a36,segment=NetworkSegment(0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3),segment_id=0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:01.521451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.533948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Calling delete_port for 7f12b509-464f-49d3-ac70-f38b65e39a36 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:01.606317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7f12b509-464f-49d3-ac70-f38b65e39a36), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.630590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Port': ['ID=7f12b509-464f-49d3-ac70-f38b65e39a36,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:01.634066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] No DVR routers for this DVR port 7f12b509-464f-49d3-ac70-f38b65e39a36 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:01.712448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (b760dd3a-e92c-4972-815b-51623e383399), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.735841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b760dd3a-e92c-4972-815b-51623e383399']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:01.744752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:01.744999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:01.754342 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.767541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.773169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:34:01.773548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (0786befb-6f41-4d06-b2ad-8e7c1ccdbcd3), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: self.session.flush() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:34:01.776439 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:34:01.879564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (b760dd3a-e92c-4972-815b-51623e383399), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.886060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:01.889832 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] 10.222.0.16 "DELETE /v2.0/networks/b760dd3a-e92c-4972-815b-51623e383399 HTTP/1.1" status: 204 len: 168 time: 0.8568692 Mar 09 17:34:01.900798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e430-938b-442f-8ce3-3f1ff68c9825 tempest-NetworksIpV6Test-692024104 tempest-NetworksIpV6Test-692024104-project] Pushing event deleted for resources: {'Network': ['ID=b760dd3a-e92c-4972-815b-51623e383399,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:02.210868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7f12b509-464f-49d3-ac70-f38b65e39a36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:34:02.231459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 7f12b509-464f-49d3-ac70-f38b65e39a36 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:34:02.231812 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7f12b509-464f-49d3-ac70-f38b65e39a36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:34:02.232521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device bc5a869b-8d3b-4168-af92-10cb5f43bccf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:34:02.253213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: bc5a869b-8d3b-4168-af92-10cb5f43bccf {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:34:02.253572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device bc5a869b-8d3b-4168-af92-10cb5f43bccf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:34:02.255334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40550) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:02.396735 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-636e01d9-71e9-48d2-82e5-08e21b3069c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e262c003cc74f208bae2a132c154fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401012 Mar 09 17:34:02.398997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40554) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:02.446775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6004ca91-5700-442d-acc1-14aa5ffc1e80 admin admin] Publish callbacks [] for security_group (23335167-c1fb-4331-bd98-9717dbee246a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:02.468488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6004ca91-5700-442d-acc1-14aa5ffc1e80 admin admin] Publish callbacks [] for security_group (23335167-c1fb-4331-bd98-9717dbee246a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:02.582741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6004ca91-5700-442d-acc1-14aa5ffc1e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (23335167-c1fb-4331-bd98-9717dbee246a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:02.585469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6004ca91-5700-442d-acc1-14aa5ffc1e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:02.592918 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6004ca91-5700-442d-acc1-14aa5ffc1e80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23335167-c1fb-4331-bd98-9717dbee246a HTTP/1.1" status: 204 len: 168 time: 0.1868360 Mar 09 17:34:02.599504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ca91-5700-442d-acc1-14aa5ffc1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23335167-c1fb-4331-bd98-9717dbee246a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:03.539088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40576) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:03.610992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cc54912e-aa47-475b-8d86-96fb5654ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:03.629788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2146915040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:03.712628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:03.713655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:03.799226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for router_controller (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:03.862964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:03.938900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:03.940089 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a17220f3-8da7-40bc-9db1-2e861f954a7c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4000008 Mar 09 17:34:03.942808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40580) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:03.947479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-55633225'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:04.010916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Made reservation on behalf of 317b1bb2169c45cc9b8844f241f61b21 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:04.014376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.023052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.095989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for security_group (1b1c9381-828f-4348-9e0a-36daefcd9501), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.158126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1b1c9381-828f-4348-9e0a-36daefcd9501), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.180661 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:34:04.195497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c9381-828f-4348-9e0a-36daefcd9501,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:04.198334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a14df26b-5877-42fd-be1c-c66c2eeeed94), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.202488 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Added segment a14df26b-5877-42fd-be1c-c66c2eeeed94 of type vlan for network f67b378e-7b9a-4c50-a811-1c57dbc57121 Mar 09 17:34:04.237170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f67b378e-7b9a-4c50-a811-1c57dbc57121), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.323866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f67b378e-7b9a-4c50-a811-1c57dbc57121), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.329369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:04.329991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.395757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event updated for resources: {'Network': ['ID=f67b378e-7b9a-4c50-a811-1c57dbc57121,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:04.406211 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f67b378e-7b9a-4c50-a811-1c57dbc57121 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:34:04.412462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5c47d55f-7d35-4312-9776-6fa61ac1244e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4686451 Mar 09 17:34:04.415190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40582) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:04.420000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Request body: {'subnet': {'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:04.576114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Made reservation on behalf of 317b1bb2169c45cc9b8844f241f61b21 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:04.579614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.810507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (2b81af3f-4d51-4957-8427-a24e53ebe7c5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:04.873044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event updated for resources: {'Subnet': ['ID=2b81af3f-4d51-4957-8427-a24e53ebe7c5,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:04.881445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Checking segment: {'id': 'a14df26b-5877-42fd-be1c-c66c2eeeed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:04.881814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Network hostable DHCP agents. Network: f67b378e-7b9a-4c50-a811-1c57dbc57121, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:34:04.959586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Network f67b378e-7b9a-4c50-a811-1c57dbc57121 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:34:05.010705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f67b378e-7b9a-4c50-a811-1c57dbc57121) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:05.017929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:05.018531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.022345 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0169279-39c1-49e4-9be4-8a02b1b9f44a None None] Network f67b378e-7b9a-4c50-a811-1c57dbc57121 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:05.082380 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4348ac16-7b3d-4a00-a422-a049e3d539c6 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6661382 Mar 09 17:34:05.085468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40584) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:05.090536 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2056252686'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:05.121199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f67b378e-7b9a-4c50-a811-1c57dbc57121', 'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121', 'project_id': '317b1bb2169c45cc9b8844f241f61b21', 'fixed_ips': [{'subnet_id': '2b81af3f-4d51-4957-8427-a24e53ebe7c5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:34:05.122607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.188600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Made reservation on behalf of 317b1bb2169c45cc9b8844f241f61b21 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:05.191973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.215420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:34:05.224394 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1978e4b-52b4-4d1e-8b9d-80ec1b20703a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.226462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Added segment a1978e4b-52b4-4d1e-8b9d-80ec1b20703a of type vlan for network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 Mar 09 17:34:05.255969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Allocated IP 172.20.0.2 (f67b378e-7b9a-4c50-a811-1c57dbc57121/2b81af3f-4d51-4957-8427-a24e53ebe7c5/9bf43e61-d83a-453b-9678-0120a9a4e486) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:05.264285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6c43a42a-ab70-4aa6-a121-2910bda92ba2), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.354313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6c43a42a-ab70-4aa6-a121-2910bda92ba2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.359952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:05.360579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.393521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Publish callbacks [] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.426058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event updated for resources: {'Network': ['ID=6c43a42a-ab70-4aa6-a121-2910bda92ba2,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:05.435709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:34:05.459826 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1564bb64-bc00-474a-aedc-c9dad6f0f7d4 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3732092 Mar 09 17:34:05.462652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40586) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:05.468061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Request body: {'subnet': {'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:05.491581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.539585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Network f67b378e-7b9a-4c50-a811-1c57dbc57121 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:05.542412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:05.547131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:05.550136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Pushing event updated for resources: {'Port': ['ID=9bf43e61-d83a-453b-9678-0120a9a4e486,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:05.601630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Attempting to bind port 9bf43e61-d83a-453b-9678-0120a9a4e486 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:05.602002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Attempting to bind port 9bf43e61-d83a-453b-9678-0120a9a4e486 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a14df26b-5877-42fd-be1c-c66c2eeeed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:05.602364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Attempting to bind port 9bf43e61-d83a-453b-9678-0120a9a4e486 on network f67b378e-7b9a-4c50-a811-1c57dbc57121 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:05.607867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:05.608183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Checking segment: {'id': 'a14df26b-5877-42fd-be1c-c66c2eeeed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:05.608614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.609009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Bound using segment: {'id': 'a14df26b-5877-42fd-be1c-c66c2eeeed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:05.609470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Bound port: 9bf43e61-d83a-453b-9678-0120a9a4e486, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14df26b-5877-42fd-be1c-c66c2eeeed94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f67b378e-7b9a-4c50-a811-1c57dbc57121'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:05.609853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.611033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Made reservation on behalf of 317b1bb2169c45cc9b8844f241f61b21 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:05.614500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.670088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] For port 9bf43e61-d83a-453b-9678-0120a9a4e486, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:05.673218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] For port 9bf43e61-d83a-453b-9678-0120a9a4e486, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bf43e61-d83a-453b-9678-0120a9a4e486,segment=NetworkSegment(a14df26b-5877-42fd-be1c-c66c2eeeed94),segment_id=a14df26b-5877-42fd-be1c-c66c2eeeed94)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:05.737729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.795986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efe345-067b-4109-9bb8-2d4e919d8928 None None] Pushing event updated for resources: {'Port': ['ID=9bf43e61-d83a-453b-9678-0120a9a4e486,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:05.851885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (8d58fb13-0bf0-4150-9d41-a26ddec5c3d1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:05.916101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event updated for resources: {'Subnet': ['ID=8d58fb13-0bf0-4150-9d41-a26ddec5c3d1,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:05.927255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Checking segment: {'id': 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:05.927622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Network hostable DHCP agents. Network: 6c43a42a-ab70-4aa6-a121-2910bda92ba2, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:34:06.021715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:34:06.096996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6c43a42a-ab70-4aa6-a121-2910bda92ba2) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:06.101631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:06.102231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.106130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b42cd-fe87-4316-8a1d-dd5de9cc3a33 None None] Network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:06.215023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6c43a42a-ab70-4aa6-a121-2910bda92ba2', 'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2', 'project_id': '317b1bb2169c45cc9b8844f241f61b21', 'fixed_ips': [{'subnet_id': '8d58fb13-0bf0-4150-9d41-a26ddec5c3d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:34:06.216100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.242772 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cd3de98d-cea6-40f0-b22d-cb1dac516fa0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7790389 Mar 09 17:34:06.246406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40588) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:06.253051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6ce53ebc-4776-4648-8c79-5d897e33f967 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:06.441904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9bf43e61-d83a-453b-9678-0120a9a4e486 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:06.443997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8318cd31-8500-4d46-9411-464f1158d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.473773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6ce53ebc-4776-4648-8c79-5d897e33f967 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for router_gateway (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.546866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Allocated IP 172.21.0.2 (6c43a42a-ab70-4aa6-a121-2910bda92ba2/8d58fb13-0bf0-4150-9d41-a26ddec5c3d1/9b1ae922-b59a-4924-b969-57bb5bf34464) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:06.557755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9bf43e61-d83a-453b-9678-0120a9a4e486 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:06.558662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.643878 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.api.v2.resource [None req-6ce53ebc-4776-4648-8c79-5d897e33f967 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 17:34:06.650929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40590) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:06.651481 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6ce53ebc-4776-4648-8c79-5d897e33f967 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "PUT /v2.0/routers/a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f HTTP/1.1" status: 400 len: 364 time: 0.4019272 Mar 09 17:34:06.713708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Deleting subnet 8d58fb13-0bf0-4150-9d41-a26ddec5c3d1 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:34:06.746579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9bf43e61-d83a-453b-9678-0120a9a4e486 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:06.747542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.769251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94c5b9-92d9-44af-bf26-cd0b8bc14598 None None] Network f67b378e-7b9a-4c50-a811-1c57dbc57121 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:06.796414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Publish callbacks [] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.815641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 9bf43e61-d83a-453b-9678-0120a9a4e486, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bf43e61-d83a-453b-9678-0120a9a4e486,segment=NetworkSegment(a14df26b-5877-42fd-be1c-c66c2eeeed94),segment_id=a14df26b-5877-42fd-be1c-c66c2eeeed94)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:06.878173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3b794a29-b787-49fd-8eea-2cd218d1eda2 None None] Provisioning complete for port 9bf43e61-d83a-453b-9678-0120a9a4e486 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:06.878559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3b794a29-b787-49fd-8eea-2cd218d1eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.884250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.885569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for subnet (8d58fb13-0bf0-4150-9d41-a26ddec5c3d1), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.935820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (8d58fb13-0bf0-4150-9d41-a26ddec5c3d1), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.943320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:06.992793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:07.006254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:07.008660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:07.013822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Pushing event updated for resources: {'Port': ['ID=9b1ae922-b59a-4924-b969-57bb5bf34464,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:07.034361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (8d58fb13-0bf0-4150-9d41-a26ddec5c3d1), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.149429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=9bf43e61-d83a-453b-9678-0120a9a4e486,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:07.156341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Attempting to bind port 9b1ae922-b59a-4924-b969-57bb5bf34464 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:07.156739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Attempting to bind port 9b1ae922-b59a-4924-b969-57bb5bf34464 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:07.157105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Attempting to bind port 9b1ae922-b59a-4924-b969-57bb5bf34464 on network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:07.167649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3b794a29-b787-49fd-8eea-2cd218d1eda2 None None] Current status of the port 9bf43e61-d83a-453b-9678-0120a9a4e486 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:07.177916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (8d58fb13-0bf0-4150-9d41-a26ddec5c3d1), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.187157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:07.187559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Checking segment: {'id': 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:07.188036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.188772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Bound using segment: {'id': 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:07.189082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Bound port: 9b1ae922-b59a-4924-b969-57bb5bf34464, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6c43a42a-ab70-4aa6-a121-2910bda92ba2'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:07.189589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.230308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event deleted for resources: {'Subnet': ['ID=8d58fb13-0bf0-4150-9d41-a26ddec5c3d1,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:07.239236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.243933 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-caaa38fc-700c-4ca5-9457-36fd8faca728 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "DELETE /v2.0/subnets/8d58fb13-0bf0-4150-9d41-a26ddec5c3d1 HTTP/1.1" status: 204 len: 168 time: 0.5918994 Mar 09 17:34:07.246986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40592) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:07.275293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.282463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] For port 9b1ae922-b59a-4924-b969-57bb5bf34464, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:07.286176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] For port 9b1ae922-b59a-4924-b969-57bb5bf34464, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b1ae922-b59a-4924-b969-57bb5bf34464,segment=NetworkSegment(a1978e4b-52b4-4d1e-8b9d-80ec1b20703a),segment_id=a1978e4b-52b4-4d1e-8b9d-80ec1b20703a)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:07.329580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6c43a42a-ab70-4aa6-a121-2910bda92ba2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.343354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.389592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Deleting port 9b1ae922-b59a-4924-b969-57bb5bf34464 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:07.389939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.440084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c1f87c70-525e-44bf-9cb0-f59905c7ab96 None None] Provisioning complete for port 9bf43e61-d83a-453b-9678-0120a9a4e486 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:07.440428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c1f87c70-525e-44bf-9cb0-f59905c7ab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.442136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c614af0-86e6-44fc-b1fe-751e4c1a1b86 None None] Pushing event updated for resources: {'Port': ['ID=9b1ae922-b59a-4924-b969-57bb5bf34464,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:07.465032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7eaf7-a032-4cd6-8d0c-3787586419e4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 17:34:07.478866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] For port 9b1ae922-b59a-4924-b969-57bb5bf34464, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b1ae922-b59a-4924-b969-57bb5bf34464,segment=NetworkSegment(a1978e4b-52b4-4d1e-8b9d-80ec1b20703a),segment_id=a1978e4b-52b4-4d1e-8b9d-80ec1b20703a)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:07.479378 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.492620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Calling delete_port for 9b1ae922-b59a-4924-b969-57bb5bf34464 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:07.567706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c7eaf7-a032-4cd6-8d0c-3787586419e4 None None] Resources bound (agent type, host, resource id): {{(pid=104359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 17:34:07.583299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c1f87c70-525e-44bf-9cb0-f59905c7ab96 None None] Current status of the port 9bf43e61-d83a-453b-9678-0120a9a4e486 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:07.628840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9b1ae922-b59a-4924-b969-57bb5bf34464), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.658795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event deleted for resources: {'Port': ['ID=9b1ae922-b59a-4924-b969-57bb5bf34464,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:07.664939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] No DVR routers for this DVR port 9b1ae922-b59a-4924-b969-57bb5bf34464 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:07.743647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6c43a42a-ab70-4aa6-a121-2910bda92ba2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.744571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519fe62-1e53-478b-90a3-31156b4faafd None None] Network 6c43a42a-ab70-4aa6-a121-2910bda92ba2 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:07.765023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c43a42a-ab70-4aa6-a121-2910bda92ba2']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:07.774324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:07.774708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1978e4b-52b4-4d1e-8b9d-80ec1b20703a') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:07.784424 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a1978e4b-52b4-4d1e-8b9d-80ec1b20703a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.797863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a1978e4b-52b4-4d1e-8b9d-80ec1b20703a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.803716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:34:07.804138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a1978e4b-52b4-4d1e-8b9d-80ec1b20703a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:34:07.810000 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:34:07.959605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6c43a42a-ab70-4aa6-a121-2910bda92ba2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.966361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:07.975628 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "DELETE /v2.0/networks/6c43a42a-ab70-4aa6-a121-2910bda92ba2 HTTP/1.1" status: 204 len: 168 time: 0.7221744 Mar 09 17:34:07.981767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40594) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:07.982260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba672d-a4ed-4927-a0dd-57668104492c tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event deleted for resources: {'Network': ['ID=6c43a42a-ab70-4aa6-a121-2910bda92ba2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:08.032533 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Deleting subnet 2b81af3f-4d51-4957-8427-a24e53ebe7c5 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:34:08.036535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for subnet (2b81af3f-4d51-4957-8427-a24e53ebe7c5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.074660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (2b81af3f-4d51-4957-8427-a24e53ebe7c5), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.159210 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (2b81af3f-4d51-4957-8427-a24e53ebe7c5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.229610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9bf43e61-d83a-453b-9678-0120a9a4e486 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:08.277196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9bf43e61-d83a-453b-9678-0120a9a4e486 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:08.277496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.285948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (2b81af3f-4d51-4957-8427-a24e53ebe7c5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.315720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event deleted for resources: {'Subnet': ['ID=2b81af3f-4d51-4957-8427-a24e53ebe7c5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:08.319200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.322556 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "DELETE /v2.0/subnets/2b81af3f-4d51-4957-8427-a24e53ebe7c5 HTTP/1.1" status: 204 len: 168 time: 0.3455529 Mar 09 17:34:08.322710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b4fc0-dae3-49f1-a7dd-d635a55c289b None None] Network f67b378e-7b9a-4c50-a811-1c57dbc57121 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:08.325160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:08.330110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.330746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.331307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.331867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.332468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.333028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.333572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.334117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.334641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.335158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.335676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.336287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.336867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bde2d0-edfb-4d7e-8715-18193a662066 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:08.411478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f67b378e-7b9a-4c50-a811-1c57dbc57121), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.432794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.451880 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9bf43e61-d83a-453b-9678-0120a9a4e486 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:08.477973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Deleting port 9bf43e61-d83a-453b-9678-0120a9a4e486 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:08.478541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.544318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] DHCP port deletion for f67b378e-7b9a-4c50-a811-1c57dbc57121 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:34:08.545737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] For port 9bf43e61-d83a-453b-9678-0120a9a4e486, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bf43e61-d83a-453b-9678-0120a9a4e486,segment=NetworkSegment(a14df26b-5877-42fd-be1c-c66c2eeeed94),segment_id=a14df26b-5877-42fd-be1c-c66c2eeeed94)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:08.546114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.558818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Calling delete_port for 9bf43e61-d83a-453b-9678-0120a9a4e486 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:08.590217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] Deleting port 9bf43e61-d83a-453b-9678-0120a9a4e486 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:34:08.591125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.653406 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] For port 9bf43e61-d83a-453b-9678-0120a9a4e486, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bf43e61-d83a-453b-9678-0120a9a4e486,segment=NetworkSegment(a14df26b-5877-42fd-be1c-c66c2eeeed94),segment_id=a14df26b-5877-42fd-be1c-c66c2eeeed94)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:08.653810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.665657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] Calling delete_port for 9bf43e61-d83a-453b-9678-0120a9a4e486 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:34:08.719738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.744558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (9bf43e61-d83a-453b-9678-0120a9a4e486), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.746089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event deleted for resources: {'Port': ['ID=9bf43e61-d83a-453b-9678-0120a9a4e486,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:08.757194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] No DVR routers for this DVR port 9bf43e61-d83a-453b-9678-0120a9a4e486 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:08.772319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] Pushing event deleted for resources: {'Port': ['ID=9bf43e61-d83a-453b-9678-0120a9a4e486,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:08.774103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b6f44-b328-458f-970f-96d3d37a9d6a None None] No DVR routers for this DVR port 9bf43e61-d83a-453b-9678-0120a9a4e486 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:34:08.849818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f67b378e-7b9a-4c50-a811-1c57dbc57121), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.873501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67b378e-7b9a-4c50-a811-1c57dbc57121']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:08.882666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14df26b-5877-42fd-be1c-c66c2eeeed94') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:08.882966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14df26b-5877-42fd-be1c-c66c2eeeed94') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:08.892627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a14df26b-5877-42fd-be1c-c66c2eeeed94), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.906022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a14df26b-5877-42fd-be1c-c66c2eeeed94), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.911666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:34:08.912056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a14df26b-5877-42fd-be1c-c66c2eeeed94), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:34:08.914963 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:34:09.033974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f67b378e-7b9a-4c50-a811-1c57dbc57121), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.040509 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.043658 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "DELETE /v2.0/networks/f67b378e-7b9a-4c50-a811-1c57dbc57121 HTTP/1.1" status: 204 len: 168 time: 0.7169542 Mar 09 17:34:09.046555 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40598) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:09.054639 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c334-6dbc-4de6-813c-7e948c83028e tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Pushing event deleted for resources: {'Network': ['ID=f67b378e-7b9a-4c50-a811-1c57dbc57121,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:09.074221 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-15eb1075-e448-4e58-8309-496aeee78098 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "GET /v2.0/ports?device_id=a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f HTTP/1.1" status: 200 len: 205 time: 0.0258794 Mar 09 17:34:09.077143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40600) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:09.152614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for router (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.324869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.327881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for router_controller (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.416594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.417192 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Fanout notify agent at l3_agent the message router_deleted on router a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:34:09.423696 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.424843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-314f541c-e5f1-4e28-8355-32264b64e9a0 tempest-RoutersNegativeTest-1742380719 tempest-RoutersNegativeTest-1742380719-project] 10.222.0.16 "DELETE /v2.0/routers/a286e5d2-6ca9-47b5-bd28-16ea3bdd5e6f HTTP/1.1" status: 204 len: 168 time: 0.3468015 Mar 09 17:34:09.798655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40606) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:09.849815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.930395 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-70c96704-858f-4321-8aaa-e0d9a07a0ee8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=317b1bb2169c45cc9b8844f241f61b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304924 Mar 09 17:34:09.932871 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 40610) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:09.978260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56cb6dda-b4ab-4c1b-9629-8ea7b61a7ef6 admin admin] Publish callbacks [] for security_group (1b1c9381-828f-4348-9e0a-36daefcd9501), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:09.999484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56cb6dda-b4ab-4c1b-9629-8ea7b61a7ef6 admin admin] Publish callbacks [] for security_group (1b1c9381-828f-4348-9e0a-36daefcd9501), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:10.119630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56cb6dda-b4ab-4c1b-9629-8ea7b61a7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (1b1c9381-828f-4348-9e0a-36daefcd9501), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:10.122246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-56cb6dda-b4ab-4c1b-9629-8ea7b61a7ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:10.123397 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-56cb6dda-b4ab-4c1b-9629-8ea7b61a7ef6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b1c9381-828f-4348-9e0a-36daefcd9501 HTTP/1.1" status: 204 len: 168 time: 0.1896491 Mar 09 17:34:10.132440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb6dda-b4ab-4c1b-9629-8ea7b61a7ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c9381-828f-4348-9e0a-36daefcd9501,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:10.210916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9bf43e61-d83a-453b-9678-0120a9a4e486 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:34:10.232160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9bf43e61-d83a-453b-9678-0120a9a4e486 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:34:10.236862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9bf43e61-d83a-453b-9678-0120a9a4e486 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:34:11.084121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40632) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:11.176162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-225760273-network', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:11.255072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Made reservation on behalf of d52602c6b0704c0690e1d9b63a1ab277 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:11.257409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.265686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.335775 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks [] for security_group (75906e51-f19e-49bf-843b-844d0d443608), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.410772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (75906e51-f19e-49bf-843b-844d0d443608), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.438680 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:34:11.447040 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75906e51-f19e-49bf-843b-844d0d443608,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:11.452802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a5d9cde3-fc9e-4cdc-9949-dd711594c216), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.453146 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Added segment a5d9cde3-fc9e-4cdc-9949-dd711594c216 of type vlan for network 5531eca8-d7bf-45f4-947b-1f72774f812a Mar 09 17:34:11.491925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (5531eca8-d7bf-45f4-947b-1f72774f812a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.576590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (5531eca8-d7bf-45f4-947b-1f72774f812a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.577573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:11.578150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.634885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] Pushing event updated for resources: {'Network': ['ID=5531eca8-d7bf-45f4-947b-1f72774f812a,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:11.644168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 5531eca8-d7bf-45f4-947b-1f72774f812a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:34:11.675608 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9ef7b9fd-e036-447e-8e08-b66a8d394407 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5903332 Mar 09 17:34:11.678403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40636) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:11.683321 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Request body: {'subnet': {'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-subnet', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:11.765584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Made reservation on behalf of d52602c6b0704c0690e1d9b63a1ab277 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:11.768016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:11.993866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (a6afaa1c-e40e-442c-8036-fcf3f6076100), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.046749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6afaa1c-e40e-442c-8036-fcf3f6076100,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:12.061291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Checking segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:12.061684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Network hostable DHCP agents. Network: 5531eca8-d7bf-45f4-947b-1f72774f812a, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:34:12.152112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Network 5531eca8-d7bf-45f4-947b-1f72774f812a is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:34:12.226419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5531eca8-d7bf-45f4-947b-1f72774f812a) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:12.230353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:12.231090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.235177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff6068-8e8e-45fe-84f5-d8323f91d595 None None] Network 5531eca8-d7bf-45f4-947b-1f72774f812a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:12.315241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ce2da0cb-44bc-416d-8ac3-c76a3bea0652 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6356721 Mar 09 17:34:12.317793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40638) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:12.322919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:12.332218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5531eca8-d7bf-45f4-947b-1f72774f812a', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'fixed_ips': [{'subnet_id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:34:12.333121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.405416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.406523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.458590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks [] for router_controller (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.464622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Allocated IP 172.20.0.2 (5531eca8-d7bf-45f4-947b-1f72774f812a/a6afaa1c-e40e-442c-8036-fcf3f6076100/a5735086-71f4-4797-b1e8-13d4b9e64e02) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:12.599182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Publish callbacks [] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.657036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.668047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks [] for router_gateway (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.698430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Network 5531eca8-d7bf-45f4-947b-1f72774f812a is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:12.703089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:12.708784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:12.712989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Pushing event updated for resources: {'Port': ['ID=a5735086-71f4-4797-b1e8-13d4b9e64e02,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:12.764152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Attempting to bind port a5735086-71f4-4797-b1e8-13d4b9e64e02 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:12.764580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Attempting to bind port a5735086-71f4-4797-b1e8-13d4b9e64e02 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:12.764957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Attempting to bind port a5735086-71f4-4797-b1e8-13d4b9e64e02 on network 5531eca8-d7bf-45f4-947b-1f72774f812a {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:12.770402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:12.770806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Checking segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:12.771207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.771611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Bound using segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:12.772091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Bound port: a5735086-71f4-4797-b1e8-13d4b9e64e02, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:12.772515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.832828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] For port a5735086-71f4-4797-b1e8-13d4b9e64e02, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:12.836052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] For port a5735086-71f4-4797-b1e8-13d4b9e64e02, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5735086-71f4-4797-b1e8-13d4b9e64e02,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:12.897324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.951125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks [] for router_gateway (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:12.955230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a61a86-9411-4464-a68a-0b5cd497ace8 None None] Pushing event updated for resources: {'Port': ['ID=a5735086-71f4-4797-b1e8-13d4b9e64e02,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:12.977420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:13.135226 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Allocated IP 172.36.5.15 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/062228b2-f133-4f2e-9304-7fba16e71450) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:13.244549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks [] for port (062228b2-f133-4f2e-9304-7fba16e71450), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:13.329734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (062228b2-f133-4f2e-9304-7fba16e71450), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:13.370061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:13.374625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:13.378066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:13.383361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Pushing event updated for resources: {'Port': ['ID=062228b2-f133-4f2e-9304-7fba16e71450,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:13.879067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5562fe39-67d7-4b5a-adbb-141e99cfcd8c None None] Network 5531eca8-d7bf-45f4-947b-1f72774f812a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:13.959793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] Provisioning complete for port a5735086-71f4-4797-b1e8-13d4b9e64e02 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:13.960171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:13.998156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks [] for router_gateway (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.071850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] Current status of the port a5735086-71f4-4797-b1e8-13d4b9e64e02 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:14.072248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.110176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] For port a5735086-71f4-4797-b1e8-13d4b9e64e02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5735086-71f4-4797-b1e8-13d4b9e64e02,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:14.183371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.215411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.247753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf768f9-e036-4dc3-b610-08da0645a3d8 None None] Pushing event updated for resources: {'Port': ['ID=a5735086-71f4-4797-b1e8-13d4b9e64e02,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:14.275951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5735086-71f4-4797-b1e8-13d4b9e64e02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:14.326565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2cceb69e-fcaa-4555-86fe-9dd852cbc50e None None] Provisioning complete for port a5735086-71f4-4797-b1e8-13d4b9e64e02 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:14.326807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2cceb69e-fcaa-4555-86fe-9dd852cbc50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.369852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a5735086-71f4-4797-b1e8-13d4b9e64e02 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:14.369852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.415432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:34:14.447815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2cceb69e-fcaa-4555-86fe-9dd852cbc50e None None] Current status of the port a5735086-71f4-4797-b1e8-13d4b9e64e02 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:14.480172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a5735086-71f4-4797-b1e8-13d4b9e64e02 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:14.520465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:34:14.529454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Sync routers for ids ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:34:14.538536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Routers {'aac786bb-f9e2-4b9d-9133-2d1178d3dd18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:14.539158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:14.588963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:14.590776 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-659579f0-ebde-4ab8-935e-c4ec3156f6ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2715209 Mar 09 17:34:14.593466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40640) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:14.645478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Set router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:14.818505 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:13Z', 'revision_number': 3, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:14.849557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Checking router: aac786bb-f9e2-4b9d-9133-2d1178d3dd18 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:34:14.849918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Updating router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 port 062228b2-f133-4f2e-9304-7fba16e71450 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:34:14.876131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (062228b2-f133-4f2e-9304-7fba16e71450), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.009114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.119300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Publish callbacks [] for port (062228b2-f133-4f2e-9304-7fba16e71450), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.188065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (062228b2-f133-4f2e-9304-7fba16e71450), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.212086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Allocated IP 172.20.0.1 (5531eca8-d7bf-45f4-947b-1f72774f812a/a6afaa1c-e40e-442c-8036-fcf3f6076100/696f091c-c589-4d11-bd78-ee662b18af86) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:15.244438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Attempting to bind port 062228b2-f133-4f2e-9304-7fba16e71450 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:15.244743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Attempting to bind port 062228b2-f133-4f2e-9304-7fba16e71450 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:15.245113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Attempting to bind port 062228b2-f133-4f2e-9304-7fba16e71450 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:15.247613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bfa4-b1ae-4950-a494-bf750da632dc None None] Pushing event updated for resources: {'Port': ['ID=062228b2-f133-4f2e-9304-7fba16e71450,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:15.254040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:15.257792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:15.257792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.257792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:15.257792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Bound port: 062228b2-f133-4f2e-9304-7fba16e71450, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:15.257792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (062228b2-f133-4f2e-9304-7fba16e71450), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.305903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] For port 062228b2-f133-4f2e-9304-7fba16e71450, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:15.309477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] For port 062228b2-f133-4f2e-9304-7fba16e71450, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=062228b2-f133-4f2e-9304-7fba16e71450,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:15.318256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks [] for port (696f091c-c589-4d11-bd78-ee662b18af86), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.381343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (062228b2-f133-4f2e-9304-7fba16e71450), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.409805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (696f091c-c589-4d11-bd78-ee662b18af86), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.436296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Routers {'aac786bb-f9e2-4b9d-9133-2d1178d3dd18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:15.436950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:15.450028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Network 5531eca8-d7bf-45f4-947b-1f72774f812a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:15.454982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:15.458543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:15.474239 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bfa4-b1ae-4950-a494-bf750da632dc None None] Pushing event updated for resources: {'Port': ['ID=062228b2-f133-4f2e-9304-7fba16e71450,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:15.482206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Pushing event updated for resources: {'Port': ['ID=696f091c-c589-4d11-bd78-ee662b18af86,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:15.502568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.560254 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] Set router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:15.696014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-87121ec3-1383-478a-b86a-7bcc548595af None None] Provisioning complete for port 696f091c-c589-4d11-bd78-ee662b18af86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:15.696413 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-87121ec3-1383-478a-b86a-7bcc548595af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (696f091c-c589-4d11-bd78-ee662b18af86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.723313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (696f091c-c589-4d11-bd78-ee662b18af86), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.759954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-87121ec3-1383-478a-b86a-7bcc548595af None None] Port 696f091c-c589-4d11-bd78-ee662b18af86 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:34:15.784926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:13Z', 'revision_number': 3, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:15.812068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7047-05d9-4142-a3fc-3f0b8f49cd0d None None] The sync data for ids ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'] in dv-neutron-master-2-hyperv is: [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:13Z', 'revision_number': 3, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:34:15.889716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks [] for port (696f091c-c589-4d11-bd78-ee662b18af86), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:15.947931 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (696f091c-c589-4d11-bd78-ee662b18af86), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.014734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Pushing event updated for resources: {'Port': ['ID=696f091c-c589-4d11-bd78-ee662b18af86,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:16.028467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.138629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Network 5531eca8-d7bf-45f4-947b-1f72774f812a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:16.141612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:16.283838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:34:16.332461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5735086-71f4-4797-b1e8-13d4b9e64e02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:16.400709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port a5735086-71f4-4797-b1e8-13d4b9e64e02 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:16.401102 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.417611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:34:16.432069 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-492aef44-f67e-4ee5-a0fb-ba319e5531d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/aac786bb-f9e2-4b9d-9133-2d1178d3dd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291328 Mar 09 17:34:16.488273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port a5735086-71f4-4797-b1e8-13d4b9e64e02 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:16.489422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 062228b2-f133-4f2e-9304-7fba16e71450 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:16.529568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4c6fc045-e74e-4927-bffa-abc5446aef35 None None] Provisioning complete for port 696f091c-c589-4d11-bd78-ee662b18af86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:16.529887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc045-e74e-4927-bffa-abc5446aef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (696f091c-c589-4d11-bd78-ee662b18af86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.576379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fc045-e74e-4927-bffa-abc5446aef35 None None] Port 696f091c-c589-4d11-bd78-ee662b18af86 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:34:16.582484 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 062228b2-f133-4f2e-9304-7fba16e71450 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:16.582862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (062228b2-f133-4f2e-9304-7fba16e71450), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.666151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 062228b2-f133-4f2e-9304-7fba16e71450 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:16.666564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (062228b2-f133-4f2e-9304-7fba16e71450), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.689501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 062228b2-f133-4f2e-9304-7fba16e71450, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=062228b2-f133-4f2e-9304-7fba16e71450,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:16.754105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (062228b2-f133-4f2e-9304-7fba16e71450), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:16.800664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=062228b2-f133-4f2e-9304-7fba16e71450,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:16.967523 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:34:17.104030 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40656) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:17.109500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1599316916-network', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:17.182335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Made reservation on behalf of d9aedea0ca3e477bbbc2eaaf27dca153 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:17.185407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.199435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.271458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks [] for security_group (23d48c45-788e-4c11-aaac-3f54df7c9a81), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.330919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (23d48c45-788e-4c11-aaac-3f54df7c9a81), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.356521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:34:17.366812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d48c45-788e-4c11-aaac-3f54df7c9a81,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:17.375645 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (19b5d1a1-d51d-4d33-af00-d7efb5245bca), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.375645 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Added segment 19b5d1a1-d51d-4d33-af00-d7efb5245bca of type vlan for network 40e86781-9017-4369-80af-8dceaf40a3b5 Mar 09 17:34:17.386955 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Sync routers for ids ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:34:17.396724 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Routers {'aac786bb-f9e2-4b9d-9133-2d1178d3dd18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:17.397351 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:17.415075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (40e86781-9017-4369-80af-8dceaf40a3b5), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.479095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (40e86781-9017-4369-80af-8dceaf40a3b5), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.480088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:17.481272 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.503797 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Set router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:17.542943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] Pushing event updated for resources: {'Network': ['ID=40e86781-9017-4369-80af-8dceaf40a3b5,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:17.553170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 40e86781-9017-4369-80af-8dceaf40a3b5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:34:17.559070 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f9093c6a-9760-44b8-8882-3f4f9792dc64 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4513664 Mar 09 17:34:17.559915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40658) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:17.564259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Request body: {'subnet': {'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-subnet', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'ip_version': 4}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:17.622761 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Made reservation on behalf of d9aedea0ca3e477bbbc2eaaf27dca153 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:17.625508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.704630 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:15Z', 'revision_number': 4, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '696f091c-c589-4d11-bd78-ee662b18af86', 'name': '', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'mac_address': 'fa:16:3e:9e:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:15Z', 'updated_at': '2022-03-09T17:34:15Z', 'revision_number': 2, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'subnets': [{'id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:17.732144 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Checking router: aac786bb-f9e2-4b9d-9133-2d1178d3dd18 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:34:17.734837 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Updating router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 port 696f091c-c589-4d11-bd78-ee662b18af86 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:34:17.758516 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (696f091c-c589-4d11-bd78-ee662b18af86), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.851431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (f2078d76-2026-4809-ab66-56b1a6be3ab8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:17.906994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2078d76-2026-4809-ab66-56b1a6be3ab8,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:17.915550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Checking segment: {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:17.915917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Network hostable DHCP agents. Network: 40e86781-9017-4369-80af-8dceaf40a3b5, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:34:17.976434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Network 40e86781-9017-4369-80af-8dceaf40a3b5 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:34:18.017017 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Publish callbacks [] for port (696f091c-c589-4d11-bd78-ee662b18af86), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.033939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 40e86781-9017-4369-80af-8dceaf40a3b5) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:18.038531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:18.039397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.042466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c1d72-b233-4e05-91be-3245f6948435 None None] Network 40e86781-9017-4369-80af-8dceaf40a3b5 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:18.091672 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (696f091c-c589-4d11-bd78-ee662b18af86), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.117467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4059e177-8c5d-45ff-a7a5-bc33556be574 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5570138 Mar 09 17:34:18.119836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40660) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:18.125896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:18.144606 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Pushing event updated for resources: {'Port': ['ID=696f091c-c589-4d11-bd78-ee662b18af86,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:18.165564 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.165918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.166262 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.166603 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.166935 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.167448 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.167782 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.168154 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.168522 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.168855 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.169185 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.169509 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.169831 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.208531 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Attempting to bind port 696f091c-c589-4d11-bd78-ee662b18af86 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:18.209512 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Attempting to bind port 696f091c-c589-4d11-bd78-ee662b18af86 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:18.209879 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Attempting to bind port 696f091c-c589-4d11-bd78-ee662b18af86 on network 5531eca8-d7bf-45f4-947b-1f72774f812a {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:18.215766 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:18.216148 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Checking segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:18.216586 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.217037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Bound using segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:18.218304 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Bound port: 696f091c-c589-4d11-bd78-ee662b18af86, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:18.218698 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (696f091c-c589-4d11-bd78-ee662b18af86), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.229558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (37faef74-defa-43f4-87f3-0bce497a7988), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.231304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (37faef74-defa-43f4-87f3-0bce497a7988), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.291785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 062228b2-f133-4f2e-9304-7fba16e71450 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:18.306812 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] For port 696f091c-c589-4d11-bd78-ee662b18af86, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:18.311126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] For port 696f091c-c589-4d11-bd78-ee662b18af86, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=696f091c-c589-4d11-bd78-ee662b18af86,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:18.319494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-40e86781-9017-4369-80af-8dceaf40a3b5', 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'fixed_ips': [{'subnet_id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:34:18.320408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.325362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks [] for router_controller (37faef74-defa-43f4-87f3-0bce497a7988), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.366076 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (696f091c-c589-4d11-bd78-ee662b18af86), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.420187 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0f9d5-789f-4ea4-b24f-661852705597 None None] Pushing event updated for resources: {'Port': ['ID=696f091c-c589-4d11-bd78-ee662b18af86,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:18.443464 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Routers {'aac786bb-f9e2-4b9d-9133-2d1178d3dd18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:18.444133 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:18.444885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Provisioning complete for port 696f091c-c589-4d11-bd78-ee662b18af86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:18.445260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (696f091c-c589-4d11-bd78-ee662b18af86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.481952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 062228b2-f133-4f2e-9304-7fba16e71450 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:18.482200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (062228b2-f133-4f2e-9304-7fba16e71450), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.542159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Allocated IP 172.20.0.2 (40e86781-9017-4369-80af-8dceaf40a3b5/f2078d76-2026-4809-ab66-56b1a6be3ab8/377cc42b-8ea2-4e00-999a-2491a214dce3) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:18.558574 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks [] for router_gateway (37faef74-defa-43f4-87f3-0bce497a7988), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.567731 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] Set router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:18.717527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Current status of the port 696f091c-c589-4d11-bd78-ee662b18af86 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:18.718100 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (696f091c-c589-4d11-bd78-ee662b18af86), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.757217 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 062228b2-f133-4f2e-9304-7fba16e71450 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:18.799522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] For port 696f091c-c589-4d11-bd78-ee662b18af86, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=696f091c-c589-4d11-bd78-ee662b18af86,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:18.823402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Publish callbacks [] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.834669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks [] for router_gateway (37faef74-defa-43f4-87f3-0bce497a7988), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.854282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.873011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (696f091c-c589-4d11-bd78-ee662b18af86), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.874204 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:15Z', 'revision_number': 4, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '696f091c-c589-4d11-bd78-ee662b18af86', 'name': '', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'mac_address': 'fa:16:3e:9e:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:15Z', 'updated_at': '2022-03-09T17:34:18Z', 'revision_number': 4, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'subnets': [{'id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:18.906872 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc8fff-55dd-4380-893d-bac4850ef290 None None] The sync data for ids ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'] in dv-neutron-master-2-hyperv is: [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:15Z', 'revision_number': 4, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '696f091c-c589-4d11-bd78-ee662b18af86', 'name': '', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'mac_address': 'fa:16:3e:9e:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:15Z', 'updated_at': '2022-03-09T17:34:18Z', 'revision_number': 4, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'subnets': [{'id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:34:18.907129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:18.934137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Network 40e86781-9017-4369-80af-8dceaf40a3b5 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:18.935033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Pushing event updated for resources: {'Port': ['ID=696f091c-c589-4d11-bd78-ee662b18af86,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:18.938404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:18.947381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:18.947381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.947381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.947745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.948027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.948452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.948802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.949169 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.949508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.949845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.950180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.950511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.950890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.951165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16da080f-be26-4bc7-b93d-96feb311b0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:34:18.993663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Allocated IP 172.36.5.8 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/ed3df322-265d-440e-a61f-d0dda906626b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:19.071997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Pushing event updated for resources: {'Port': ['ID=377cc42b-8ea2-4e00-999a-2491a214dce3,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:19.078537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-24eb65f2-1870-4d8e-af23-f22b1d5c8cf7 None None] Provisioning complete for port 696f091c-c589-4d11-bd78-ee662b18af86 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:19.078908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24eb65f2-1870-4d8e-af23-f22b1d5c8cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (696f091c-c589-4d11-bd78-ee662b18af86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:19.080766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Attempting to bind port 377cc42b-8ea2-4e00-999a-2491a214dce3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:19.081138 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Attempting to bind port 377cc42b-8ea2-4e00-999a-2491a214dce3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:19.081496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Attempting to bind port 377cc42b-8ea2-4e00-999a-2491a214dce3 on network 40e86781-9017-4369-80af-8dceaf40a3b5 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:19.108296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:19.108719 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Checking segment: {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:19.109126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:19.109530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Bound using segment: {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:19.110017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Bound port: 377cc42b-8ea2-4e00-999a-2491a214dce3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:19.110403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:19.129479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks [] for port (ed3df322-265d-440e-a61f-d0dda906626b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:19.218061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] For port 377cc42b-8ea2-4e00-999a-2491a214dce3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:19.222917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] For port 377cc42b-8ea2-4e00-999a-2491a214dce3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=377cc42b-8ea2-4e00-999a-2491a214dce3,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:19.224241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ed3df322-265d-440e-a61f-d0dda906626b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:19.226703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-24eb65f2-1870-4d8e-af23-f22b1d5c8cf7 None None] Current status of the port 696f091c-c589-4d11-bd78-ee662b18af86 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:19.270557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:19.273936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:19.276445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:19.311384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Pushing event updated for resources: {'Port': ['ID=ed3df322-265d-440e-a61f-d0dda906626b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:19.314451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:19.376422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617b6bc-b6dd-4e72-b699-ed479cfcc860 None None] Pushing event updated for resources: {'Port': ['ID=377cc42b-8ea2-4e00-999a-2491a214dce3,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:19.975038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks [] for router_gateway (37faef74-defa-43f4-87f3-0bce497a7988), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.202159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (37faef74-defa-43f4-87f3-0bce497a7988), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.279017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 696f091c-c589-4d11-bd78-ee662b18af86 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:20.331252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 696f091c-c589-4d11-bd78-ee662b18af86 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:20.332671 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (696f091c-c589-4d11-bd78-ee662b18af86), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.357320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4bb8e9-a710-43e4-bd97-8142e6b0c62f None None] Network 40e86781-9017-4369-80af-8dceaf40a3b5 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:34:20.416407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Router 37faef74-defa-43f4-87f3-0bce497a7988 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:34:20.508393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 696f091c-c589-4d11-bd78-ee662b18af86 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:20.509447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 377cc42b-8ea2-4e00-999a-2491a214dce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:20.513465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] Provisioning complete for port 377cc42b-8ea2-4e00-999a-2491a214dce3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:20.513841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.528828 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:34:20.558197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Sync routers for ids ['37faef74-defa-43f4-87f3-0bce497a7988'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:34:20.595622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.595965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Routers {'37faef74-defa-43f4-87f3-0bce497a7988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:20.596598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['37faef74-defa-43f4-87f3-0bce497a7988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:20.597062 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e0a2455f-ecf7-48d9-98f2-d5b36b8fccda admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4758997 Mar 09 17:34:20.600148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 40662) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:34:20.667168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 377cc42b-8ea2-4e00-999a-2491a214dce3 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:20.667557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.771985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] Current status of the port 377cc42b-8ea2-4e00-999a-2491a214dce3 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:20.772200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.797669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Set router 37faef74-defa-43f4-87f3-0bce497a7988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:20.907787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] For port 377cc42b-8ea2-4e00-999a-2491a214dce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=377cc42b-8ea2-4e00-999a-2491a214dce3,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:20.926446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 377cc42b-8ea2-4e00-999a-2491a214dce3 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:20.926848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:20.963262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.039491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.200854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Allocated IP 172.20.0.1 (40e86781-9017-4369-80af-8dceaf40a3b5/f2078d76-2026-4809-ab66-56b1a6be3ab8/98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:21.235034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5ee594ee-80b1-4c29-bd92-6b0a27fbcd1a None None] Provisioning complete for port 377cc42b-8ea2-4e00-999a-2491a214dce3 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:21.235417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5ee594ee-80b1-4c29-bd92-6b0a27fbcd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.236888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d108c-eb1a-4a4e-8c84-f5ca98a42f3b None None] Pushing event updated for resources: {'Port': ['ID=377cc42b-8ea2-4e00-999a-2491a214dce3,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:21.260861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:34:21.261223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:34:21.303911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks [] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.304720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:19Z', 'revision_number': 3, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:21.352913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Checking router: 37faef74-defa-43f4-87f3-0bce497a7988 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:34:21.353286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Updating router 37faef74-defa-43f4-87f3-0bce497a7988 port ed3df322-265d-440e-a61f-d0dda906626b binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:34:21.384805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5ee594ee-80b1-4c29-bd92-6b0a27fbcd1a None None] Current status of the port 377cc42b-8ea2-4e00-999a-2491a214dce3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:21.389598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed3df322-265d-440e-a61f-d0dda906626b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.411727 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.446597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Network 40e86781-9017-4369-80af-8dceaf40a3b5 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:21.450088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:21.453568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:21.485419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Pushing event updated for resources: {'Port': ['ID=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:21.500967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (37faef74-defa-43f4-87f3-0bce497a7988), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.646441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Publish callbacks [] for port (ed3df322-265d-440e-a61f-d0dda906626b), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.706016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d19a540c-5aad-4baf-b824-f075bb7e9b1b None None] Provisioning complete for port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:21.706396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d19a540c-5aad-4baf-b824-f075bb7e9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.709022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ed3df322-265d-440e-a61f-d0dda906626b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.715486 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.810346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d19a540c-5aad-4baf-b824-f075bb7e9b1b None None] Port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:34:21.816851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d45e-8163-48dd-b77c-333d427c2b72 None None] Pushing event updated for resources: {'Port': ['ID=ed3df322-265d-440e-a61f-d0dda906626b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:21.820669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Attempting to bind port ed3df322-265d-440e-a61f-d0dda906626b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:21.821069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Attempting to bind port ed3df322-265d-440e-a61f-d0dda906626b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:21.821438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Attempting to bind port ed3df322-265d-440e-a61f-d0dda906626b on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:21.832948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:21.833336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:21.833742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.834140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:21.834618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Bound port: ed3df322-265d-440e-a61f-d0dda906626b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:21.835006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed3df322-265d-440e-a61f-d0dda906626b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.836625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 377cc42b-8ea2-4e00-999a-2491a214dce3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:21.881842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks [] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.886974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] For port ed3df322-265d-440e-a61f-d0dda906626b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:21.889940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] For port ed3df322-265d-440e-a61f-d0dda906626b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed3df322-265d-440e-a61f-d0dda906626b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:21.942122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:21.966005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ed3df322-265d-440e-a61f-d0dda906626b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:22.011481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (37faef74-defa-43f4-87f3-0bce497a7988), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:22.014203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Pushing event updated for resources: {'Port': ['ID=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:22.016963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Routers {'37faef74-defa-43f4-87f3-0bce497a7988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:22.017777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['37faef74-defa-43f4-87f3-0bce497a7988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:22.066650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d45e-8163-48dd-b77c-333d427c2b72 None None] Pushing event updated for resources: {'Port': ['ID=ed3df322-265d-440e-a61f-d0dda906626b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:22.103941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Network 40e86781-9017-4369-80af-8dceaf40a3b5 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:22.106026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:22.140980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] Set router 37faef74-defa-43f4-87f3-0bce497a7988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:22.232081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Router 37faef74-defa-43f4-87f3-0bce497a7988 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:34:22.281085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 377cc42b-8ea2-4e00-999a-2491a214dce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:22.354777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:34:22.361782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7f0711be-d3e2-4ebc-820d-8ab0dabbca05 admin admin] 10.222.0.16 "PUT /v2.0/routers/37faef74-defa-43f4-87f3-0bce497a7988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7604420 Mar 09 17:34:22.384595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 377cc42b-8ea2-4e00-999a-2491a214dce3 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:22.385104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:22.432972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e', 'name': '', 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'mac_address': 'fa:16:3e:6a:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:21Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 2, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'subnets': [{'id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:22.475140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecb5cd-03ea-4868-a2ec-248196ee9a3f None None] The sync data for ids ['37faef74-defa-43f4-87f3-0bce497a7988'] in dv-neutron-master-2-hyperv is: [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e', 'name': '', 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'mac_address': 'fa:16:3e:6a:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:21Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 2, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'subnets': [{'id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:34:22.479251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7ee8651e-8fa8-4c34-8152-00c82582fa38 None None] Provisioning complete for port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:22.479613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7ee8651e-8fa8-4c34-8152-00c82582fa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:22.539224 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 377cc42b-8ea2-4e00-999a-2491a214dce3 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:22.543109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8651e-8fa8-4c34-8152-00c82582fa38 None None] Port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:34:23.159981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-05682263-714a-44ad-a4d4-87e4a63f7f77 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:23.161716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-05682263-714a-44ad-a4d4-87e4a63f7f77 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/networks?id=5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 200 len: 816 time: 0.1093495 Mar 09 17:34:23.181431 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-76adacb1-4e3a-4aea-bf23-21075ac044a0 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/quotas/d52602c6b0704c0690e1d9b63a1ab277 HTTP/1.1" status: 200 len: 375 time: 0.0097082 Mar 09 17:34:23.238086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-117eb978-9a27-439b-86eb-c1f22159a307 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507774 Mar 09 17:34:23.432961 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-b784acb4-b91e-4ed3-b1a3-30a23f03deac service neutron] 10.222.0.16 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822085 Mar 09 17:34:23.525293 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-1f7848da-0ab1-48a2-ab17-41a92ed26db1 service neutron] 10.222.0.16 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865095 Mar 09 17:34:24.242507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed3df322-265d-440e-a61f-d0dda906626b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:24.289051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ed3df322-265d-440e-a61f-d0dda906626b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:24.289432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed3df322-265d-440e-a61f-d0dda906626b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:24.365310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ed3df322-265d-440e-a61f-d0dda906626b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:24.365706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ed3df322-265d-440e-a61f-d0dda906626b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:24.384990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port ed3df322-265d-440e-a61f-d0dda906626b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed3df322-265d-440e-a61f-d0dda906626b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:24.450744 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ed3df322-265d-440e-a61f-d0dda906626b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:24.497241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=ed3df322-265d-440e-a61f-d0dda906626b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:24.764113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4f20842b-2b45-4dc4-a5ac-a7ad2123dadf req-e3d85e8a-c2ff-4880-b041-409c91b54fe7 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 210 time: 0.0286601 Mar 09 17:34:25.847088 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Sync routers for ids ['37faef74-defa-43f4-87f3-0bce497a7988'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:34:25.857132 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Routers {'37faef74-defa-43f4-87f3-0bce497a7988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:25.857827 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['37faef74-defa-43f4-87f3-0bce497a7988'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:25.867774 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-90970dc5-9f52-45d6-83be-2ecd99a958b2 req-fd7aea38-0704-43d8-b46c-59c2d8ce75d6 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 210 time: 0.0292172 Mar 09 17:34:25.963981 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Set router 37faef74-defa-43f4-87f3-0bce497a7988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:26.159076 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e', 'name': '', 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'mac_address': 'fa:16:3e:6a:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:21Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 2, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'subnets': [{'id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:26.192422 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Checking router: 37faef74-defa-43f4-87f3-0bce497a7988 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:34:26.192783 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Updating router 37faef74-defa-43f4-87f3-0bce497a7988 port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:34:26.221967 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.235166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed3df322-265d-440e-a61f-d0dda906626b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:26.284997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ed3df322-265d-440e-a61f-d0dda906626b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:26.285381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ed3df322-265d-440e-a61f-d0dda906626b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.362386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ed3df322-265d-440e-a61f-d0dda906626b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:26.478905 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Publish callbacks [] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.547243 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.600465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583db94-cab4-481e-b527-816ed14ce18d None None] Pushing event updated for resources: {'Port': ['ID=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:26.651743 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Attempting to bind port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:26.652701 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Attempting to bind port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:26.653071 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Attempting to bind port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e on network 40e86781-9017-4369-80af-8dceaf40a3b5 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:26.658529 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:26.658915 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Checking segment: {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:26.659320 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.659728 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Bound using segment: {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:26.660194 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Bound port: 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b5d1a1-d51d-4d33-af00-d7efb5245bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:26.660627 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.724834 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] For port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:26.728175 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] For port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:26.792316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7b261f84-bfc5-4075-a883-ca911593aeb8 None None] Provisioning complete for port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:26.792774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7b261f84-bfc5-4075-a883-ca911593aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.821423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:26.827113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7b261f84-bfc5-4075-a883-ca911593aeb8 None None] Port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:34:26.875819 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Routers {'37faef74-defa-43f4-87f3-0bce497a7988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:34:26.876495 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:34:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['37faef74-defa-43f4-87f3-0bce497a7988'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:26.979640 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583db94-cab4-481e-b527-816ed14ce18d None None] Pushing event updated for resources: {'Port': ['ID=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:27.017719 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] Set router 37faef74-defa-43f4-87f3-0bce497a7988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:34:27.150451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] Provisioning complete for port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:27.150771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:27.221278 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a19ffa07-7ac7-49ed-8a66-993ed220c2f0 req-d01ae037-0436-4aa7-9d84-8ab00f59f28e tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 210 time: 0.0314631 Mar 09 17:34:27.247607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] Current status of the port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:27.248227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:27.264213 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e', 'name': '', 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'mac_address': 'fa:16:3e:6a:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:21Z', 'updated_at': '2022-03-09T17:34:26Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'subnets': [{'id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:34:27.264825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-746ca9ff-839c-4c91-880c-f8ff08002eb1 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:27.267338 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-746ca9ff-839c-4c91-880c-f8ff08002eb1 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "GET /v2.0/networks?id=5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 200 len: 816 time: 0.4862630 Mar 09 17:34:27.278941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Request body: {'port': {'device_id': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'admin_state_up': True, 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:27.281397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] For port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:27.289656 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eddd3c-057d-49dc-b5ea-a2f902bf8bd3 None None] The sync data for ids ['37faef74-defa-43f4-87f3-0bce497a7988'] in dv-neutron-master-2-hyperv is: [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:21Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e', 'name': '', 'network_id': '40e86781-9017-4369-80af-8dceaf40a3b5', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'mac_address': 'fa:16:3e:6a:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:21Z', 'updated_at': '2022-03-09T17:34:26Z', 'revision_number': 4, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'subnets': [{'id': 'f2078d76-2026-4809-ab66-56b1a6be3ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:34:27.353664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:27.406773 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270166a1-f6b7-48fa-b5d0-e58fbf32ee2c None None] Pushing event updated for resources: {'Port': ['ID=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:27.456179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Made reservation on behalf of d52602c6b0704c0690e1d9b63a1ab277 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:34:27.459758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:27.587448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Allocated IP 172.20.0.10 (5531eca8-d7bf-45f4-947b-1f72774f812a/a6afaa1c-e40e-442c-8036-fcf3f6076100/e8ca4676-099f-46e8-a82f-15b9105bb937) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:34:27.741499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks [] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:27.832893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:27.873422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Network 5531eca8-d7bf-45f4-947b-1f72774f812a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:34:27.876533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:34:27.882587 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:34:27.913687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Pushing event updated for resources: {'Port': ['ID=e8ca4676-099f-46e8-a82f-15b9105bb937,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:27.939438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:27.940087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.013418 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-7936b0eb-9ab1-4ec1-9130-bb13fe533683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387540 Mar 09 17:34:28.024489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Request body: {'port': {'device_id': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:34:28.076735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-61eb6e45-046e-4af7-9fd6-41494d3ca8a0 None None] Provisioning complete for port e8ca4676-099f-46e8-a82f-15b9105bb937 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:28.077210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-61eb6e45-046e-4af7-9fd6-41494d3ca8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.085632 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.113159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-61eb6e45-046e-4af7-9fd6-41494d3ca8a0 None None] Port e8ca4676-099f-46e8-a82f-15b9105bb937 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:34:28.253461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:28.301129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:28.301528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.349221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ed51-ef72-4946-a384-2fe15b3932c2 req-963b6f95-cd30-41ac-88e1-05157e56a87d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:28.351465 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-00d0ed51-ef72-4946-a384-2fe15b3932c2 req-963b6f95-cd30-41ac-88e1-05157e56a87d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 932 time: 0.0587523 Mar 09 17:34:28.361709 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ca4676-099f-46e8-a82f-15b9105bb937 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:34:28.370182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Publish callbacks [] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.381916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:28.383007 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Transition to ACTIVE for port object e8ca4676-099f-46e8-a82f-15b9105bb937 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:34:28.399834 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-00d0ed51-ef72-4946-a384-2fe15b3932c2 req-477395c9-6a74-4d75-9f32-92401c8aaad3 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Mar 09 17:34:28.443228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.496877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ca4676-099f-46e8-a82f-15b9105bb937,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:28.565966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Attempting to bind port e8ca4676-099f-46e8-a82f-15b9105bb937 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:34:28.566326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Attempting to bind port e8ca4676-099f-46e8-a82f-15b9105bb937 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:34:28.566673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Attempting to bind port e8ca4676-099f-46e8-a82f-15b9105bb937 on network 5531eca8-d7bf-45f4-947b-1f72774f812a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:28.571224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Port e8ca4676-099f-46e8-a82f-15b9105bb937 on network 5531eca8-d7bf-45f4-947b-1f72774f812a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:34:28.571550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Attempting to bind port e8ca4676-099f-46e8-a82f-15b9105bb937 on network 5531eca8-d7bf-45f4-947b-1f72774f812a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:34:28.576648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:34:28.577029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Checking segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:34:28.577423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Bound using segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:34:28.577855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Bound port: e8ca4676-099f-46e8-a82f-15b9105bb937, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:34:28.578221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.647827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] For port e8ca4676-099f-46e8-a82f-15b9105bb937, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:34:28.650782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] For port e8ca4676-099f-46e8-a82f-15b9105bb937, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8ca4676-099f-46e8-a82f-15b9105bb937,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:34:28.735209 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.769027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:28.769682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.771105 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-de76d63c-2885-4985-ad15-87467f994412 service neutron] 10.222.0.36 "PUT /v2.0/ports/e8ca4676-099f-46e8-a82f-15b9105bb937 HTTP/1.1" status: 200 len: 1094 time: 0.7511392 Mar 09 17:34:28.771564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'tag': 'e8ca4676-099f-46e8-a82f-15b9105bb937'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:34:28.773858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb2c29f-7a98-4090-8b53-b5f869498bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "beafc9cd-f114-4776-9c8d-f9fc694cd8be", "tag": "e8ca4676-099f-46e8-a82f-15b9105bb937"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:34:28.798422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76d63c-2885-4985-ad15-87467f994412 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ca4676-099f-46e8-a82f-15b9105bb937,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:28.828588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f85a37-02cf-4b49-b38e-f49605b48479 x-openstack-request-id: req-00f85a37-02cf-4b49-b38e-f49605b48479 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:34:28.829159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beafc9cd-f114-4776-9c8d-f9fc694cd8be", "tag": "e8ca4676-099f-46e8-a82f-15b9105bb937", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:34:28.829260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00f85a37-02cf-4b49-b38e-f49605b48479 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:34:28.829617 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'tag': 'e8ca4676-099f-46e8-a82f-15b9105bb937', 'status': 'completed', 'code': 200} Mar 09 17:34:28.879293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:28.890006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c29f-7a98-4090-8b53-b5f869498bc8 req-7a6a680b-b277-4d8b-874c-caa5d7549106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:28.891682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ccb2c29f-7a98-4090-8b53-b5f869498bc8 req-7a6a680b-b277-4d8b-874c-caa5d7549106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 1128 time: 0.0543375 Mar 09 17:34:28.998291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c29f-7a98-4090-8b53-b5f869498bc8 req-9b8fd1f3-ef80-40d9-9538-c8c20a1b3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:28.999835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ccb2c29f-7a98-4090-8b53-b5f869498bc8 req-9b8fd1f3-ef80-40d9-9538-c8c20a1b3537 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019917 Mar 09 17:34:29.092308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c29f-7a98-4090-8b53-b5f869498bc8 req-8774bafa-6662-450d-92b3-2f568634d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:29.093889 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ccb2c29f-7a98-4090-8b53-b5f869498bc8 req-8774bafa-6662-450d-92b3-2f568634d670 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887847 Mar 09 17:34:29.174224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-23e0c099-8bad-46eb-90c3-4dbd36fa09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:29.175646 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-23e0c099-8bad-46eb-90c3-4dbd36fa09b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 1128 time: 0.0487595 Mar 09 17:34:29.216161 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-c01caa9a-c4f3-4413-b8a6-f7e77037d54c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ca4676-099f-46e8-a82f-15b9105bb937 HTTP/1.1" status: 200 len: 217 time: 0.0342767 Mar 09 17:34:29.263925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-b12aaeda-d72c-4df0-97bb-5633d745e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:29.265401 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-b12aaeda-d72c-4df0-97bb-5633d745e101 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6afaa1c-e40e-442c-8036-fcf3f6076100 HTTP/1.1" status: 200 len: 855 time: 0.0432980 Mar 09 17:34:29.312969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-ce7c462f-f4da-4e05-9758-d25af6554824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:29.314464 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-ce7c462f-f4da-4e05-9758-d25af6554824 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5531eca8-d7bf-45f4-947b-1f72774f812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437224 Mar 09 17:34:29.406966 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-c1b6691a-6ca9-4805-a03b-11479f16baaf service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864336 Mar 09 17:34:29.499990 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ea0f041-eb25-4e8b-8350-32bf593fbe45 req-2ad937f6-0fe5-4c23-b447-33cecd918ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873363 Mar 09 17:34:29.516588 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6fd6c-2a9d-4fb8-bad7-f196dfcce1ac req-e60d9871-8f06-4a22-9c93-4857e6b31898 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:29.518084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f6f6fd6c-2a9d-4fb8-bad7-f196dfcce1ac req-e60d9871-8f06-4a22-9c93-4857e6b31898 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 944 time: 0.0529125 Mar 09 17:34:29.562760 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f6f6fd6c-2a9d-4fb8-bad7-f196dfcce1ac req-0af8b0fd-7081-492a-b73b-875249b4b001 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Mar 09 17:34:30.679897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7af3f3-2838-4cab-8dc8-47c50c155ff1 req-4dcf27e3-e8a7-4d52-9293-ba8c543a5be4 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:30.681398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa7af3f3-2838-4cab-8dc8-47c50c155ff1 req-4dcf27e3-e8a7-4d52-9293-ba8c543a5be4 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 944 time: 0.0522470 Mar 09 17:34:30.727614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aa7af3f3-2838-4cab-8dc8-47c50c155ff1 req-6d9a0fe3-a2fe-4418-986f-633d578cd912 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Mar 09 17:34:31.846907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26f28-6f3c-4f6c-aae3-3177ddc1fac0 req-663f0f49-da84-4f13-8c42-ecfaf6d8549d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:31.848673 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3bd26f28-6f3c-4f6c-aae3-3177ddc1fac0 req-663f0f49-da84-4f13-8c42-ecfaf6d8549d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 944 time: 0.0562389 Mar 09 17:34:31.893170 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3bd26f28-6f3c-4f6c-aae3-3177ddc1fac0 req-d6da255d-b0a0-4f1f-9c57-75c7dbdac46b tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390735 Mar 09 17:34:32.671026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e8ca4676-099f-46e8-a82f-15b9105bb937 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:34:32.764302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e8ca4676-099f-46e8-a82f-15b9105bb937, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8ca4676-099f-46e8-a82f-15b9105bb937,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:32.775009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'e8ca4676-099f-46e8-a82f-15b9105bb937', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'port_id': 'e8ca4676-099f-46e8-a82f-15b9105bb937', 'mac_address': 'fa:16:3e:0c:38:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:34:32.814420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e8ca4676-099f-46e8-a82f-15b9105bb937 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:32.814804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:32.826784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ca4676-099f-46e8-a82f-15b9105bb937 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:34:32.845366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e8ca4676-099f-46e8-a82f-15b9105bb937, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8ca4676-099f-46e8-a82f-15b9105bb937,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:32.911649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:32.962077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e8ca4676-099f-46e8-a82f-15b9105bb937,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:33.015436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3c67-b722-4ad8-99c5-a603afe76184 req-bac2a8a5-34bc-429a-8330-2853acdca0e7 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:33.016977 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6fdc3c67-b722-4ad8-99c5-a603afe76184 req-bac2a8a5-34bc-429a-8330-2853acdca0e7 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 945 time: 0.0570762 Mar 09 17:34:33.062835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6fdc3c67-b722-4ad8-99c5-a603afe76184 req-069bbe6f-38c5-4ea2-adc9-82dfa511608c tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Mar 09 17:34:33.141845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['e8ca4676-099f-46e8-a82f-15b9105bb937'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:34:33.604635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d969-9055-46e4-98b3-26bd77a5ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:34.178309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9c28d-1c2b-499c-af26-883ee3a04782 req-632c7942-1275-47f1-86f2-f6219a9fbb06 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:34.179824 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c7d9c28d-1c2b-499c-af26-883ee3a04782 req-632c7942-1275-47f1-86f2-f6219a9fbb06 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 945 time: 0.0515800 Mar 09 17:34:34.227930 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c7d9c28d-1c2b-499c-af26-883ee3a04782 req-4f9a9eea-ad59-422c-8d71-abce4283da8e tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Mar 09 17:34:34.690206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e8ca4676-099f-46e8-a82f-15b9105bb937 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:34:34.798403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port e8ca4676-099f-46e8-a82f-15b9105bb937 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:34:34.802036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port e8ca4676-099f-46e8-a82f-15b9105bb937 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:34:34.802412 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:34.879514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port e8ca4676-099f-46e8-a82f-15b9105bb937 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:34:34.879906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:34.901657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ca4676-099f-46e8-a82f-15b9105bb937'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:34:34.903877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430dc943-5de8-489b-b20b-0d47b31920cc" -d '{"events": [{"server_uuid": "beafc9cd-f114-4776-9c8d-f9fc694cd8be", "name": "network-vif-plugged", "status": "completed", "tag": "e8ca4676-099f-46e8-a82f-15b9105bb937"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:34:34.915535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port e8ca4676-099f-46e8-a82f-15b9105bb937, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8ca4676-099f-46e8-a82f-15b9105bb937,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:34:34.943613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e22d5f-e8ed-496a-877d-7958f0eeebda x-openstack-request-id: req-a0e22d5f-e8ed-496a-877d-7958f0eeebda {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:34:34.943613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beafc9cd-f114-4776-9c8d-f9fc694cd8be", "name": "network-vif-plugged", "status": "completed", "tag": "e8ca4676-099f-46e8-a82f-15b9105bb937", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:34:34.943613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0e22d5f-e8ed-496a-877d-7958f0eeebda {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:34:34.943613 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ca4676-099f-46e8-a82f-15b9105bb937', 'code': 200} Mar 09 17:34:34.993096 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:35.038428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=e8ca4676-099f-46e8-a82f-15b9105bb937,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:34:35.269785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b35ce8-9e16-4d7e-8f65-71aa0633e80a req-72559fff-5d90-46da-8587-ab2502470278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:35.271356 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-20b35ce8-9e16-4d7e-8f65-71aa0633e80a req-72559fff-5d90-46da-8587-ab2502470278 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 1130 time: 0.0478804 Mar 09 17:34:35.315799 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-20b35ce8-9e16-4d7e-8f65-71aa0633e80a req-ada3205a-c04a-4ab4-9f02-a732ce6b8c0e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Mar 09 17:34:35.343604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd27393-7530-417e-93a5-1d3806047bd2 req-2655b3fa-c35e-44c6-a46f-b1ca55186331 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:35.345104 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ffd27393-7530-417e-93a5-1d3806047bd2 req-2655b3fa-c35e-44c6-a46f-b1ca55186331 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 946 time: 0.0511923 Mar 09 17:34:35.394464 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ffd27393-7530-417e-93a5-1d3806047bd2 req-a9ee7916-d6ad-4905-a843-a06ab23aeeab tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Mar 09 17:34:36.210557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8d6219f9-d6fc-40d6-a6fa-447b063f98f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:36.512261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de091-318b-4f06-b6bf-112482cfae01 req-1d08dae0-29ad-45dd-a6c4-77fbce7a3d47 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:36.513769 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-918de091-318b-4f06-b6bf-112482cfae01 req-1d08dae0-29ad-45dd-a6c4-77fbce7a3d47 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 946 time: 0.0523324 Mar 09 17:34:36.559392 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-918de091-318b-4f06-b6bf-112482cfae01 req-8ddbb591-9202-45aa-83fd-eb88552a1683 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Mar 09 17:34:36.672584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2629d-8afc-40b2-b547-51c4543b4615 req-663d4b7f-5467-49fb-8867-d5766c5e7dfe tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:36.673948 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-58e2629d-8afc-40b2-b547-51c4543b4615 req-663d4b7f-5467-49fb-8867-d5766c5e7dfe tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 946 time: 0.0507357 Mar 09 17:34:36.718396 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-58e2629d-8afc-40b2-b547-51c4543b4615 req-98a07192-6068-4c80-a54b-f737413b5625 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Mar 09 17:34:37.267453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:38.403074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:39.872917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:34:53.167543 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-ea2fe6ea-72eb-4552-b31e-8049e573c031 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462227 Mar 09 17:34:53.257929 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190cf01-9250-4094-9ac9-2071718810d0 req-808c786d-34f8-4151-9c7a-dc4e67d318c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:53.259371 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-808c786d-34f8-4151-9c7a-dc4e67d318c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 1130 time: 0.0499892 Mar 09 17:34:53.357649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190cf01-9250-4094-9ac9-2071718810d0 req-000cde1e-d310-436d-8d9d-105b95480f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:53.359147 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-000cde1e-d310-436d-8d9d-105b95480f99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 200 len: 916 time: 0.0834332 Mar 09 17:34:53.402240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-248d6c37-4710-4f18-b20e-6d4c609cf06e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ca4676-099f-46e8-a82f-15b9105bb937 HTTP/1.1" status: 200 len: 217 time: 0.0377765 Mar 09 17:34:53.447958 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190cf01-9250-4094-9ac9-2071718810d0 req-16e7e67c-e5a3-4249-a841-483b5241e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:53.449393 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-16e7e67c-e5a3-4249-a841-483b5241e879 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6afaa1c-e40e-442c-8036-fcf3f6076100 HTTP/1.1" status: 200 len: 855 time: 0.0419121 Mar 09 17:34:53.497858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190cf01-9250-4094-9ac9-2071718810d0 req-04201b3b-b4aa-473b-809a-c13f55072f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:34:53.499354 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-04201b3b-b4aa-473b-809a-c13f55072f79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5531eca8-d7bf-45f4-947b-1f72774f812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434914 Mar 09 17:34:53.591114 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-49a72fe6-4e3a-4073-a309-5a42a50a0d02 service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853150 Mar 09 17:34:53.685340 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6190cf01-9250-4094-9ac9-2071718810d0 req-129a679a-9192-4897-9bbc-fded44067066 service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859659 Mar 09 17:34:53.967009 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:34:58.906384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:03.614948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0d851480-a0fa-4e27-9e83-500968ce98c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:06.214892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7b84f1db-7e93-46c5-92f6-d3402f1146e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:07.266141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:08.408884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:09.860170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:13.482829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ed3ee-86c1-4089-ba1d-f1577aceced0 req-7bd1ac0f-3fee-41fe-bc63-32e2e003c128 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:13.484340 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b08ed3ee-86c1-4089-ba1d-f1577aceced0 req-7bd1ac0f-3fee-41fe-bc63-32e2e003c128 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 946 time: 0.0539441 Mar 09 17:35:13.531813 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b08ed3ee-86c1-4089-ba1d-f1577aceced0 req-284d3f48-359f-4013-843f-1a68e12e6132 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Mar 09 17:35:14.653612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995beb-f490-4db0-9605-17f245cbc88c req-4e3a3a14-9607-4f4f-b3a8-962568fcc66c tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:14.655095 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e1995beb-f490-4db0-9605-17f245cbc88c req-4e3a3a14-9607-4f4f-b3a8-962568fcc66c tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 946 time: 0.0553052 Mar 09 17:35:14.703315 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e1995beb-f490-4db0-9605-17f245cbc88c req-116e17c5-b68a-4f6e-85fb-7937a8f0c5c4 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Mar 09 17:35:14.923551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3bbb0d98-7f68-4fd3-ad97-7d0e6ae41293 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:14.925049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3bbb0d98-7f68-4fd3-ad97-7d0e6ae41293 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 946 time: 0.0516095 Mar 09 17:35:15.022496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Deleting port e8ca4676-099f-46e8-a82f-15b9105bb937 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:35:15.022841 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:15.114682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] For port e8ca4676-099f-46e8-a82f-15b9105bb937, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8ca4676-099f-46e8-a82f-15b9105bb937,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:35:15.115055 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:15.128037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Calling delete_port for e8ca4676-099f-46e8-a82f-15b9105bb937 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:35:15.311814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (e8ca4676-099f-46e8-a82f-15b9105bb937), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:15.324206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['e8ca4676-099f-46e8-a82f-15b9105bb937'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:35:15.341592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Pushing event deleted for resources: {'Port': ['ID=e8ca4676-099f-46e8-a82f-15b9105bb937,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:35:15.369648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.370010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.370361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.370706 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.371050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.371391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.371738 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.372172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.372539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.372876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.373217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.373553 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.373884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:15.400657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] No DVR routers for this DVR port e8ca4676-099f-46e8-a82f-15b9105bb937 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:35:15.403165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:15.406786 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c06797b4-e898-427a-96ce-3b7e2e386ac3 req-3cc295f5-f42f-4925-b91c-64568ffdd246 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "DELETE /v2.0/ports/e8ca4676-099f-46e8-a82f-15b9105bb937 HTTP/1.1" status: 204 len: 173 time: 0.4766426 Mar 09 17:35:15.407248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'name': 'network-vif-deleted', 'tag': 'e8ca4676-099f-46e8-a82f-15b9105bb937'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:35:15.410198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e15a83-ba00-4030-b5df-0385fce06ca7" -d '{"events": [{"server_uuid": "beafc9cd-f114-4776-9c8d-f9fc694cd8be", "name": "network-vif-deleted", "tag": "e8ca4676-099f-46e8-a82f-15b9105bb937"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:35:15.446022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0c67cc-3889-4373-a789-dfa003ed405b x-openstack-request-id: req-eb0c67cc-3889-4373-a789-dfa003ed405b {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:35:15.446022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beafc9cd-f114-4776-9c8d-f9fc694cd8be", "name": "network-vif-deleted", "tag": "e8ca4676-099f-46e8-a82f-15b9105bb937", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:35:15.446022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb0c67cc-3889-4373-a789-dfa003ed405b {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:35:15.446022 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beafc9cd-f114-4776-9c8d-f9fc694cd8be', 'name': 'network-vif-deleted', 'tag': 'e8ca4676-099f-46e8-a82f-15b9105bb937', 'status': 'completed', 'code': 200} Mar 09 17:35:15.811651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3acdce97-24d1-44d4-b6df-4e406d1bb313 req-825c4812-dc1d-4745-917b-a5b8b1386471 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=beafc9cd-f114-4776-9c8d-f9fc694cd8be HTTP/1.1" status: 200 len: 210 time: 0.0273497 Mar 09 17:35:17.823876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-2e877b9c-a478-4484-86c3-870c6eadb541 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:17.825370 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-2e877b9c-a478-4484-86c3-870c6eadb541 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/networks?id=5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 200 len: 816 time: 0.4319291 Mar 09 17:35:17.840340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-ef33b0f6-010c-4fd1-976b-6e0d469210e6 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/quotas/d52602c6b0704c0690e1d9b63a1ab277 HTTP/1.1" status: 200 len: 375 time: 0.0095758 Mar 09 17:35:17.893873 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-ff13cac9-3239-47ee-a682-bacfeef22f12 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486248 Mar 09 17:35:18.000985 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-1d688d20-d07b-4087-954d-a1132f891020 service neutron] 10.222.0.16 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956297 Mar 09 17:35:18.096490 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-12f5b746-e329-4a70-8758-a2b7bb33aac5 service neutron] 10.222.0.16 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898297 Mar 09 17:35:18.309682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-07030630-0762-45a4-a85f-39738e770761 req-55e4cad3-9ac6-41a5-9585-ef0666ff722a tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 210 time: 0.0271599 Mar 09 17:35:18.892852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e8ca4676-099f-46e8-a82f-15b9105bb937 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:35:18.912242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: e8ca4676-099f-46e8-a82f-15b9105bb937 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:35:18.912988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device e8ca4676-099f-46e8-a82f-15b9105bb937 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:35:19.403504 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-45676afd-ba5f-4926-b8c3-ddbdc19d2a66 req-a92eb04b-dc72-404f-abc2-ddc863c29584 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 210 time: 0.0275893 Mar 09 17:35:20.140444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-1288a00e-3576-441d-9a41-358fc72629fb tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:20.141932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-1288a00e-3576-441d-9a41-358fc72629fb tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "GET /v2.0/networks?id=5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 200 len: 816 time: 0.1097982 Mar 09 17:35:20.154359 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Request body: {'port': {'device_id': '23f46638-87c7-4b09-8558-a0218f73861f', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'admin_state_up': True, 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:35:20.334382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Made reservation on behalf of d52602c6b0704c0690e1d9b63a1ab277 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:35:20.338483 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:20.469670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Allocated IP 172.20.0.8 (5531eca8-d7bf-45f4-947b-1f72774f812a/a6afaa1c-e40e-442c-8036-fcf3f6076100/1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:35:20.503650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ee8eecda-45b1-4535-8807-1a73334a47d4 req-523ea400-d003-49fd-bcc9-bb5732bec2eb tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 210 time: 0.0314305 Mar 09 17:35:20.637902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks [] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:20.729229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:20.770002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Network 5531eca8-d7bf-45f4-947b-1f72774f812a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:35:20.775619 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:35:20.779265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:35:20.786176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Pushing event updated for resources: {'Port': ['ID=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:35:20.832948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:20.833584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:20.914056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-fb758c69-0fba-44c9-ab67-9250f693b1aa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7644866 Mar 09 17:35:20.927203 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Request body: {'port': {'device_id': '23f46638-87c7-4b09-8558-a0218f73861f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:35:20.989118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.004040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-389782c2-a00b-4d4b-bb7f-ab346d1ba4dc None None] Provisioning complete for port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:35:21.004593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-389782c2-a00b-4d4b-bb7f-ab346d1ba4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.045506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-389782c2-a00b-4d4b-bb7f-ab346d1ba4dc None None] Port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:35:21.331130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:35:21.338535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Publish callbacks [] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.350292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Transition to ACTIVE for port object 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:35:21.431624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.479980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:35:21.557294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Attempting to bind port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:35:21.557654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Attempting to bind port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:35:21.558419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Attempting to bind port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b on network 5531eca8-d7bf-45f4-947b-1f72774f812a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:35:21.562505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b on network 5531eca8-d7bf-45f4-947b-1f72774f812a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:35:21.562821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Attempting to bind port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b on network 5531eca8-d7bf-45f4-947b-1f72774f812a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:35:21.568702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:35:21.569044 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Checking segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:35:21.569430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Bound using segment: {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:35:21.569853 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Bound port: 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d9cde3-fc9e-4cdc-9949-dd711594c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:35:21.570212 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.628917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd875b-274f-4697-95d4-52dd37d8c323 req-ca23d809-eca9-4ea7-87dc-f734ae063a17 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:21.630535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-69cd875b-274f-4697-95d4-52dd37d8c323 req-ca23d809-eca9-4ea7-87dc-f734ae063a17 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 943 time: 0.0558763 Mar 09 17:35:21.637409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] For port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:35:21.640649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] For port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:35:21.684989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-69cd875b-274f-4697-95d4-52dd37d8c323 req-a3c7d6ca-25ab-404b-b70b-4ec639e1f7a0 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464327 Mar 09 17:35:21.729571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.764080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:21.764621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:21.766048 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] 10.222.0.36 "PUT /v2.0/ports/1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b HTTP/1.1" status: 200 len: 1093 time: 0.8431721 Mar 09 17:35:21.766501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f46638-87c7-4b09-8558-a0218f73861f', 'tag': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:35:21.768798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b341821-9119-45be-b6e2-3799ebf58d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "23f46638-87c7-4b09-8558-a0218f73861f", "tag": "1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:35:21.795640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67531d-870e-47c1-878b-557f03ba86ad service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:35:21.813037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dd553c-4f54-40eb-b528-32f3d2907752 x-openstack-request-id: req-86dd553c-4f54-40eb-b528-32f3d2907752 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:35:21.815667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f46638-87c7-4b09-8558-a0218f73861f", "tag": "1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:35:21.815667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86dd553c-4f54-40eb-b528-32f3d2907752 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:35:21.815667 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f46638-87c7-4b09-8558-a0218f73861f', 'tag': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b', 'status': 'completed', 'code': 200} Mar 09 17:35:21.877835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b341821-9119-45be-b6e2-3799ebf58d3e req-8fdf748f-7ed8-4ebb-964c-caf6e47dd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:21.879380 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5b341821-9119-45be-b6e2-3799ebf58d3e req-8fdf748f-7ed8-4ebb-964c-caf6e47dd505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 1127 time: 0.0470495 Mar 09 17:35:21.981400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b341821-9119-45be-b6e2-3799ebf58d3e req-00ca0754-528c-4713-9ec1-2776b7e08306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:21.982874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5b341821-9119-45be-b6e2-3799ebf58d3e req-00ca0754-528c-4713-9ec1-2776b7e08306 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970051 Mar 09 17:35:22.080279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b341821-9119-45be-b6e2-3799ebf58d3e req-d9c79536-fe29-4c64-8b74-ad53d442b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:22.081805 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5b341821-9119-45be-b6e2-3799ebf58d3e req-d9c79536-fe29-4c64-8b74-ad53d442b073 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926459 Mar 09 17:35:22.159769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-e2b0a0e7-ff3f-491c-bb25-984a58abdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:22.161205 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-e2b0a0e7-ff3f-491c-bb25-984a58abdabc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 1127 time: 0.0446432 Mar 09 17:35:22.200262 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-bd70370e-165f-421b-9a18-a60669a3cef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b HTTP/1.1" status: 200 len: 217 time: 0.0325756 Mar 09 17:35:22.252370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-de6c186e-393b-493b-88bf-6ab5f4c500ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:22.253778 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-de6c186e-393b-493b-88bf-6ab5f4c500ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6afaa1c-e40e-442c-8036-fcf3f6076100 HTTP/1.1" status: 200 len: 855 time: 0.0457661 Mar 09 17:35:22.309599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-822b4ded-a498-4a85-8ea6-7b482ccbf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:22.311092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-822b4ded-a498-4a85-8ea6-7b482ccbf37f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5531eca8-d7bf-45f4-947b-1f72774f812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513573 Mar 09 17:35:22.396531 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-19713e32-5dcb-406e-a0fb-add36e649241 service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794034 Mar 09 17:35:22.486087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-460676c9-5a54-4640-b0b8-2f220d24a71a req-b197cd10-8564-4725-943d-f772e307422e service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840340 Mar 09 17:35:22.801299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b04b7-548f-43b9-82bd-b2930a1a58b9 req-3d9e4b59-7507-4183-886a-45096732f139 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:22.802702 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-235b04b7-548f-43b9-82bd-b2930a1a58b9 req-3d9e4b59-7507-4183-886a-45096732f139 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 943 time: 0.0546620 Mar 09 17:35:22.848712 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-235b04b7-548f-43b9-82bd-b2930a1a58b9 req-eb32bc92-ed5c-4315-8d90-869c681dc91e tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Mar 09 17:35:23.964429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1df3f-0e67-4110-9727-6d92b3daa5dc req-effa7582-13b6-4274-8d46-12ae91261672 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:23.965892 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-79e1df3f-0e67-4110-9727-6d92b3daa5dc req-effa7582-13b6-4274-8d46-12ae91261672 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 943 time: 0.0520203 Mar 09 17:35:24.011882 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-79e1df3f-0e67-4110-9727-6d92b3daa5dc req-00151c31-ca25-4b0a-9ff1-c4be5db5717e tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Mar 09 17:35:24.892192 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:35:25.132149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f5f7-4373-4d05-9836-06cbbb050639 req-cf2288dd-1a93-46af-95d7-053605979c54 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:25.135032 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f9a3f5f7-4373-4d05-9836-06cbbb050639 req-cf2288dd-1a93-46af-95d7-053605979c54 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 943 time: 0.0556912 Mar 09 17:35:25.138822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:35:25.150330 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b', 'network_id': '5531eca8-d7bf-45f4-947b-1f72774f812a', 'port_id': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b', 'mac_address': 'fa:16:3e:e3:82:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6afaa1c-e40e-442c-8036-fcf3f6076100', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:35:25.180042 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f9a3f5f7-4373-4d05-9836-06cbbb050639 req-77a5a80d-51f5-4633-a979-7214861a9762 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Mar 09 17:35:25.185935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:35:25.186326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:25.199870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:35:25.218490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:35:25.293884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:25.339602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:35:25.346854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.347214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.347569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.347917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.348256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.348625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.348965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.349302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.349640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.350016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.350352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.350689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.351016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:35:25.486635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:35:26.299284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c47-74e0-431a-9c4a-6c582e145e3d req-9dd2e590-28e4-4421-874d-9e1410d12edd tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:26.300688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-647e6c47-74e0-431a-9c4a-6c582e145e3d req-9dd2e590-28e4-4421-874d-9e1410d12edd tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 944 time: 0.0560622 Mar 09 17:35:26.346854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-647e6c47-74e0-431a-9c4a-6c582e145e3d req-442b8661-9439-4e6d-8436-79bfbbed844a tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Mar 09 17:35:26.892728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:35:27.014052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:35:27.018085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:35:27.024021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:27.095926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:35:27.096310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:27.119314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f46638-87c7-4b09-8558-a0218f73861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:35:27.121582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283a6de7-aa19-4fa3-ab31-df371e8b64f3" -d '{"events": [{"server_uuid": "23f46638-87c7-4b09-8558-a0218f73861f", "name": "network-vif-plugged", "status": "completed", "tag": "1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:35:27.135299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:35:27.159768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8d7f39-a011-4d6c-bdfc-a0d49e05ba3a x-openstack-request-id: req-ef8d7f39-a011-4d6c-bdfc-a0d49e05ba3a {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:35:27.160069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f46638-87c7-4b09-8558-a0218f73861f", "name": "network-vif-plugged", "status": "completed", "tag": "1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:35:27.160335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef8d7f39-a011-4d6c-bdfc-a0d49e05ba3a {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:35:27.160765 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f46638-87c7-4b09-8558-a0218f73861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b', 'code': 200} Mar 09 17:35:27.197519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:27.244064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:35:27.468326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a000c-5674-417d-acb0-886b79290c31 req-98646075-a39c-4b15-a6a5-053bc9c122f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:27.469750 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e86a000c-5674-417d-acb0-886b79290c31 req-98646075-a39c-4b15-a6a5-053bc9c122f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 1129 time: 0.0713296 Mar 09 17:35:27.499812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d93555-504c-46aa-972c-bc288f7e22ba req-46642293-4aa5-47b1-8189-1f11fff3c36b tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:27.501241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c4d93555-504c-46aa-972c-bc288f7e22ba req-46642293-4aa5-47b1-8189-1f11fff3c36b tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 945 time: 0.0787070 Mar 09 17:35:27.543337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e86a000c-5674-417d-acb0-886b79290c31 req-bed89545-f1c5-4a20-932b-a7b132bf22ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Mar 09 17:35:27.567947 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c4d93555-504c-46aa-972c-bc288f7e22ba req-4ac8a1ff-a528-4f0d-a14c-f351658c37ed tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Mar 09 17:35:28.691194 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f14cf-bf2a-41d0-9f71-a147f10c76c5 req-6a0e5a61-9eb1-420e-80d3-c628cad60fb8 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:28.692701 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f26f14cf-bf2a-41d0-9f71-a147f10c76c5 req-6a0e5a61-9eb1-420e-80d3-c628cad60fb8 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 945 time: 0.0552456 Mar 09 17:35:28.738811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f26f14cf-bf2a-41d0-9f71-a147f10c76c5 req-c38c4f00-8541-4db0-9c70-f3e0d6b399ac tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Mar 09 17:35:28.859048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad7b7-0f6c-45ce-8035-7f10213e5328 req-8dec762b-09c7-4e7b-959d-ad0df91b666e tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:28.860484 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8dfad7b7-0f6c-45ce-8035-7f10213e5328 req-8dec762b-09c7-4e7b-959d-ad0df91b666e tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 945 time: 0.0560029 Mar 09 17:35:28.865391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:28.906145 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8dfad7b7-0f6c-45ce-8035-7f10213e5328 req-67dbe575-4c18-4958-b691-352c11f53dca tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Mar 09 17:35:30.965788 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:35:33.619791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-96c709b9-381d-4301-b485-4bd3d919e208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:36.212621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a13ef3ea-2e43-4b99-b65c-d674b4f5c8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:37.248026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:38.419092 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:39.864972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:35:54.159732 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-e45f9184-8edf-42ee-b483-e9a89cad333c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420480 Mar 09 17:35:54.283158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-e8f84d4e-d8c9-4424-a8ad-487e3b84264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:54.284670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-e8f84d4e-d8c9-4424-a8ad-487e3b84264a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 1129 time: 0.0475907 Mar 09 17:35:54.385347 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-b5670f15-5567-425f-97ab-8e4a78a65799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:54.386813 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-b5670f15-5567-425f-97ab-8e4a78a65799 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 200 len: 916 time: 0.0830390 Mar 09 17:35:54.430546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-06c70b47-f255-4f5b-b1db-d7f3286bee5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b HTTP/1.1" status: 200 len: 217 time: 0.0379095 Mar 09 17:35:54.479911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-cc0b8c0d-8d07-4333-b05b-c7d382817b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:54.481383 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-cc0b8c0d-8d07-4333-b05b-c7d382817b6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6afaa1c-e40e-442c-8036-fcf3f6076100 HTTP/1.1" status: 200 len: 855 time: 0.0434017 Mar 09 17:35:54.531368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-dd24f5c5-e2b0-4cc2-a11c-e503c44987ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:35:54.532906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-dd24f5c5-e2b0-4cc2-a11c-e503c44987ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5531eca8-d7bf-45f4-947b-1f72774f812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445209 Mar 09 17:35:54.623903 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-9d2597c5-1c63-4181-9af1-9a39a6317234 service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847447 Mar 09 17:35:54.713174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d9d586a-c05c-4abd-99ca-96dfe21bf227 req-c585e946-c25d-4151-a9bc-d8ac61822867 service neutron] 10.222.0.36 "GET /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Mar 09 17:35:58.899452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:03.641091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c74a92e2-7a81-49dd-badb-2c0de45057aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:05.308620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d264-f653-42a9-ab89-c6b2019f58bb req-6358f336-3a25-45f8-ae81-d812737d889d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:05.310085 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9470d264-f653-42a9-ab89-c6b2019f58bb req-6358f336-3a25-45f8-ae81-d812737d889d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 945 time: 0.0525103 Mar 09 17:36:05.356512 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9470d264-f653-42a9-ab89-c6b2019f58bb req-d3b49224-cba2-4268-b743-4986042e86cd tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Mar 09 17:36:06.229828 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-98a7b930-847a-4f52-b9ee-2322b57ae696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:06.480008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa9b8b-9e1d-4e35-9b54-9650419c9e86 req-4368adbb-1fab-4a81-a699-aac09e044269 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:06.481647 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89fa9b8b-9e1d-4e35-9b54-9650419c9e86 req-4368adbb-1fab-4a81-a699-aac09e044269 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 945 time: 0.0580664 Mar 09 17:36:06.536843 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89fa9b8b-9e1d-4e35-9b54-9650419c9e86 req-fc168a35-1909-4ef9-b81a-9bfb93eddab4 tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/security-groups?id=75906e51-f19e-49bf-843b-844d0d443608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Mar 09 17:36:06.794768 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-e6a897ba-c7be-4b31-80a8-266387bd8b3d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:06.796117 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-e6a897ba-c7be-4b31-80a8-266387bd8b3d tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 945 time: 0.0519311 Mar 09 17:36:06.886666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Deleting port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:06.887006 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:06.984997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] For port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:06.985411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:07.003429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Calling delete_port for 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:07.201081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:07.235552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Pushing event deleted for resources: {'Port': ['ID=1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:07.263927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:07.275693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] No DVR routers for this DVR port 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:36:07.278210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:07.281774 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f828d4d8-15a6-4dca-8c6e-d247a7f2f481 req-93b39432-759e-4b63-a723-1792c205bbfa tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.36 "DELETE /v2.0/ports/1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b HTTP/1.1" status: 204 len: 173 time: 0.4797022 Mar 09 17:36:07.282232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f46638-87c7-4b09-8558-a0218f73861f', 'name': 'network-vif-deleted', 'tag': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:36:07.285018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf382dfa-1e45-4e16-9a4f-012f16d1b5aa" -d '{"events": [{"server_uuid": "23f46638-87c7-4b09-8558-a0218f73861f", "name": "network-vif-deleted", "tag": "1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:36:07.320213 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d57bca-d9a1-4012-a69a-b648666add48 x-openstack-request-id: req-e8d57bca-d9a1-4012-a69a-b648666add48 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:36:07.320532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f46638-87c7-4b09-8558-a0218f73861f", "name": "network-vif-deleted", "tag": "1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:36:07.321715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8d57bca-d9a1-4012-a69a-b648666add48 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:36:07.321715 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f46638-87c7-4b09-8558-a0218f73861f', 'name': 'network-vif-deleted', 'tag': '1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b', 'status': 'completed', 'code': 200} Mar 09 17:36:07.657724 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f332a0a7-f695-4c69-bb3b-3c1799a5a5d5 req-51226621-4555-45ea-a269-37cb8f8f33bf tempest-TestEncryptedCinderVolumes-1917105699 tempest-TestEncryptedCinderVolumes-1917105699-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f46638-87c7-4b09-8558-a0218f73861f HTTP/1.1" status: 200 len: 210 time: 0.0321448 Mar 09 17:36:07.964633 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:36:08.395508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:08.838665 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41038) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:09.123801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:09.146832 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:09.147184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d9b50e6-9b4f-4e25-bba3-d9bfc94d9a8b not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:09.557711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:09.847605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Deleting port 696f091c-c589-4d11-bd78-ee662b18af86 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:09.848263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (696f091c-c589-4d11-bd78-ee662b18af86), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:09.875042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:09.924889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] For port 696f091c-c589-4d11-bd78-ee662b18af86, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=696f091c-c589-4d11-bd78-ee662b18af86,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:09.925301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (696f091c-c589-4d11-bd78-ee662b18af86), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:09.937427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Calling delete_port for 696f091c-c589-4d11-bd78-ee662b18af86 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:10.212392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (696f091c-c589-4d11-bd78-ee662b18af86), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:10.241231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=696f091c-c589-4d11-bd78-ee662b18af86,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:10.409772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:10.625866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:36:10.732640 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:36:10.738261 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-18427f9b-0a6d-4c7a-8a71-8d9b24c081c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/aac786bb-f9e2-4b9d-9133-2d1178d3dd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8985624 Mar 09 17:36:10.740966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41040) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:10.742613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] Sync routers for ids ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:36:10.752105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] Routers {'aac786bb-f9e2-4b9d-9133-2d1178d3dd18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:10.752767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:10.845968 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks [] for router (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:10.857421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] Set router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:10.949805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks [] for router_gateway (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.033178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15'}], 'enable_snat': True}, 'gw_port_id': '062228b2-f133-4f2e-9304-7fba16e71450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:36:10Z', 'revision_number': 5, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port': {'id': '062228b2-f133-4f2e-9304-7fba16e71450', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:11.060147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] Checking router: aac786bb-f9e2-4b9d-9133-2d1178d3dd18 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:36:11.060825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Deleting port 062228b2-f133-4f2e-9304-7fba16e71450 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:11.062238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (062228b2-f133-4f2e-9304-7fba16e71450), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.069094 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] Routers {'aac786bb-f9e2-4b9d-9133-2d1178d3dd18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:11.069708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:11.142897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] For port 062228b2-f133-4f2e-9304-7fba16e71450, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=062228b2-f133-4f2e-9304-7fba16e71450,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:11.143267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (062228b2-f133-4f2e-9304-7fba16e71450), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.157176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Calling delete_port for 062228b2-f133-4f2e-9304-7fba16e71450 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:11.158149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] Set router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:11.211879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:36:10Z', 'revision_number': 6, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:11.238018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74666d-2c94-4608-b13a-9943b6cf8bba None None] The sync data for ids ['aac786bb-f9e2-4b9d-9133-2d1178d3dd18'] in dv-neutron-master-2-hyperv is: [{'id': 'aac786bb-f9e2-4b9d-9133-2d1178d3dd18', 'name': 'tempest-TestEncryptedCinderVolumes-225760273-router', 'tenant_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:12Z', 'updated_at': '2022-03-09T17:36:10Z', 'revision_number': 6, 'project_id': 'd52602c6b0704c0690e1d9b63a1ab277', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:36:11.384013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (062228b2-f133-4f2e-9304-7fba16e71450), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.418520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=062228b2-f133-4f2e-9304-7fba16e71450,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:11.476747 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.566375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.568641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks [] for router_controller (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.692254 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (aac786bb-f9e2-4b9d-9133-2d1178d3dd18), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.692827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac786bb-f9e2-4b9d-9133-2d1178d3dd18 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:36:11.697740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.698910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a626c494-cc73-4e73-835b-b649a9b05a2e admin admin] 10.222.0.16 "DELETE /v2.0/routers/aac786bb-f9e2-4b9d-9133-2d1178d3dd18 HTTP/1.1" status: 204 len: 168 time: 0.9565377 Mar 09 17:36:11.701390 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41042) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:11.747182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Deleting subnet a6afaa1c-e40e-442c-8036-fcf3f6076100 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:36:11.750396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Publish callbacks [] for subnet (a6afaa1c-e40e-442c-8036-fcf3f6076100), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.785301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (a6afaa1c-e40e-442c-8036-fcf3f6076100), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.858901 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a6afaa1c-e40e-442c-8036-fcf3f6076100), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.961851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (a6afaa1c-e40e-442c-8036-fcf3f6076100), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.988557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6afaa1c-e40e-442c-8036-fcf3f6076100,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:11.991449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:11.995169 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dc82534f-ea50-4ad3-94b7-3cda735db1d9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a6afaa1c-e40e-442c-8036-fcf3f6076100 HTTP/1.1" status: 204 len: 168 time: 0.2924144 Mar 09 17:36:11.997301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41044) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:11.999837 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250496d-2fbe-4cb5-a1ee-e7697040fe75 None None] Network 5531eca8-d7bf-45f4-947b-1f72774f812a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:36:12.067497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (5531eca8-d7bf-45f4-947b-1f72774f812a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.130752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Deleting port a5735086-71f4-4797-b1e8-13d4b9e64e02 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:12.131162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.153361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] DHCP port deletion for 5531eca8-d7bf-45f4-947b-1f72774f812a request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:36:12.201994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] Deleting port a5735086-71f4-4797-b1e8-13d4b9e64e02 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:12.202518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.204700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] For port a5735086-71f4-4797-b1e8-13d4b9e64e02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5735086-71f4-4797-b1e8-13d4b9e64e02,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:12.205076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.217637 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Calling delete_port for a5735086-71f4-4797-b1e8-13d4b9e64e02 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:12.273713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] For port a5735086-71f4-4797-b1e8-13d4b9e64e02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a5735086-71f4-4797-b1e8-13d4b9e64e02,segment=NetworkSegment(a5d9cde3-fc9e-4cdc-9949-dd711594c216),segment_id=a5d9cde3-fc9e-4cdc-9949-dd711594c216)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:12.274126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.292708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] Calling delete_port for a5735086-71f4-4797-b1e8-13d4b9e64e02 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:12.296012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 062228b2-f133-4f2e-9304-7fba16e71450 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:12.323143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 062228b2-f133-4f2e-9304-7fba16e71450 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:12.327154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 062228b2-f133-4f2e-9304-7fba16e71450 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:12.327154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 696f091c-c589-4d11-bd78-ee662b18af86 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:12.361146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.370381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 696f091c-c589-4d11-bd78-ee662b18af86 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:12.370731 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 696f091c-c589-4d11-bd78-ee662b18af86 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:12.371158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5735086-71f4-4797-b1e8-13d4b9e64e02 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:12.387613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5735086-71f4-4797-b1e8-13d4b9e64e02,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:12.391113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] No DVR routers for this DVR port a5735086-71f4-4797-b1e8-13d4b9e64e02 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:36:12.392823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: a5735086-71f4-4797-b1e8-13d4b9e64e02 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:12.393182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device a5735086-71f4-4797-b1e8-13d4b9e64e02 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:12.429938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (a5735086-71f4-4797-b1e8-13d4b9e64e02), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.454339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] Pushing event deleted for resources: {'Port': ['ID=a5735086-71f4-4797-b1e8-13d4b9e64e02,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:12.457834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8889e1-4fc7-438d-8ecd-add74cc751e7 None None] No DVR routers for this DVR port a5735086-71f4-4797-b1e8-13d4b9e64e02 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:36:12.461613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (5531eca8-d7bf-45f4-947b-1f72774f812a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.491025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5531eca8-d7bf-45f4-947b-1f72774f812a']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:12.500942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d9cde3-fc9e-4cdc-9949-dd711594c216') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:12.501238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d9cde3-fc9e-4cdc-9949-dd711594c216') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:12.510398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (a5d9cde3-fc9e-4cdc-9949-dd711594c216), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.522997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (a5d9cde3-fc9e-4cdc-9949-dd711594c216), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.528562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:36:12.528944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (a5d9cde3-fc9e-4cdc-9949-dd711594c216), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:36:12.532492 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:36:12.618242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (5531eca8-d7bf-45f4-947b-1f72774f812a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.623580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:12.626796 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/5531eca8-d7bf-45f4-947b-1f72774f812a HTTP/1.1" status: 204 len: 168 time: 0.6286001 Mar 09 17:36:12.630728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41046) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:12.645377 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d591069-b9d2-42a7-83c4-3f8ccb6be8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5531eca8-d7bf-45f4-947b-1f72774f812a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:12.971742 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (37faef74-defa-43f4-87f3-0bce497a7988), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:13.217452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Deleting port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:13.217780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:13.296330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] For port 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:13.296636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:13.308674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Calling delete_port for 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:13.532218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:13.557427 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:13.586678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.587033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.587385 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.587727 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.588066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.588421 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.588755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.589086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.589421 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.589748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.590078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.590398 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.590717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:13.738102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (37faef74-defa-43f4-87f3-0bce497a7988), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:13.950649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Router 37faef74-defa-43f4-87f3-0bce497a7988 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:36:14.057965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:36:14.066646 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fa91e3e0-813c-4c4e-beb5-1b49c927b1ff admin admin] 10.222.0.16 "PUT /v2.0/routers/37faef74-defa-43f4-87f3-0bce497a7988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308572 Mar 09 17:36:14.066646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41048) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:14.067976 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] Sync routers for ids ['37faef74-defa-43f4-87f3-0bce497a7988'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:36:14.077256 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] Routers {'37faef74-defa-43f4-87f3-0bce497a7988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:14.077855 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['37faef74-defa-43f4-87f3-0bce497a7988'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:14.170377 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks [] for router (37faef74-defa-43f4-87f3-0bce497a7988), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.181838 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] Set router 37faef74-defa-43f4-87f3-0bce497a7988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:14.274615 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks [] for router_gateway (37faef74-defa-43f4-87f3-0bce497a7988), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.355583 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8'}], 'enable_snat': True}, 'gw_port_id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:36:13Z', 'revision_number': 5, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port': {'id': 'ed3df322-265d-440e-a61f-d0dda906626b', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37faef74-defa-43f4-87f3-0bce497a7988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:14.380986 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Deleting port ed3df322-265d-440e-a61f-d0dda906626b {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:14.381215 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] Checking router: 37faef74-defa-43f4-87f3-0bce497a7988 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:36:14.381333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ed3df322-265d-440e-a61f-d0dda906626b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.389199 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] Routers {'37faef74-defa-43f4-87f3-0bce497a7988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:14.389794 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['37faef74-defa-43f4-87f3-0bce497a7988'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:14.458159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] For port ed3df322-265d-440e-a61f-d0dda906626b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed3df322-265d-440e-a61f-d0dda906626b,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:14.458529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ed3df322-265d-440e-a61f-d0dda906626b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.474530 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] Set router 37faef74-defa-43f4-87f3-0bce497a7988 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:14.476262 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Calling delete_port for ed3df322-265d-440e-a61f-d0dda906626b owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:14.524714 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:36:14Z', 'revision_number': 6, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:14.553082 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9aef42-d91c-4bd1-b931-39c77a4c28aa None None] The sync data for ids ['37faef74-defa-43f4-87f3-0bce497a7988'] in dv-neutron-master-2-hyperv is: [{'id': '37faef74-defa-43f4-87f3-0bce497a7988', 'name': 'tempest-TestEncryptedCinderVolumes-1599316916-router', 'tenant_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:34:18Z', 'updated_at': '2022-03-09T17:36:14Z', 'revision_number': 6, 'project_id': 'd9aedea0ca3e477bbbc2eaaf27dca153', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:36:14.674862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ed3df322-265d-440e-a61f-d0dda906626b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.700104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3df322-265d-440e-a61f-d0dda906626b,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:14.760009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (37faef74-defa-43f4-87f3-0bce497a7988), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.851354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (37faef74-defa-43f4-87f3-0bce497a7988), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.853394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks [] for router_controller (37faef74-defa-43f4-87f3-0bce497a7988), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.932285 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (37faef74-defa-43f4-87f3-0bce497a7988), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.932854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37faef74-defa-43f4-87f3-0bce497a7988 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:36:14.937267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:14.938450 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8a6efb3f-7c16-468d-9df0-4148e160ad42 admin admin] 10.222.0.16 "DELETE /v2.0/routers/37faef74-defa-43f4-87f3-0bce497a7988 HTTP/1.1" status: 204 len: 168 time: 0.8720901 Mar 09 17:36:14.941146 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41050) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:14.988467 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Deleting subnet f2078d76-2026-4809-ab66-56b1a6be3ab8 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:36:14.991777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Publish callbacks [] for subnet (f2078d76-2026-4809-ab66-56b1a6be3ab8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.329008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (f2078d76-2026-4809-ab66-56b1a6be3ab8), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.405114 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f2078d76-2026-4809-ab66-56b1a6be3ab8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.521301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (f2078d76-2026-4809-ab66-56b1a6be3ab8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.551375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2078d76-2026-4809-ab66-56b1a6be3ab8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:15.556848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.561043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f2078d76-2026-4809-ab66-56b1a6be3ab8 HTTP/1.1" status: 204 len: 168 time: 0.6177995 Mar 09 17:36:15.562024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a992d01c-3080-44a0-86e5-65d30ee56d0f None None] Network 40e86781-9017-4369-80af-8dceaf40a3b5 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:36:15.563502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41052) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:15.567679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.568473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.568596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.568946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.569293 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.569646 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.569985 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.570326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.570662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.571497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.571497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.571698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.571965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b235779f-c463-47b9-924d-db804ccc5e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:15.636665 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (40e86781-9017-4369-80af-8dceaf40a3b5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.689491 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Deleting port 377cc42b-8ea2-4e00-999a-2491a214dce3 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:15.689832 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.711667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] DHCP port deletion for 40e86781-9017-4369-80af-8dceaf40a3b5 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:36:15.757879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] For port 377cc42b-8ea2-4e00-999a-2491a214dce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=377cc42b-8ea2-4e00-999a-2491a214dce3,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:15.758107 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] Deleting port 377cc42b-8ea2-4e00-999a-2491a214dce3 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:36:15.758237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.758349 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.769601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Calling delete_port for 377cc42b-8ea2-4e00-999a-2491a214dce3 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:15.818313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] For port 377cc42b-8ea2-4e00-999a-2491a214dce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=377cc42b-8ea2-4e00-999a-2491a214dce3,segment=NetworkSegment(19b5d1a1-d51d-4d33-af00-d7efb5245bca),segment_id=19b5d1a1-d51d-4d33-af00-d7efb5245bca)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:15.818608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.831026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] Calling delete_port for 377cc42b-8ea2-4e00-999a-2491a214dce3 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:36:15.903694 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.908910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (377cc42b-8ea2-4e00-999a-2491a214dce3), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:15.934104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] Pushing event deleted for resources: {'Port': ['ID=377cc42b-8ea2-4e00-999a-2491a214dce3,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:15.934310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=377cc42b-8ea2-4e00-999a-2491a214dce3,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:15.935979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] No DVR routers for this DVR port 377cc42b-8ea2-4e00-999a-2491a214dce3 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:36:15.937402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699916c-1fff-4e28-9951-148fba2ad9e4 None None] No DVR routers for this DVR port 377cc42b-8ea2-4e00-999a-2491a214dce3 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:36:16.005274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (40e86781-9017-4369-80af-8dceaf40a3b5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.025293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e86781-9017-4369-80af-8dceaf40a3b5']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:16.034270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b5d1a1-d51d-4d33-af00-d7efb5245bca') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:16.034575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b5d1a1-d51d-4d33-af00-d7efb5245bca') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:16.044254 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (19b5d1a1-d51d-4d33-af00-d7efb5245bca), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.057459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (19b5d1a1-d51d-4d33-af00-d7efb5245bca), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.063267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:36:16.063656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (19b5d1a1-d51d-4d33-af00-d7efb5245bca), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:36:16.065299 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:36:16.160908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (40e86781-9017-4369-80af-8dceaf40a3b5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.166847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.170013 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/40e86781-9017-4369-80af-8dceaf40a3b5 HTTP/1.1" status: 204 len: 168 time: 0.6055071 Mar 09 17:36:16.180386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bef31-9097-468d-bfd0-07a3ef70a4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e86781-9017-4369-80af-8dceaf40a3b5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:16.275902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 377cc42b-8ea2-4e00-999a-2491a214dce3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:16.295544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 377cc42b-8ea2-4e00-999a-2491a214dce3 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:16.295889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 377cc42b-8ea2-4e00-999a-2491a214dce3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:16.296300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:16.317283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:16.317621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 98a6ebf1-5dc8-4c8a-809d-fcb011d4ea5e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:16.318035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed3df322-265d-440e-a61f-d0dda906626b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:36:16.337380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ed3df322-265d-440e-a61f-d0dda906626b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:36:16.337730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ed3df322-265d-440e-a61f-d0dda906626b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:36:16.451510 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41056) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:16.491455 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2752e0a3-f51f-4fe5-a16f-7a119a10b395 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d52602c6b0704c0690e1d9b63a1ab277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379074 Mar 09 17:36:16.493140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41058) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:16.538290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25c93f0a-8158-4e13-9f16-9a8a0537f75c admin admin] Publish callbacks [] for security_group (75906e51-f19e-49bf-843b-844d0d443608), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.558760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25c93f0a-8158-4e13-9f16-9a8a0537f75c admin admin] Publish callbacks [] for security_group (75906e51-f19e-49bf-843b-844d0d443608), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.640627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25c93f0a-8158-4e13-9f16-9a8a0537f75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (75906e51-f19e-49bf-843b-844d0d443608), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.643237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-25c93f0a-8158-4e13-9f16-9a8a0537f75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:16.644424 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-25c93f0a-8158-4e13-9f16-9a8a0537f75c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75906e51-f19e-49bf-843b-844d0d443608 HTTP/1.1" status: 204 len: 168 time: 0.1503711 Mar 09 17:36:16.652008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c93f0a-8158-4e13-9f16-9a8a0537f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75906e51-f19e-49bf-843b-844d0d443608,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:17.245651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41064) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:17.284842 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-74ca854b-9197-44ab-b226-7eed51357db4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9aedea0ca3e477bbbc2eaaf27dca153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380142 Mar 09 17:36:17.287200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41066) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:17.332483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18255f76-b4d5-4942-b66e-e70349971819 admin admin] Publish callbacks [] for security_group (23d48c45-788e-4c11-aaac-3f54df7c9a81), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:17.352674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18255f76-b4d5-4942-b66e-e70349971819 admin admin] Publish callbacks [] for security_group (23d48c45-788e-4c11-aaac-3f54df7c9a81), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:17.469243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18255f76-b4d5-4942-b66e-e70349971819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (23d48c45-788e-4c11-aaac-3f54df7c9a81), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:17.471724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-18255f76-b4d5-4942-b66e-e70349971819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:17.472906 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-18255f76-b4d5-4942-b66e-e70349971819 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23d48c45-788e-4c11-aaac-3f54df7c9a81 HTTP/1.1" status: 204 len: 168 time: 0.1848121 Mar 09 17:36:17.480476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18255f76-b4d5-4942-b66e-e70349971819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d48c45-788e-4c11-aaac-3f54df7c9a81,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:18.489188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41088) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:18.580773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-364605020-network', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:18.726350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Made reservation on behalf of 1ee5b92cdce74b938b42da3414493d3d for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:36:18.728743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:18.737279 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:18.811737 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks [] for security_group (a884d4d7-928c-4550-b01a-49053db0d4ed), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:18.880519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a884d4d7-928c-4550-b01a-49053db0d4ed), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:18.904996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:36:18.913509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a884d4d7-928c-4550-b01a-49053db0d4ed,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:18.920748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (981707a6-5ab7-4f97-b238-f38f763a5d14), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:18.920748 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Added segment 981707a6-5ab7-4f97-b238-f38f763a5d14 of type vlan for network d2dbbf9c-bc1b-4134-b95e-426dda058d0a Mar 09 17:36:18.958868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (d2dbbf9c-bc1b-4134-b95e-426dda058d0a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.046434 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (d2dbbf9c-bc1b-4134-b95e-426dda058d0a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.047457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:19.048048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.106195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] Pushing event updated for resources: {'Network': ['ID=d2dbbf9c-bc1b-4134-b95e-426dda058d0a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:19.116443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:36:19.123515 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-668d0f2e-36c2-4d42-9d32-dc676fac7b08 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6332619 Mar 09 17:36:19.126271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41092) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:19.130998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Request body: {'subnet': {'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-364605020-subnet', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:19.194755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Made reservation on behalf of 1ee5b92cdce74b938b42da3414493d3d for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:36:19.197152 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.395330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (cd5606dd-df5e-41a0-bf0d-d79361aded56), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.457090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5606dd-df5e-41a0-bf0d-d79361aded56,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:19.461326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Checking segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:19.461687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Network hostable DHCP agents. Network: d2dbbf9c-bc1b-4134-b95e-426dda058d0a, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:36:19.548652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:36:19.622535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d2dbbf9c-bc1b-4134-b95e-426dda058d0a) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:19.626323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:19.626937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.631355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4ef55-5795-4e2f-858f-0dc835c7d1c5 None None] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:36:19.694826 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-86ccbaa3-6733-4de9-8088-976b4ae874bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5674529 Mar 09 17:36:19.697423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41094) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:19.701627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:19.731269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:36:19.731269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.778131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (c5f05092-2350-4af0-86d5-5881e5148988), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.779222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (c5f05092-2350-4af0-86d5-5881e5148988), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.829623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks [] for router_controller (c5f05092-2350-4af0-86d5-5881e5148988), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:19.859016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Allocated IP 172.20.0.2 (d2dbbf9c-bc1b-4134-b95e-426dda058d0a/cd5606dd-df5e-41a0-bf0d-d79361aded56/9303ec70-c15e-4d03-b0cd-fff8b86e89a0) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:19.996325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Publish callbacks [] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.030474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks [] for router_gateway (c5f05092-2350-4af0-86d5-5881e5148988), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.052539 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.090895 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:20.095962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:20.098957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:20.110726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Pushing event updated for resources: {'Port': ['ID=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:20.159752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Attempting to bind port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:20.160468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Attempting to bind port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:20.160598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Attempting to bind port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 on network d2dbbf9c-bc1b-4134-b95e-426dda058d0a {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:20.165710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:20.166089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Checking segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:20.166639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.167040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Bound using segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:20.167506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Bound port: 9303ec70-c15e-4d03-b0cd-fff8b86e89a0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:20.167890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.232844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] For port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:20.235810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] For port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:20.278933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks [] for router_gateway (c5f05092-2350-4af0-86d5-5881e5148988), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.300230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.338176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.396946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a150d1-0f3f-4b3c-a88a-951a59fcfddc None None] Pushing event updated for resources: {'Port': ['ID=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:20.404453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Allocated IP 172.36.5.125 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/aa698610-8213-47ce-9620-6420d1414632) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:20.511868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks [] for port (aa698610-8213-47ce-9620-6420d1414632), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.652899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aa698610-8213-47ce-9620-6420d1414632), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:20.695763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:20.700795 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:20.702960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Pushing event updated for resources: {'Port': ['ID=aa698610-8213-47ce-9620-6420d1414632,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:20.705087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:21.308509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7624c75-d2c0-43a6-be0b-ffed6706596c None None] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:36:21.339179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks [] for router_gateway (c5f05092-2350-4af0-86d5-5881e5148988), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.537371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] Provisioning complete for port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:21.537751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.545426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (c5f05092-2350-4af0-86d5-5881e5148988), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.644546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] Current status of the port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:21.644965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.679084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] For port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:21.761299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Router c5f05092-2350-4af0-86d5-5881e5148988 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:36:21.772165 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.819358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef933e8-40ed-4b76-9091-86bdeb77de0c None None] Pushing event updated for resources: {'Port': ['ID=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:21.884842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:36:21.894934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Sync routers for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:36:21.900775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ed4b4c96-fa3a-4e83-9258-e2cc3255d2a0 None None] Provisioning complete for port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:21.901155 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4c96-fa3a-4e83-9258-e2cc3255d2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.927854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:21.928510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:21.934018 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:21.935346 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8ce006ea-319b-49f6-80c4-cc1dff4184bc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2369959 Mar 09 17:36:21.938106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41096) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:22.073122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b4c96-fa3a-4e83-9258-e2cc3255d2a0 None None] Current status of the port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:22.078241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:22.262408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:21Z', 'revision_number': 3, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:22.289941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Checking router: c5f05092-2350-4af0-86d5-5881e5148988 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:36:22.290292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Updating router c5f05092-2350-4af0-86d5-5881e5148988 port aa698610-8213-47ce-9620-6420d1414632 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:36:22.325476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:22.328845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aa698610-8213-47ce-9620-6420d1414632), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.362073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.465683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:22.466067 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.516534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Allocated IP 172.20.0.1 (d2dbbf9c-bc1b-4134-b95e-426dda058d0a/cd5606dd-df5e-41a0-bf0d-d79361aded56/cfa6fcbb-df83-42cc-b838-acc98e98d87b) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:22.619860 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks [] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.625163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:22.669038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Publish callbacks [] for port (aa698610-8213-47ce-9620-6420d1414632), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.709092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.746417 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:22.749335 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:22.752293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:22.763070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aa698610-8213-47ce-9620-6420d1414632), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.782359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa6fcbb-df83-42cc-b838-acc98e98d87b,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:22.804101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (c5f05092-2350-4af0-86d5-5881e5148988), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.813854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7368acc-5926-41f1-a3f1-64c22dbfe0ae None None] Pushing event updated for resources: {'Port': ['ID=aa698610-8213-47ce-9620-6420d1414632,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:22.816237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Attempting to bind port aa698610-8213-47ce-9620-6420d1414632 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:22.816639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Attempting to bind port aa698610-8213-47ce-9620-6420d1414632 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:22.817005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Attempting to bind port aa698610-8213-47ce-9620-6420d1414632 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:22.822963 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:22.823346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:22.823750 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.824144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:22.824640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Bound port: aa698610-8213-47ce-9620-6420d1414632, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:22.825025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aa698610-8213-47ce-9620-6420d1414632), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.878697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] For port aa698610-8213-47ce-9620-6420d1414632, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:22.882108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] For port aa698610-8213-47ce-9620-6420d1414632, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa698610-8213-47ce-9620-6420d1414632,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:22.926786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aa698610-8213-47ce-9620-6420d1414632), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:22.983250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:22.983873 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:23.000797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:23.038725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7368acc-5926-41f1-a3f1-64c22dbfe0ae None None] Pushing event updated for resources: {'Port': ['ID=aa698610-8213-47ce-9620-6420d1414632,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:23.060492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ce17dcee-8523-4d41-8059-ca87a043a80c None None] Provisioning complete for port cfa6fcbb-df83-42cc-b838-acc98e98d87b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:23.060881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce17dcee-8523-4d41-8059-ca87a043a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:23.140549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ce17dcee-8523-4d41-8059-ca87a043a80c None None] Port cfa6fcbb-df83-42cc-b838-acc98e98d87b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:36:23.144382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:23.164695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks [] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:23.212142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:23.280919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa6fcbb-df83-42cc-b838-acc98e98d87b,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:23.283268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (c5f05092-2350-4af0-86d5-5881e5148988), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:23.343757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 1, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:23.369820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a4fef-df4f-4cd2-b6d4-7e4b62e0e9b8 None None] The sync data for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv is: [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 1, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:36:23.372459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:23.373903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:23.501587 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Router c5f05092-2350-4af0-86d5-5881e5148988 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:36:23.626926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:36:23.631858 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9deb4103-e403-4bd0-9a60-96e9a692ee43 admin admin] 10.222.0.16 "PUT /v2.0/routers/c5f05092-2350-4af0-86d5-5881e5148988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927392 Mar 09 17:36:23.661598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6e19b827-e33b-4022-af14-671ee2973ffa None None] Provisioning complete for port cfa6fcbb-df83-42cc-b838-acc98e98d87b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:23.662025 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e19b827-e33b-4022-af14-671ee2973ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:23.697438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6e19b827-e33b-4022-af14-671ee2973ffa None None] Port cfa6fcbb-df83-42cc-b838-acc98e98d87b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:36:24.310237 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa698610-8213-47ce-9620-6420d1414632 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:24.318234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41112) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:24.323150 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1636037494-network', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:24.363540 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port aa698610-8213-47ce-9620-6420d1414632 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:24.364151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aa698610-8213-47ce-9620-6420d1414632), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.434952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Made reservation on behalf of ec91da6d857b4ea69a43c88899352440 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:36:24.437461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.447099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port aa698610-8213-47ce-9620-6420d1414632 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:24.447696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aa698610-8213-47ce-9620-6420d1414632), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.448731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.471003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port aa698610-8213-47ce-9620-6420d1414632, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa698610-8213-47ce-9620-6420d1414632,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:24.520901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (aa698610-8213-47ce-9620-6420d1414632), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.530363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks [] for security_group (a690270b-c57d-4cca-a1ae-5745598ffbfc), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.569258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=aa698610-8213-47ce-9620-6420d1414632,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:24.595052 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a690270b-c57d-4cca-a1ae-5745598ffbfc), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.619818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:36:24.629420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690270b-c57d-4cca-a1ae-5745598ffbfc,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:24.634601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (37fad4cf-082e-4b3a-8b79-b894a07b3066), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.634950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Added segment 37fad4cf-082e-4b3a-8b79-b894a07b3066 of type vlan for network 4b980996-5c4d-4167-9645-28b99e21dcee Mar 09 17:36:24.678471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (4b980996-5c4d-4167-9645-28b99e21dcee), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.760474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (4b980996-5c4d-4167-9645-28b99e21dcee), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.761439 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:24.762016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:24.824114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b980996-5c4d-4167-9645-28b99e21dcee,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:24.833810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 4b980996-5c4d-4167-9645-28b99e21dcee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:36:24.849649 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c866b732-59af-409b-a051-8861aa3c4af6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5299387 Mar 09 17:36:24.852709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41114) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:24.857794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Request body: {'subnet': {'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1636037494-subnet', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:24.937754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Made reservation on behalf of ec91da6d857b4ea69a43c88899352440 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:36:24.940120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.177917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (4412bb97-a265-46b9-98a5-9179b6f7fd58), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.234184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4412bb97-a265-46b9-98a5-9179b6f7fd58,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:25.240838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Checking segment: {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:25.241195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Network hostable DHCP agents. Network: 4b980996-5c4d-4167-9645-28b99e21dcee, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:36:25.314660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Network 4b980996-5c4d-4167-9645-28b99e21dcee is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:36:25.357736 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Sync routers for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:36:25.366138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4b980996-5c4d-4167-9645-28b99e21dcee) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:25.368173 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:25.368800 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:25.370938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:25.372053 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.375628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11d790-d46a-4be3-a047-11094837b17b None None] Network 4b980996-5c4d-4167-9645-28b99e21dcee requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:36:25.433310 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-21fc5ad1-80b5-4ff3-acfc-4a6705571003 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5788128 Mar 09 17:36:25.435240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41116) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:25.439872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:25.478846 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:25.482376 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4b980996-5c4d-4167-9645-28b99e21dcee', 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'fixed_ips': [{'subnet_id': '4412bb97-a265-46b9-98a5-9179b6f7fd58'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:36:25.483223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.566635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.567857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.624027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Allocated IP 172.20.0.2 (4b980996-5c4d-4167-9645-28b99e21dcee/4412bb97-a265-46b9-98a5-9179b6f7fd58/9cea57d3-2fd4-4ed7-8cf3-efa968179c58) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:25.624907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks [] for router_controller (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.680450 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:23Z', 'revision_number': 2, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:25.712231 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Checking router: c5f05092-2350-4af0-86d5-5881e5148988 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:36:25.712632 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Updating router c5f05092-2350-4af0-86d5-5881e5148988 port cfa6fcbb-df83-42cc-b838-acc98e98d87b binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:36:25.741200 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.845352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks [] for router_gateway (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.913689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Publish callbacks [] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:25.972442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.013917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Network 4b980996-5c4d-4167-9645-28b99e21dcee is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:26.017350 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Publish callbacks [] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.021001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:26.026791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:26.032226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Pushing event updated for resources: {'Port': ['ID=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:26.057611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.057973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.058332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.058675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.059011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.059346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.059680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.060017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.060381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.060704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.061034 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.061360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.061683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.078208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks [] for router_gateway (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.091225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Attempting to bind port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:26.091477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Attempting to bind port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:26.091844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Attempting to bind port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 on network 4b980996-5c4d-4167-9645-28b99e21dcee {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:26.097974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.098144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:26.098386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Checking segment: {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:26.098758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.099316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Bound using segment: {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:26.099634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Bound port: 9cea57d3-2fd4-4ed7-8cf3-efa968179c58, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:26.100027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.104460 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.158541 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Pushing event updated for resources: {'Port': ['ID=cfa6fcbb-df83-42cc-b838-acc98e98d87b,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:26.169047 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.169413 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.170215 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.170215 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.170488 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.170813 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.171151 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.171484 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.171820 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.172151 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.172510 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.172839 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.173165 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:36:26.173664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] For port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:26.177510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] For port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:26.223042 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Allocated IP 172.36.5.219 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/5f943789-8396-44a3-bc02-59980a37998c) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Attempting to bind port cfa6fcbb-df83-42cc-b838-acc98e98d87b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Attempting to bind port cfa6fcbb-df83-42cc-b838-acc98e98d87b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Attempting to bind port cfa6fcbb-df83-42cc-b838-acc98e98d87b on network d2dbbf9c-bc1b-4134-b95e-426dda058d0a {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Checking segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Bound using segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Bound port: cfa6fcbb-df83-42cc-b838-acc98e98d87b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:26.244493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.264326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.306196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa698610-8213-47ce-9620-6420d1414632 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:26.326914 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] For port cfa6fcbb-df83-42cc-b838-acc98e98d87b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:26.330943 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] For port cfa6fcbb-df83-42cc-b838-acc98e98d87b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfa6fcbb-df83-42cc-b838-acc98e98d87b,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:26.374188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9baabc-cde4-42cf-8ba9-6c0e14b90660 None None] Pushing event updated for resources: {'Port': ['ID=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:26.391140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port aa698610-8213-47ce-9620-6420d1414632 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:26.391748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (aa698610-8213-47ce-9620-6420d1414632), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.400551 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks [] for port (5f943789-8396-44a3-bc02-59980a37998c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.413443 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.447834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] Provisioning complete for port cfa6fcbb-df83-42cc-b838-acc98e98d87b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:26.448377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.524450 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5f943789-8396-44a3-bc02-59980a37998c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.532633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port aa698610-8213-47ce-9620-6420d1414632 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:26.573785 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:26.574432 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:26.582232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] Current status of the port cfa6fcbb-df83-42cc-b838-acc98e98d87b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:26.588957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.638689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] For port cfa6fcbb-df83-42cc-b838-acc98e98d87b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfa6fcbb-df83-42cc-b838-acc98e98d87b,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:26.641405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Pushing event updated for resources: {'Port': ['ID=5f943789-8396-44a3-bc02-59980a37998c,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:26.655900 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:26.661636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:26.665934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:26.692443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.724970 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:26.765601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98aab3e-13ed-45e8-a3ec-f8b045eb9665 None None] Pushing event updated for resources: {'Port': ['ID=cfa6fcbb-df83-42cc-b838-acc98e98d87b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:26.829542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f9439426-4f0e-4990-b19f-a1c4ab13418b None None] Provisioning complete for port cfa6fcbb-df83-42cc-b838-acc98e98d87b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:26.830241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f9439426-4f0e-4990-b19f-a1c4ab13418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:26.922681 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db37a6-265f-498b-84bd-d6c6387c73d0 None None] Pushing event updated for resources: {'Port': ['ID=cfa6fcbb-df83-42cc-b838-acc98e98d87b,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:26.935897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f9439426-4f0e-4990-b19f-a1c4ab13418b None None] Current status of the port cfa6fcbb-df83-42cc-b838-acc98e98d87b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:26.955861 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:26.987720 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1e9c-5ab4-4416-8d98-02ea3babd349 None None] The sync data for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv is: [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:36:27.390021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks [] for router_gateway (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:27.526317 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246416a-044d-4b45-8783-1a2490a59c54 None None] Network 4b980996-5c4d-4167-9645-28b99e21dcee requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:36:27.606073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] Provisioning complete for port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:27.606363 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:27.613120 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:27.717586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] Current status of the port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:27.718242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:27.756409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] For port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:27.829023 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:36:27.841023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:27.892971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ca504-fadd-4dc9-a149-1ec916bb6e04 None None] Pushing event updated for resources: {'Port': ['ID=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:27.943169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:36:27.953072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Sync routers for ids ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:36:27.969783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-028fcaff-eae4-4579-adc0-d42a8dd8bf17 None None] Provisioning complete for port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:27.970266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-028fcaff-eae4-4579-adc0-d42a8dd8bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:27.972240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Routers {'1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:27.972923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:28.002633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.004025 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a9353174-ca0e-4d74-91cc-2a6284df400c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5675468 Mar 09 17:36:28.006773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41118) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:36:28.131781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Set router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:28.203714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-028fcaff-eae4-4579-adc0-d42a8dd8bf17 None None] Current status of the port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:28.326284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:36:27Z', 'revision_number': 3, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:28.354748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Checking router: 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:36:28.355116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Updating router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb port 5f943789-8396-44a3-bc02-59980a37998c binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:36:28.385461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5f943789-8396-44a3-bc02-59980a37998c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.407058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfa6fcbb-df83-42cc-b838-acc98e98d87b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:28.435681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.542270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port cfa6fcbb-df83-42cc-b838-acc98e98d87b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:28.542853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.590373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Allocated IP 172.20.0.1 (4b980996-5c4d-4167-9645-28b99e21dcee/4412bb97-a265-46b9-98a5-9179b6f7fd58/96a987a6-354f-46e0-b44e-a2c82f585a99) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:28.693163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks [] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.694796 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port cfa6fcbb-df83-42cc-b838-acc98e98d87b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:28.695876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:28.765700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Publish callbacks [] for port (5f943789-8396-44a3-bc02-59980a37998c), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.783264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:28.785941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.786066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.820281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Network 4b980996-5c4d-4167-9645-28b99e21dcee is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:28.823204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:28.832021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:28.858834 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5f943789-8396-44a3-bc02-59980a37998c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.862909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Pushing event updated for resources: {'Port': ['ID=96a987a6-354f-46e0-b44e-a2c82f585a99,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:28.879496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.911177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:28.932685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de94ed-8015-4a3e-9b5a-dbdb3990299f None None] Pushing event updated for resources: {'Port': ['ID=5f943789-8396-44a3-bc02-59980a37998c,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:28.935521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Attempting to bind port 5f943789-8396-44a3-bc02-59980a37998c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:28.935902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Attempting to bind port 5f943789-8396-44a3-bc02-59980a37998c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:28.936268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Attempting to bind port 5f943789-8396-44a3-bc02-59980a37998c on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:28.941952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:28.942344 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:28.942762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.943242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:28.943654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Bound port: 5f943789-8396-44a3-bc02-59980a37998c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:28.944049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5f943789-8396-44a3-bc02-59980a37998c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:28.967079 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.002334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] For port 5f943789-8396-44a3-bc02-59980a37998c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:29.005755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] For port 5f943789-8396-44a3-bc02-59980a37998c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f943789-8396-44a3-bc02-59980a37998c,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:29.102886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.115309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5f943789-8396-44a3-bc02-59980a37998c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.184167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0ae21893-655e-442b-8e48-3d2aafcc948c None None] Provisioning complete for port 96a987a6-354f-46e0-b44e-a2c82f585a99 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:29.184980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ae21893-655e-442b-8e48-3d2aafcc948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.186422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Routers {'1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:29.187078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:29.246247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de94ed-8015-4a3e-9b5a-dbdb3990299f None None] Pushing event updated for resources: {'Port': ['ID=5f943789-8396-44a3-bc02-59980a37998c,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:29.269205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks [] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.271875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21893-655e-442b-8e48-3d2aafcc948c None None] Port 96a987a6-354f-46e0-b44e-a2c82f585a99 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:36:29.331787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.332944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] Set router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:29.403393 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Pushing event updated for resources: {'Port': ['ID=96a987a6-354f-46e0-b44e-a2c82f585a99,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:29.406021 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.499226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Network 4b980996-5c4d-4167-9645-28b99e21dcee is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:29.500678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:29.622201 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:36:29.685488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96a987a6-354f-46e0-b44e-a2c82f585a99', 'name': '', 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'mac_address': 'fa:16:3e:c3:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:28Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 1, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'subnets': [{'id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:29.712909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24600ae0-c325-438c-8953-2b6e337cdd67 None None] The sync data for ids ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'] in dv-neutron-master-2-hyperv is: [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96a987a6-354f-46e0-b44e-a2c82f585a99', 'name': '', 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'mac_address': 'fa:16:3e:c3:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:28Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 1, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'subnets': [{'id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:36:29.741146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:36:29.746744 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7eae7c4a-7ba1-435e-a271-dc465f879399 admin admin] 10.222.0.16 "PUT /v2.0/routers/1cd3fab1-a78b-43a2-87da-d35c7bd1cedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384641 Mar 09 17:36:29.794204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6c647cd5-6199-493d-90ee-23c46376fc5b None None] Provisioning complete for port 96a987a6-354f-46e0-b44e-a2c82f585a99 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:29.794587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6c647cd5-6199-493d-90ee-23c46376fc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:29.833388 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6c647cd5-6199-493d-90ee-23c46376fc5b None None] Port 96a987a6-354f-46e0-b44e-a2c82f585a99 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:36:31.799600 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Sync routers for ids ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:36:31.813457 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Routers {'1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:31.814332 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:31.932637 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Set router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:32.150361 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96a987a6-354f-46e0-b44e-a2c82f585a99', 'name': '', 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'mac_address': 'fa:16:3e:c3:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:28Z', 'updated_at': '2022-03-09T17:36:29Z', 'revision_number': 2, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'subnets': [{'id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:32.180948 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Checking router: 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:36:32.181340 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Updating router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb port 96a987a6-354f-46e0-b44e-a2c82f585a99 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:36:32.215812 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.336411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5f943789-8396-44a3-bc02-59980a37998c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:32.432177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 5f943789-8396-44a3-bc02-59980a37998c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:32.432833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5f943789-8396-44a3-bc02-59980a37998c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.533614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 5f943789-8396-44a3-bc02-59980a37998c is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:32.534264 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (5f943789-8396-44a3-bc02-59980a37998c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.540871 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Publish callbacks [] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.563700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 5f943789-8396-44a3-bc02-59980a37998c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f943789-8396-44a3-bc02-59980a37998c,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:32.623077 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.651583 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (5f943789-8396-44a3-bc02-59980a37998c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.708311 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf5e5a-a0a2-4afc-8e16-a20a11987943 None None] Pushing event updated for resources: {'Port': ['ID=96a987a6-354f-46e0-b44e-a2c82f585a99,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:32.750251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=5f943789-8396-44a3-bc02-59980a37998c,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:32.785657 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Attempting to bind port 96a987a6-354f-46e0-b44e-a2c82f585a99 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:32.786122 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Attempting to bind port 96a987a6-354f-46e0-b44e-a2c82f585a99 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:32.786421 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Attempting to bind port 96a987a6-354f-46e0-b44e-a2c82f585a99 on network 4b980996-5c4d-4167-9645-28b99e21dcee {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:32.795961 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:32.796558 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Checking segment: {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:32.797058 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.797547 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Bound using segment: {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:32.798111 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Bound port: 96a987a6-354f-46e0-b44e-a2c82f585a99, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fad4cf-082e-4b3a-8b79-b894a07b3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:32.798588 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.869763 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] For port 96a987a6-354f-46e0-b44e-a2c82f585a99, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:32.873124 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] For port 96a987a6-354f-46e0-b44e-a2c82f585a99, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96a987a6-354f-46e0-b44e-a2c82f585a99,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:32.955369 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:32.996077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] Provisioning complete for port 96a987a6-354f-46e0-b44e-a2c82f585a99 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:32.996565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:33.013098 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf5e5a-a0a2-4afc-8e16-a20a11987943 None None] Pushing event updated for resources: {'Port': ['ID=96a987a6-354f-46e0-b44e-a2c82f585a99,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:33.029673 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Routers {'1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:36:33.030317 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:36:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:33.116944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] Current status of the port 96a987a6-354f-46e0-b44e-a2c82f585a99 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:33.117609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:33.177634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] For port 96a987a6-354f-46e0-b44e-a2c82f585a99, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96a987a6-354f-46e0-b44e-a2c82f585a99,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:33.189154 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] Set router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:36:33.270146 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:33.329129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa6b5b-a13d-4f4d-bd35-e55b7390f37a None None] Pushing event updated for resources: {'Port': ['ID=96a987a6-354f-46e0-b44e-a2c82f585a99,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:33.390320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5580d202-392a-4ac2-a560-25c9002d21c1 None None] Provisioning complete for port 96a987a6-354f-46e0-b44e-a2c82f585a99 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:33.391059 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5580d202-392a-4ac2-a560-25c9002d21c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:33.475019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5580d202-392a-4ac2-a560-25c9002d21c1 None None] Current status of the port 96a987a6-354f-46e0-b44e-a2c82f585a99 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:33.498403 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96a987a6-354f-46e0-b44e-a2c82f585a99', 'name': '', 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'mac_address': 'fa:16:3e:c3:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:28Z', 'updated_at': '2022-03-09T17:36:32Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'subnets': [{'id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:36:33.527975 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708deda-bb90-4f10-9808-9b3be63d2a67 None None] The sync data for ids ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'] in dv-neutron-master-2-hyperv is: [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:36:28Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '96a987a6-354f-46e0-b44e-a2c82f585a99', 'name': '', 'network_id': '4b980996-5c4d-4167-9645-28b99e21dcee', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'mac_address': 'fa:16:3e:c3:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:28Z', 'updated_at': '2022-03-09T17:36:32Z', 'revision_number': 4, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'subnets': [{'id': '4412bb97-a265-46b9-98a5-9179b6f7fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:36:33.811890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f56ff48e-3a5e-474a-aae4-f19672eb2e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:34.330904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5f943789-8396-44a3-bc02-59980a37998c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:34.391038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 5f943789-8396-44a3-bc02-59980a37998c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:34.391720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (5f943789-8396-44a3-bc02-59980a37998c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:34.476610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 5f943789-8396-44a3-bc02-59980a37998c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:34.478066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 96a987a6-354f-46e0-b44e-a2c82f585a99 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:34.530902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 96a987a6-354f-46e0-b44e-a2c82f585a99 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:34.531194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:34.610905 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 96a987a6-354f-46e0-b44e-a2c82f585a99 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:36.828458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51604fef-6e62-4b09-b412-f8a074b28514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:37.251115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:38.435109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:40.188366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:41.565236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-55652938-d635-4f0f-a417-6e07377c267a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:41.566692 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-55652938-d635-4f0f-a417-6e07377c267a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 814 time: 0.0974050 Mar 09 17:36:41.580762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-dac41cb9-79b0-43d2-85e1-fdbaf8347e18 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/quotas/1ee5b92cdce74b938b42da3414493d3d HTTP/1.1" status: 200 len: 375 time: 0.0086639 Mar 09 17:36:41.633133 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-dac9365b-ce77-4427-ad40-8c230950d3c9 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471847 Mar 09 17:36:41.815937 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-853d48cc-6010-40aa-b770-7c2208fe32f6 service neutron] 10.222.0.16 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720424 Mar 09 17:36:41.908129 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-3e336b24-8c91-4fc6-a345-2d2bb2adcc34 service neutron] 10.222.0.16 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Mar 09 17:36:42.178211 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e839ea0d-1004-4260-bf5c-688a05c5f97c req-bd56589c-eede-4fee-a2f5-100cd1d95b54 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 210 time: 0.0261028 Mar 09 17:36:43.271128 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24990b56-14b2-492f-8b89-4fce46beda02 req-ca615fab-3dec-4860-8b2e-335231f00295 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 210 time: 0.0277152 Mar 09 17:36:44.059835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f7072469-6787-4ee7-b8fb-ea3d3a6fc628 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:44.061349 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f7072469-6787-4ee7-b8fb-ea3d3a6fc628 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 814 time: 0.1012895 Mar 09 17:36:44.072677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'port': {'device_id': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'admin_state_up': True, 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:44.256954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Made reservation on behalf of 1ee5b92cdce74b938b42da3414493d3d for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:36:44.260809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:44.365656 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1919594a-e1b7-4626-8da1-ef36304e6f0b req-41c342c6-ebb9-40ef-8c36-10597b3f2a8a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 210 time: 0.0271800 Mar 09 17:36:44.391757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Allocated IP 172.20.0.5 (d2dbbf9c-bc1b-4134-b95e-426dda058d0a/cd5606dd-df5e-41a0-bf0d-d79361aded56/391c22cf-2801-485e-a809-449b7fd20717) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:36:44.542326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for port (391c22cf-2801-485e-a809-449b7fd20717), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:44.640013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:44.683386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:36:44.716400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:36:44.719674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:44.724886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:36:44.824215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:44.825012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:44.895941 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-f8bd9665-5f5e-4c76-8009-6a4cf44ee1c8 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8267920 Mar 09 17:36:44.964783 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:36:45.078124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f8928ff0-eae5-4ee0-9870-469d2b8171ee None None] Provisioning complete for port 391c22cf-2801-485e-a809-449b7fd20717 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:45.078699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f8928ff0-eae5-4ee0-9870-469d2b8171ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (391c22cf-2801-485e-a809-449b7fd20717), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:45.117640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f8928ff0-eae5-4ee0-9870-469d2b8171ee None None] Port 391c22cf-2801-485e-a809-449b7fd20717 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:36:45.491262 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c9ae-3c81-40a3-aaab-e26dce734883 req-42d4c83e-7679-4a4e-b69d-345b89a3004d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:45.492791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7347c9ae-3c81-40a3-aaab-e26dce734883 req-42d4c83e-7679-4a4e-b69d-345b89a3004d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0537333 Mar 09 17:36:45.546127 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7347c9ae-3c81-40a3-aaab-e26dce734883 req-dfeb2415-796c-496a-b51e-7d579bfaa683 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474515 Mar 09 17:36:46.670917 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0a35-5ee5-4f0b-93a7-2e092ac74f77 req-59be295a-882e-47d9-ab9a-e0ffe2c77554 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:46.672439 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-330a0a35-5ee5-4f0b-93a7-2e092ac74f77 req-59be295a-882e-47d9-ab9a-e0ffe2c77554 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0632248 Mar 09 17:36:46.720449 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-330a0a35-5ee5-4f0b-93a7-2e092ac74f77 req-4b05705b-c7ec-457a-af12-5f0f5c00ab6a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Mar 09 17:36:47.860886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3856a7-0460-4e4e-b5fe-12f0808f4e73 req-206e99b0-c913-465a-a98a-ff0799c231b6 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:47.862382 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d3856a7-0460-4e4e-b5fe-12f0808f4e73 req-206e99b0-c913-465a-a98a-ff0799c231b6 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0732329 Mar 09 17:36:47.909200 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d3856a7-0460-4e4e-b5fe-12f0808f4e73 req-fc6ccf91-6c42-47cc-8fef-eb49082ff6d5 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Mar 09 17:36:49.030305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be9db-5f06-42dd-b1aa-73f90997c15c req-bc985762-44c8-4274-85a8-c1c847ceba44 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:49.031798 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f43be9db-5f06-42dd-b1aa-73f90997c15c req-bc985762-44c8-4274-85a8-c1c847ceba44 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0518765 Mar 09 17:36:49.076728 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f43be9db-5f06-42dd-b1aa-73f90997c15c req-febd7130-e245-441c-9073-d32581a1fa16 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Mar 09 17:36:50.205179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ff6f-92ad-4f4e-ae6c-a394707841e7 req-31781cf3-f707-4e4c-8e65-36e39635e984 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:50.206661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-daa9ff6f-92ad-4f4e-ae6c-a394707841e7 req-31781cf3-f707-4e4c-8e65-36e39635e984 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0522404 Mar 09 17:36:50.260042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-daa9ff6f-92ad-4f4e-ae6c-a394707841e7 req-6d01bff3-b502-417c-99b7-b53ee0cd9569 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Mar 09 17:36:51.384601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47d042-8ef9-4e4d-ace3-e14549cb12a2 req-6e725e69-62d9-4f25-a5cf-b6fa321a7a91 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:51.386286 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf47d042-8ef9-4e4d-ace3-e14549cb12a2 req-6e725e69-62d9-4f25-a5cf-b6fa321a7a91 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0579605 Mar 09 17:36:51.438735 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cf47d042-8ef9-4e4d-ace3-e14549cb12a2 req-79eab746-e5f7-4044-9151-94492fa49db3 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Mar 09 17:36:52.559973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ccbdf-1931-4dbf-968f-4148d47e9171 req-8bbc318b-81e5-4d01-9728-57bbfe5d5496 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:52.561403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b69ccbdf-1931-4dbf-968f-4148d47e9171 req-8bbc318b-81e5-4d01-9728-57bbfe5d5496 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0561259 Mar 09 17:36:52.611183 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b69ccbdf-1931-4dbf-968f-4148d47e9171 req-d9f7d5fb-26c5-4391-896f-a36169b4be9d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Mar 09 17:36:53.381791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Request body: {'port': {'device_id': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:36:53.439726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:53.698729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c22cf-2801-485e-a809-449b7fd20717 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:36:53.706237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Publish callbacks [] for port (391c22cf-2801-485e-a809-449b7fd20717), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:53.719101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Transition to ACTIVE for port object 391c22cf-2801-485e-a809-449b7fd20717 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:36:53.728056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59373a6-684b-424a-9f7e-7c51e07b23f4 req-a0c7c2b0-36ff-4657-9f0e-998e5cf970e0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:53.732465 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c59373a6-684b-424a-9f7e-7c51e07b23f4 req-a0c7c2b0-36ff-4657-9f0e-998e5cf970e0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 931 time: 0.0527732 Mar 09 17:36:53.775115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c59373a6-684b-424a-9f7e-7c51e07b23f4 req-301d129d-372c-48c8-9b20-4417dafdf613 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Mar 09 17:36:53.793840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:53.844977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:53.915048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Attempting to bind port 391c22cf-2801-485e-a809-449b7fd20717 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:36:53.915389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Attempting to bind port 391c22cf-2801-485e-a809-449b7fd20717 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:36:53.915722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Attempting to bind port 391c22cf-2801-485e-a809-449b7fd20717 on network d2dbbf9c-bc1b-4134-b95e-426dda058d0a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:53.920265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Port 391c22cf-2801-485e-a809-449b7fd20717 on network d2dbbf9c-bc1b-4134-b95e-426dda058d0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:36:53.920641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Attempting to bind port 391c22cf-2801-485e-a809-449b7fd20717 on network d2dbbf9c-bc1b-4134-b95e-426dda058d0a {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:36:53.925769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:36:53.926137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Checking segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:36:53.926511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Bound using segment: {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:36:53.926960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Bound port: 391c22cf-2801-485e-a809-449b7fd20717, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981707a6-5ab7-4f97-b238-f38f763a5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:36:53.927307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:53.997550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:36:54.000523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:36:54.074134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:54.107518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.108236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:54.109656 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] 10.222.0.36 "PUT /v2.0/ports/391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 1093 time: 0.7322516 Mar 09 17:36:54.110099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:36:54.112402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628a300-09b5-4f73-872d-124de0bc6d68" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:36:54.137170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c174aa-76c0-4792-9993-a69200032abc service neutron] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:54.157469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32683b15-6406-425d-89f5-103ed82e570b x-openstack-request-id: req-32683b15-6406-425d-89f5-103ed82e570b {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:36:54.157773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:36:54.158071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32683b15-6406-425d-89f5-103ed82e570b {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:36:54.158486 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'status': 'completed', 'code': 200} Mar 09 17:36:54.224110 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628a300-09b5-4f73-872d-124de0bc6d68 req-8bec1136-13e9-4ca5-a6c3-5c506f87485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.225723 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1628a300-09b5-4f73-872d-124de0bc6d68 req-8bec1136-13e9-4ca5-a6c3-5c506f87485a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1127 time: 0.0475287 Mar 09 17:36:54.330096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628a300-09b5-4f73-872d-124de0bc6d68 req-d7ce4294-6608-458b-a399-4890309e87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.331573 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1628a300-09b5-4f73-872d-124de0bc6d68 req-d7ce4294-6608-458b-a399-4890309e87fb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ee5b92cdce74b938b42da3414493d3d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0997992 Mar 09 17:36:54.422874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628a300-09b5-4f73-872d-124de0bc6d68 req-b3729b91-0772-4103-9c69-1c284d5d938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.424255 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1628a300-09b5-4f73-872d-124de0bc6d68 req-b3729b91-0772-4103-9c69-1c284d5d938a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870416 Mar 09 17:36:54.505395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-42ba4439-958f-4410-8aa4-2044c46a78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.507401 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-42ba4439-958f-4410-8aa4-2044c46a78e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1127 time: 0.0493851 Mar 09 17:36:54.547595 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-2d05146d-7950-4263-9e07-b98ebd0bd418 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 217 time: 0.0337110 Mar 09 17:36:54.594987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-63022d16-9c41-4310-950e-3a5b16122e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.596444 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-63022d16-9c41-4310-950e-3a5b16122e95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0433309 Mar 09 17:36:54.648339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-305ab636-624d-4bf9-ad78-0a9e8f7fbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.649858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-305ab636-624d-4bf9-ad78-0a9e8f7fbb14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477993 Mar 09 17:36:54.736594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-20d0c4c1-435d-4a1e-bc68-c7f10cf52183 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808234 Mar 09 17:36:54.827845 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be855900-b4f3-4be0-a5a5-e9d8e4691d4b req-6cd2deb0-1d4c-40b6-aa6a-60796f7a67ef service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860174 Mar 09 17:36:54.890563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36224e59-c55d-4e09-abea-6b89795474a5 req-c1218cf4-c6b1-4884-b97e-ad51dcf4514f tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:54.892037 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-36224e59-c55d-4e09-abea-6b89795474a5 req-c1218cf4-c6b1-4884-b97e-ad51dcf4514f tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 943 time: 0.0524552 Mar 09 17:36:54.941756 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-36224e59-c55d-4e09-abea-6b89795474a5 req-e5bf2390-af0a-4ba9-b7be-4b8e73dc97c1 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Mar 09 17:36:56.057967 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d234a5-9ca0-4a4d-b35d-d3cc41aa4572 req-915250f8-9add-4f09-a76e-c568aba930de tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:56.059457 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8d234a5-9ca0-4a4d-b35d-d3cc41aa4572 req-915250f8-9add-4f09-a76e-c568aba930de tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 943 time: 0.0532126 Mar 09 17:36:56.106308 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d8d234a5-9ca0-4a4d-b35d-d3cc41aa4572 req-a13d3fd6-b2ab-4f8f-abc5-58794ff9aebc tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Mar 09 17:36:57.225616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c91c-4d36-495c-b0d5-d3feb28df805 req-56d4f7f7-71d9-4e1c-ac36-b3f6479cb14f tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:57.227151 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2292c91c-4d36-495c-b0d5-d3feb28df805 req-56d4f7f7-71d9-4e1c-ac36-b3f6479cb14f tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 943 time: 0.0530555 Mar 09 17:36:57.272445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2292c91c-4d36-495c-b0d5-d3feb28df805 req-35f5bb27-3d00-45e6-ba4e-3bb76a6916ab tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Mar 09 17:36:57.295139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 391c22cf-2801-485e-a809-449b7fd20717 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:36:57.386167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:57.398178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '391c22cf-2801-485e-a809-449b7fd20717', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'port_id': '391c22cf-2801-485e-a809-449b7fd20717', 'mac_address': 'fa:16:3e:37:8d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:36:57.434919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 391c22cf-2801-485e-a809-449b7fd20717 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:57.435309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:57.448064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c22cf-2801-485e-a809-449b7fd20717 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:36:57.466457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:57.524907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:57.569230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:57.731252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['391c22cf-2801-485e-a809-449b7fd20717'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:36:58.387404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a936a2-bbe7-499c-a5dd-424893cb114b req-947085ce-b950-48c8-a113-d6ebef271979 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:58.388928 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83a936a2-bbe7-499c-a5dd-424893cb114b req-947085ce-b950-48c8-a113-d6ebef271979 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 944 time: 0.0531714 Mar 09 17:36:58.435311 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83a936a2-bbe7-499c-a5dd-424893cb114b req-22a5bb60-b488-44c7-863e-09d7346083d3 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Mar 09 17:36:58.907432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:59.308793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 391c22cf-2801-485e-a809-449b7fd20717 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:36:59.445257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 391c22cf-2801-485e-a809-449b7fd20717 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:36:59.449320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 391c22cf-2801-485e-a809-449b7fd20717 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:36:59.449697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (391c22cf-2801-485e-a809-449b7fd20717), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:59.528761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 391c22cf-2801-485e-a809-449b7fd20717 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:36:59.529153 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:59.550771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:36:59.551003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6494ea-a669-41d0-b4f8-bc4b82ab0b96 req-1ea05165-ab5a-4031-9b7e-095cc9c58498 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:59.552518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac6494ea-a669-41d0-b4f8-bc4b82ab0b96 req-1ea05165-ab5a-4031-9b7e-095cc9c58498 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 944 time: 0.0526197 Mar 09 17:36:59.553631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3308376-e987-41fc-b865-e68e0856f96e" -d '{"events": [{"server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "name": "network-vif-plugged", "status": "completed", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:36:59.566114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:36:59.593362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd2fcb-712a-4b6f-85bc-60e71dd7ff7a x-openstack-request-id: req-e0bd2fcb-712a-4b6f-85bc-60e71dd7ff7a {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:36:59.593666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "name": "network-vif-plugged", "status": "completed", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:36:59.593927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0bd2fcb-712a-4b6f-85bc-60e71dd7ff7a {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:36:59.594352 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'code': 200} Mar 09 17:36:59.601868 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ac6494ea-a669-41d0-b4f8-bc4b82ab0b96 req-e86bec1c-db00-4a99-b07e-98006c008056 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 Mar 09 17:36:59.645312 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:36:59.692101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:36:59.882459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8e1f-13cf-4b0d-b8aa-5fdf87b7f28d req-dbc3b1e5-9002-46f3-8c77-228460cf2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:36:59.883961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-db2b8e1f-13cf-4b0d-b8aa-5fdf87b7f28d req-dbc3b1e5-9002-46f3-8c77-228460cf2f12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1129 time: 0.0481782 Mar 09 17:36:59.926252 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-db2b8e1f-13cf-4b0d-b8aa-5fdf87b7f28d req-2960dfe7-ed78-44e3-a1b3-2020c4d967f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365117 Mar 09 17:37:00.720861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372110ed-8a5e-4f7d-8c2c-0be0a9be120a req-7a45f170-9d64-4e59-aa46-86203b16a850 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:00.722414 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-372110ed-8a5e-4f7d-8c2c-0be0a9be120a req-7a45f170-9d64-4e59-aa46-86203b16a850 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0532529 Mar 09 17:37:00.768563 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-372110ed-8a5e-4f7d-8c2c-0be0a9be120a req-3e3b7660-9905-426a-a93e-374372f5ecf4 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Mar 09 17:37:01.892670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076345b7-d233-4e19-8293-372547e7f13d req-d6c0719e-ae06-49ff-a989-fcf9376ef830 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:01.894131 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-076345b7-d233-4e19-8293-372547e7f13d req-d6c0719e-ae06-49ff-a989-fcf9376ef830 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0599146 Mar 09 17:37:01.940231 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-076345b7-d233-4e19-8293-372547e7f13d req-a9a86b5f-e9f3-4ade-b9c0-0114da6d08c3 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Mar 09 17:37:02.058767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9f100-a2ee-4cd9-be90-9053cbe9f158 req-64360206-3e74-4ac5-9481-1fe66848a50c tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:02.060167 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d3f9f100-a2ee-4cd9-be90-9053cbe9f158 req-64360206-3e74-4ac5-9481-1fe66848a50c tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0564411 Mar 09 17:37:02.106130 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d3f9f100-a2ee-4cd9-be90-9053cbe9f158 req-37e9ddf5-fbf0-4a98-ab07-2ef7fb65d857 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Mar 09 17:37:02.424323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cb65c-dff0-4784-a714-2d5cd8d79258 req-8b888aa8-754d-41c2-b989-f1e9d81e4afe tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:02.425834 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-da8cb65c-dff0-4784-a714-2d5cd8d79258 req-8b888aa8-754d-41c2-b989-f1e9d81e4afe tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0517857 Mar 09 17:37:02.470927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-da8cb65c-dff0-4784-a714-2d5cd8d79258 req-51682ec8-63b2-45f6-91cb-60c479252f06 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Mar 09 17:37:03.593403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-51005680-a7cc-4a2e-a1d7-bd7a1943a116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:06.330338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1791f332-58fc-4b16-82e1-31a558021238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:07.271718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:08.427633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:09.849916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:21.964592 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:37:23.192219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc72606-bbde-4750-907b-d7a46d3cc7d9 req-492ed743-bdfc-4f97-aee3-7f1c78611a4e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:23.193713 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc72606-bbde-4750-907b-d7a46d3cc7d9 req-492ed743-bdfc-4f97-aee3-7f1c78611a4e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.1639254 Mar 09 17:37:23.243546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc72606-bbde-4750-907b-d7a46d3cc7d9 req-8882540f-4e6f-4e15-83de-cba8b5f3d7f0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Mar 09 17:37:23.265557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41344) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:23.348694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b503ee-9d97-41db-9d58-70572884d0d0 tempest-TestMinimumBasicScenario-284048864 tempest-TestMinimumBasicScenario-284048864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:23.350202 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-35b503ee-9d97-41db-9d58-70572884d0d0 tempest-TestMinimumBasicScenario-284048864 tempest-TestMinimumBasicScenario-284048864-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1124 time: 0.0836954 Mar 09 17:37:23.353644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41348) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:23.357980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '391c22cf-2801-485e-a809-449b7fd20717', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:23.438451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:23.532520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:23.637557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Allocated IP 172.36.5.110 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/39dfcf12-5d50-40ea-95fc-3034eadf0677) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:37:23.739984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:23.809691 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:23.845228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:37:23.848138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:37:23.854341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:37:23.878976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'Port': ['ID=39dfcf12-5d50-40ea-95fc-3034eadf0677,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:23.891263 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.891626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.891983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.892334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.892705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.893058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.893399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.893739 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.894075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.894409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.894749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.895082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:23.895416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:24.258009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for floatingip (54e206e5-1bee-40a8-ac54-3cb0b54528f8), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:24.394631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:24.534065 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:24.597788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:24.668423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'Port': ['ID=39dfcf12-5d50-40ea-95fc-3034eadf0677,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:24.676308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (54e206e5-1bee-40a8-ac54-3cb0b54528f8), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:24.777294 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Floating IP 54e206e5-1bee-40a8-ac54-3cb0b54528f8 associated. External IP: 172.36.5.110, port: 391c22cf-2801-485e-a809-449b7fd20717. Mar 09 17:37:24.985579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Router c5f05092-2350-4af0-86d5-5881e5148988 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:37:25.400875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:37:25.410218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] Sync routers for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:37:25.423201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:37:25.423813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:37:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:37:25.463557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:25.492895 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-25144019-cc9e-4280-b18d-f9e651cf1d2e tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1382284 Mar 09 17:37:25.493485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:37:25.495723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41350) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:25.496249 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c42a59a-285d-47f5-8598-64d0d4419e35" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:37:25.500976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616647789', 'description': 'tempest-secgroup-smoke-616647789 description', 'project_id': '1ee5b92cdce74b938b42da3414493d3d'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:25.531885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:37:25.533294 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88532841-cc64-463c-8e52-7c22783436b0 x-openstack-request-id: req-88532841-cc64-463c-8e52-7c22783436b0 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:37:25.533594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:37:25.533848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88532841-cc64-463c-8e52-7c22783436b0 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:37:25.534244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'status': 'completed', 'code': 200} Mar 09 17:37:25.593004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:25.599836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-0f61c5c4-e54f-4ad3-82f7-bd6972c73fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:25.601431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-0f61c5c4-e54f-4ad3-82f7-bd6972c73fbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1129 time: 0.0448837 Mar 09 17:37:25.662361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group (6b828359-487e-4f45-a28f-d7b629ea5c3f), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:25.698607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-72deb5e6-b0b0-4e84-aedd-2e3b9797bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:25.700083 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-72deb5e6-b0b0-4e84-aedd-2e3b9797bc83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 914 time: 0.0903423 Mar 09 17:37:25.706734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6b828359-487e-4f45-a28f-d7b629ea5c3f), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:25.741347 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b828359-487e-4f45-a28f-d7b629ea5c3f,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:25.748966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.749324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.749669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.750009 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.750348 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.750683 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.751014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.751445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.751697 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.752066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.752426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.752762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.753088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:37:25.767145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '54e206e5-1bee-40a8-ac54-3cb0b54528f8', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'floating_ip_address': '172.36.5.110', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'port_id': '391c22cf-2801-485e-a809-449b7fd20717', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'mac_address': 'fa:16:3e:37:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:37:24Z', 'updated_at': '2022-03-09T17:37:24Z', 'revision_number': 0, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:37:25.769451 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-599e4e6b-d665-48f7-81bc-25cfc87a814e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 999 time: 0.0633075 Mar 09 17:37:25.790946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] Checking router: c5f05092-2350-4af0-86d5-5881e5148988 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:37:25.799696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:37:25.800315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:37:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:37:25.806831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:25.808303 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-87701150-85f2-430c-9f73-d27c63abaa0d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3112850 Mar 09 17:37:25.811526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41354) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:25.815896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group_rule': {'security_group_id': '6b828359-487e-4f45-a28f-d7b629ea5c3f', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:25.821806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-f7ecc385-3241-4ccd-a6a8-9cebd9744db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:25.823386 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-f7ecc385-3241-4ccd-a6a8-9cebd9744db9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0478821 Mar 09 17:37:25.876741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-27c300de-0d7d-4d8c-ad98-5cec306eda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:25.878283 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-27c300de-0d7d-4d8c-ad98-5cec306eda4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491309 Mar 09 17:37:25.889292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-3527e0ab-681e-41c3-9cf3-e050e915974a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:37:25.890244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-3527e0ab-681e-41c3-9cf3-e050e915974a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049260 Mar 09 17:37:25.909296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:37:25.929731 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (e9c26d5d-5329-443e-9f5c-993e05228b91), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:25.982967 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-754d7ca2-ac12-40f6-b894-d6d02559e3ef service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Mar 09 17:37:25.993801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (e9c26d5d-5329-443e-9f5c-993e05228b91), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.072686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (e9c26d5d-5329-443e-9f5c-993e05228b91), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.077662 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3c42a59a-285d-47f5-8598-64d0d4419e35 req-6e4d499a-ddec-41be-8581-6d4e7437dac5 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885296 Mar 09 17:37:26.095967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c26d5d-5329-443e-9f5c-993e05228b91,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:26.138033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '54e206e5-1bee-40a8-ac54-3cb0b54528f8', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'floating_ip_address': '172.36.5.110', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'port_id': '391c22cf-2801-485e-a809-449b7fd20717', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'mac_address': 'fa:16:3e:37:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:37:24Z', 'updated_at': '2022-03-09T17:37:24Z', 'revision_number': 0, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:37:26.166619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe5a53-4400-44e3-8313-3f6f0ede28bf None None] The sync data for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv is: [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '54e206e5-1bee-40a8-ac54-3cb0b54528f8', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'floating_ip_address': '172.36.5.110', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'port_id': '391c22cf-2801-485e-a809-449b7fd20717', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'mac_address': 'fa:16:3e:37:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:37:24Z', 'updated_at': '2022-03-09T17:37:24Z', 'revision_number': 0, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:37:26.183390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.184597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a0d6f9f9-2ec0-47ba-b83c-ac27b1d0ae96 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720958 Mar 09 17:37:26.187516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41356) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:26.192162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group_rule': {'security_group_id': '6b828359-487e-4f45-a28f-d7b629ea5c3f', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:26.288994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (b22f6c12-a936-4f51-bcc1-d1a9f0c81498), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.347322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (b22f6c12-a936-4f51-bcc1-d1a9f0c81498), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.361115 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798b5c0-d458-4fa1-abbf-457c02f4cca3 None None] New status for floating IP 54e206e5-1bee-40a8-ac54-3cb0b54528f8: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:37:26.404136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b22f6c12-a936-4f51-bcc1-d1a9f0c81498), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.419161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22f6c12-a936-4f51-bcc1-d1a9f0c81498,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:26.491884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.493175 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-31b94ca9-eced-436d-b681-9baf325c844d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046167 Mar 09 17:37:26.495863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41358) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:26.504307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group_rule': {'security_group_id': '6b828359-487e-4f45-a28f-d7b629ea5c3f', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:26.603544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (69f49235-c999-4957-96fc-679eb2b6e3a0), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.659198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (69f49235-c999-4957-96fc-679eb2b6e3a0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.735325 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (69f49235-c999-4957-96fc-679eb2b6e3a0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.752654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f49235-c999-4957-96fc-679eb2b6e3a0,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:26.800223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.801441 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-7a3fae35-f7f2-474c-a4c4-d99137319ecf tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044858 Mar 09 17:37:26.804636 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41360) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:26.810554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group_rule': {'security_group_id': '6b828359-487e-4f45-a28f-d7b629ea5c3f', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:26.876684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (99400239-f75d-462d-9ec2-9f1c2a9e2689), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.931394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (99400239-f75d-462d-9ec2-9f1c2a9e2689), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:26.986801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (99400239-f75d-462d-9ec2-9f1c2a9e2689), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.005445 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99400239-f75d-462d-9ec2-9f1c2a9e2689,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:27.063270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.064530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2c17c63d-4153-4800-a470-1bbff339721b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2589459 Mar 09 17:37:27.067134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41362) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:27.071415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group_rule': {'security_group_id': '6b828359-487e-4f45-a28f-d7b629ea5c3f', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:27.139902 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Project 1ee5b92cdce74b938b42da3414493d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:37:27.144724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (f41619ed-37b8-4b38-a441-b6b84fd0afa1), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.203856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (f41619ed-37b8-4b38-a441-b6b84fd0afa1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.255223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (f41619ed-37b8-4b38-a441-b6b84fd0afa1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.272633 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41619ed-37b8-4b38-a441-b6b84fd0afa1,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:27.330939 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.332123 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-57a398fe-6cf8-40cb-b18e-5f6801d9fc2b tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640758 Mar 09 17:37:27.334775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41364) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:37:27.338974 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'security_group_rule': {'security_group_id': '6b828359-487e-4f45-a28f-d7b629ea5c3f', 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:27.420983 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Project 1ee5b92cdce74b938b42da3414493d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:37:27.426226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (3042bdcb-eb27-4314-bc98-3459432cad1d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.483831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (3042bdcb-eb27-4314-bc98-3459432cad1d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.540706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3042bdcb-eb27-4314-bc98-3459432cad1d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.557867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3042bdcb-eb27-4314-bc98-3459432cad1d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:27.628464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:27.629667 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-039de8e3-8512-433e-90d6-2a832749ac4d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2939856 Mar 09 17:37:27.716089 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d98a37b-0904-4600-bc90-e788017db56b req-1f1faff9-a185-4248-9e79-0bae859265b9 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616647789&fields=id&tenant_id=1ee5b92cdce74b938b42da3414493d3d HTTP/1.1" status: 200 len: 267 time: 0.0432324 Mar 09 17:37:27.771832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98a37b-0904-4600-bc90-e788017db56b req-99d07060-931e-4d1b-acd9-0398e2bb02a3 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:27.773873 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d98a37b-0904-4600-bc90-e788017db56b req-99d07060-931e-4d1b-acd9-0398e2bb02a3 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0526342 Mar 09 17:37:27.784045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'port': {'security_groups': ['a884d4d7-928c-4550-b01a-49053db0d4ed', '6b828359-487e-4f45-a28f-d7b629ea5c3f']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:37:27.855244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:28.035510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:37:28.063068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for port (391c22cf-2801-485e-a809-449b7fd20717), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:28.118165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:28.135448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['391c22cf-2801-485e-a809-449b7fd20717'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:37:28.160886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:28.161441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:28.162910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7d98a37b-0904-4600-bc90-e788017db56b req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "PUT /v2.0/ports/391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 981 time: 0.3832181 Mar 09 17:37:28.163389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:37:28.165765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:37:28.219403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf902e-b07e-458c-8c1d-c77d53217c0a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=6']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:37:28.240320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d8838-c9a0-4fd8-b34b-9decc7a42d58 x-openstack-request-id: req-878d8838-c9a0-4fd8-b34b-9decc7a42d58 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:37:28.240838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:37:28.241630 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-878d8838-c9a0-4fd8-b34b-9decc7a42d58 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:37:28.242045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'status': 'completed', 'code': 200} Mar 09 17:37:28.323066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-cb42a13c-7656-41e1-a6dc-e0493b0a3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:28.324029 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-cb42a13c-7656-41e1-a6dc-e0493b0a3abd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1168 time: 0.0508311 Mar 09 17:37:28.360050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9dfd-f2c8-46af-abd1-3d0f07ce3895 req-9ecd6004-1f28-434a-82f3-58e1de821ea9 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:28.361166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['391c22cf-2801-485e-a809-449b7fd20717'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:37:28.362319 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a9f9dfd-f2c8-46af-abd1-3d0f07ce3895 req-9ecd6004-1f28-434a-82f3-58e1de821ea9 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.1176941 Mar 09 17:37:28.433075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a9f9dfd-f2c8-46af-abd1-3d0f07ce3895 req-d1b70d9f-520b-4b56-beae-21e9005fb6a3 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635300 Mar 09 17:37:28.434541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-f9c9aef5-4393-4e45-8bfb-9abd62c4fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:28.436027 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-f9c9aef5-4393-4e45-8bfb-9abd62c4fdbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 914 time: 0.1024859 Mar 09 17:37:28.503443 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-e514ee96-339c-4486-aa05-e382de2badc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 1001 time: 0.0600965 Mar 09 17:37:28.518632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b5e3babf-5857-493d-bf05-822529911741 None None] Provisioning complete for port 391c22cf-2801-485e-a809-449b7fd20717 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:37:28.519011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b5e3babf-5857-493d-bf05-822529911741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (391c22cf-2801-485e-a809-449b7fd20717), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:28.554042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-bec345bd-7581-48f1-a318-cf113add41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:28.555482 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-bec345bd-7581-48f1-a318-cf113add41e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0468054 Mar 09 17:37:28.603169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-625735f7-e2ae-47b7-a5ee-c1ac3203ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:28.604759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-625735f7-e2ae-47b7-a5ee-c1ac3203ad04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434496 Mar 09 17:37:28.697278 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-a8c751c8-9ed3-4194-a088-329e6e7fe0aa service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Mar 09 17:37:28.733648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3babf-5857-493d-bf05-822529911741 None None] Current status of the port 391c22cf-2801-485e-a809-449b7fd20717 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:37:28.787381 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-76158bfa-4ab3-4c61-ad6f-6df1a50a1f58 req-376da3f9-306b-4488-9bb9-b09eba435431 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825787 Mar 09 17:37:28.958639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:33.632981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-42bf29e4-a476-4993-ae0a-a8ff3c985795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:36.311406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767bac-2f67-4c7b-9995-7d61cb84d492 req-8d96c6c5-50d5-4426-91d6-65c7a63d21a1 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:36.312967 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d2767bac-2f67-4c7b-9995-7d61cb84d492 req-8d96c6c5-50d5-4426-91d6-65c7a63d21a1 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0635004 Mar 09 17:37:36.357787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a0189d39-2964-444c-835f-c298df5dce8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:36.359620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-7447cfae-2b49-4f85-9f4a-594d1a2b936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:36.360816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-7447cfae-2b49-4f85-9f4a-594d1a2b936a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1168 time: 0.0461485 Mar 09 17:37:36.374087 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d2767bac-2f67-4c7b-9995-7d61cb84d492 req-8889c062-7b99-471c-a9a9-e2974e94baeb tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552797 Mar 09 17:37:36.454285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-4aae60a7-03b7-4b59-85c1-9692e8acce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:36.455880 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-4aae60a7-03b7-4b59-85c1-9692e8acce8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 914 time: 0.0890732 Mar 09 17:37:36.520023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-9d3a2c22-6c5a-4c69-8a3d-dec8f29cb01a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 1001 time: 0.0580566 Mar 09 17:37:36.570606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-d91faf77-171f-4f1f-975c-1f12a7ec0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:36.572014 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-d91faf77-171f-4f1f-975c-1f12a7ec0ed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0461416 Mar 09 17:37:36.619108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-d70b266e-d298-49f8-86fd-7159a90be0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:36.620648 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-d70b266e-d298-49f8-86fd-7159a90be0db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428991 Mar 09 17:37:36.709480 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-9faa110d-b02d-4cf3-ba7a-61a69bb5ab28 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827842 Mar 09 17:37:36.795206 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-32622dd0-41ce-4da4-a21c-67cc8c26ec4e req-fa1ff7fb-27e6-4a72-9a79-9b911e50639f service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795949 Mar 09 17:37:37.248781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:37.493395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aebbd-22d7-4cea-bdd0-fda335249c98 req-7be0b68c-c92d-47a3-b4cf-47d54b64e0c5 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:37.494878 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4f9aebbd-22d7-4cea-bdd0-fda335249c98 req-7be0b68c-c92d-47a3-b4cf-47d54b64e0c5 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0534892 Mar 09 17:37:37.562307 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4f9aebbd-22d7-4cea-bdd0-fda335249c98 req-4b6e1bd9-5f15-4ec4-ab9a-2999d13cbdb2 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569828 Mar 09 17:37:38.437513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:38.672231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df1f7-c797-4c73-88e4-9727be160f9a req-571d2559-da45-4f81-b0b3-8eb0cdf8b9fc tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:38.673696 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f10df1f7-c797-4c73-88e4-9727be160f9a req-571d2559-da45-4f81-b0b3-8eb0cdf8b9fc tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0509391 Mar 09 17:37:38.730519 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f10df1f7-c797-4c73-88e4-9727be160f9a req-83ef93c8-851a-4205-8634-f64ac631fcf0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513558 Mar 09 17:37:39.846004 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf3ba7-2b9a-4338-8315-7a582e34f29f req-56523249-88d9-402e-b3cc-46fa6a979d50 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:39.846885 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56cf3ba7-2b9a-4338-8315-7a582e34f29f req-56523249-88d9-402e-b3cc-46fa6a979d50 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0524838 Mar 09 17:37:39.883627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:39.905932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-56cf3ba7-2b9a-4338-8315-7a582e34f29f req-b19923f4-0c1c-4211-a961-22be0594d66a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529075 Mar 09 17:37:41.359549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcec55-b9b9-44d7-809a-d845752004fd req-ac5985b6-e506-49a3-96d2-f222586da7e0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:41.361174 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d7bcec55-b9b9-44d7-809a-d845752004fd req-ac5985b6-e506-49a3-96d2-f222586da7e0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.3887410 Mar 09 17:37:41.418742 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d7bcec55-b9b9-44d7-809a-d845752004fd req-8b76c6fd-8893-485a-a9b6-f702833c95b6 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514278 Mar 09 17:37:42.533662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d483-9a30-47ee-b37a-6bb69cdbaf51 req-b27dc6e4-9536-4eb4-81f1-980bfed41c43 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:42.535041 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6454d483-9a30-47ee-b37a-6bb69cdbaf51 req-b27dc6e4-9536-4eb4-81f1-980bfed41c43 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0520446 Mar 09 17:37:42.592766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6454d483-9a30-47ee-b37a-6bb69cdbaf51 req-accb4987-bd8f-4b8d-b60c-365dd5923758 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522358 Mar 09 17:37:42.761419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-0575bc2b-0f34-4669-9bea-678e5f29b380 req-ebefbc03-1521-4eee-8ba6-d3f73b37de90 service neutron] (104358) timed out ('10.222.0.36', 56428) {{(pid=104358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 17:37:43.705744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1960e-582a-4ede-aa78-e826c68cd3fc req-536794fb-6429-46ec-aaa7-18f17d8c1b3d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:43.707197 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-96c1960e-582a-4ede-aa78-e826c68cd3fc req-536794fb-6429-46ec-aaa7-18f17d8c1b3d tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0511789 Mar 09 17:37:43.764567 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-96c1960e-582a-4ede-aa78-e826c68cd3fc req-b59bb6d8-473f-4e8f-927f-6f2f91413431 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511584 Mar 09 17:37:44.884499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629fe3-e3cf-4a23-a9ba-2a737c57f603 req-39204353-069d-4832-9d34-5e02258f213c tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:44.885989 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e6629fe3-e3cf-4a23-a9ba-2a737c57f603 req-39204353-069d-4832-9d34-5e02258f213c tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0572712 Mar 09 17:37:44.944557 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e6629fe3-e3cf-4a23-a9ba-2a737c57f603 req-d629c056-0ccb-4940-8695-b59437ca7059 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529268 Mar 09 17:37:46.063422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd421f1-b6a6-4114-86a6-6a8674830d4c req-a5521c64-bdd0-497f-965e-e56f95807ba2 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:46.064900 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cdd421f1-b6a6-4114-86a6-6a8674830d4c req-a5521c64-bdd0-497f-965e-e56f95807ba2 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0548301 Mar 09 17:37:46.121945 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cdd421f1-b6a6-4114-86a6-6a8674830d4c req-abc5ec0f-d290-43d8-9a7d-84a0f9b2d7cc tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515368 Mar 09 17:37:47.236903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5ffab-c60b-456d-8bab-be2afbd8201f req-73eed76d-8ef8-43e6-9970-55499734f207 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:47.238375 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ab5ffab-c60b-456d-8bab-be2afbd8201f req-73eed76d-8ef8-43e6-9970-55499734f207 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0525932 Mar 09 17:37:47.296431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ab5ffab-c60b-456d-8bab-be2afbd8201f req-6b208bc2-be02-4f2a-b4fd-4656dad57000 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517361 Mar 09 17:37:48.411166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c62dbc-0af4-4cda-ac83-cbf7300c926a req-71a34461-b201-494f-90f2-e986109fa4d7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:48.412645 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-64c62dbc-0af4-4cda-ac83-cbf7300c926a req-71a34461-b201-494f-90f2-e986109fa4d7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0516355 Mar 09 17:37:48.476973 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-64c62dbc-0af4-4cda-ac83-cbf7300c926a req-1f19844a-5c55-4ad1-9152-58b4a62b76a0 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524824 Mar 09 17:37:49.585867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3920b3-5ea1-4b0c-a0d5-794c5d737be7 req-d67eea11-7e63-468d-97cb-0c7294b3a165 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:49.587329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc3920b3-5ea1-4b0c-a0d5-794c5d737be7 req-d67eea11-7e63-468d-97cb-0c7294b3a165 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0520439 Mar 09 17:37:49.649424 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc3920b3-5ea1-4b0c-a0d5-794c5d737be7 req-19dfbfd8-5e9e-4298-985b-75aaad9721c1 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563405 Mar 09 17:37:50.768037 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a8fe6-7837-4ee3-847f-77fd74287986 req-90e4f256-1b21-441c-9255-c63e09366ef4 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:50.769532 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f37a8fe6-7837-4ee3-847f-77fd74287986 req-90e4f256-1b21-441c-9255-c63e09366ef4 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0560114 Mar 09 17:37:50.827450 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f37a8fe6-7837-4ee3-847f-77fd74287986 req-b3bf5f38-24f3-4632-9b6c-576d9d979406 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522423 Mar 09 17:37:51.946842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc407c54-7484-4974-b5c1-67a7f057a334 req-a23a9ee8-910c-4202-bd7a-cad3f0709e13 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:51.948316 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc407c54-7484-4974-b5c1-67a7f057a334 req-a23a9ee8-910c-4202-bd7a-cad3f0709e13 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0524790 Mar 09 17:37:52.007677 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc407c54-7484-4974-b5c1-67a7f057a334 req-38d84fe3-102a-4b87-8b31-7ff3b02471ae tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537457 Mar 09 17:37:53.124898 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe425-2258-4fa7-807e-e9b696e066cb req-537742f1-80da-42cd-bc79-80eaab3e5d19 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:53.126344 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ddfbe425-2258-4fa7-807e-e9b696e066cb req-537742f1-80da-42cd-bc79-80eaab3e5d19 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0535245 Mar 09 17:37:53.183404 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ddfbe425-2258-4fa7-807e-e9b696e066cb req-de52804b-f7a2-4530-98af-3ff4c5df622f tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&id=6b828359-487e-4f45-a28f-d7b629ea5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515206 Mar 09 17:37:56.146399 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-370f8318-0b3d-49df-a0d6-e6500464e127 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419784 Mar 09 17:37:56.231500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-f5952f2b-6809-46d9-bcda-d2ec99b5f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:56.233016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-f5952f2b-6809-46d9-bcda-d2ec99b5f3f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1168 time: 0.0479267 Mar 09 17:37:56.330933 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-cc6b43e4-aec2-47eb-ba7d-4157531d6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:56.332465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-cc6b43e4-aec2-47eb-ba7d-4157531d6121 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 914 time: 0.0828598 Mar 09 17:37:56.399674 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-da2865b9-fc43-4ccf-b140-86fbd79793d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 1001 time: 0.0613105 Mar 09 17:37:56.444612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-f1c48aba-2fe9-4077-90b8-0ae718757b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:56.446015 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-f1c48aba-2fe9-4077-90b8-0ae718757b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0414510 Mar 09 17:37:56.491918 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-1641b0d7-565c-4902-929c-6a996a5f56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:37:56.493398 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-1641b0d7-565c-4902-929c-6a996a5f56dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422938 Mar 09 17:37:56.581927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-73c2d3b4-8626-422d-8621-db3b29399c3f service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827093 Mar 09 17:37:56.667036 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd247b6-84e6-40a3-9360-76fb229b231a req-e6e7cda9-43c0-4a84-9048-bb4db72a6203 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796065 Mar 09 17:37:58.945326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:37:58.964092 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:38:03.648582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f225a217-23f8-4bdf-9d22-ff89b7d7a66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:06.345306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0845b53f-51a7-49ac-ada8-f5e545ede623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:07.277061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:08.419924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:09.858934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:25.466855 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-028c7c6c-ffdc-4bcc-aa8f-c9cbf5c8722a tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616647789&fields=id&tenant_id=1ee5b92cdce74b938b42da3414493d3d HTTP/1.1" status: 200 len: 267 time: 0.0437870 Mar 09 17:38:25.525474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-318ed4b5-306f-4505-a858-5058638d5093 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:25.527020 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-318ed4b5-306f-4505-a858-5058638d5093 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 984 time: 0.0550928 Mar 09 17:38:25.537773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Request body: {'port': {'security_groups': ['a884d4d7-928c-4550-b01a-49053db0d4ed']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:38:25.606519 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:25.773859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:25.800681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for port (391c22cf-2801-485e-a809-449b7fd20717), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:25.853344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:25.866463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['391c22cf-2801-485e-a809-449b7fd20717'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:38:25.900449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:25.901079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:25.905607 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0c74c359-b110-4bca-89dd-afcfc843d592 req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "PUT /v2.0/ports/391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 942 time: 0.3695874 Mar 09 17:38:25.905607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:38:25.905607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d024300e-6545-46b3-b649-e197f5a34502" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:38:25.908549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41432) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:25.946298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event updated for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=7']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:25.954938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.955301 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.955653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.956001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.956338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.956729 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.957070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.957412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.958081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.958081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.958410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.958699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.959028 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b982ab0-7c0d-40a4-8bb4-c54ce91b57a7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:25.995799 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group (6b828359-487e-4f45-a28f-d7b629ea5c3f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:25.996904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['391c22cf-2801-485e-a809-449b7fd20717'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:38:26.026387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group (6b828359-487e-4f45-a28f-d7b629ea5c3f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.046871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd6cb9-7a86-489b-b9f4-9b4f84b65bf4 x-openstack-request-id: req-cdbd6cb9-7a86-489b-b9f4-9b4f84b65bf4 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:38:26.047175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:38:26.047434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdbd6cb9-7a86-489b-b9f4-9b4f84b65bf4 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:38:26.047866 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'status': 'completed', 'code': 200} Mar 09 17:38:26.162620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (6b828359-487e-4f45-a28f-d7b629ea5c3f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.167128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.169068 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "DELETE /v2.0/security-groups/6b828359-487e-4f45-a28f-d7b629ea5c3f HTTP/1.1" status: 204 len: 168 time: 0.2589550 Mar 09 17:38:26.172395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41438) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:26.179715 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b828359-487e-4f45-a28f-d7b629ea5c3f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:26.187308 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.187687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.188026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.188386 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.188732 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.189259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.189786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.190130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.190647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.191002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.191336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.191667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.191999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b29ca-c98b-4cbb-8802-05ad43e56686 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:26.204901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2a8c00bd-4526-40db-9a64-6b6f70140855 None None] Provisioning complete for port 391c22cf-2801-485e-a809-449b7fd20717 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:38:26.206174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2a8c00bd-4526-40db-9a64-6b6f70140855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (391c22cf-2801-485e-a809-449b7fd20717), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.219926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024300e-6545-46b3-b649-e197f5a34502 req-cbfd8cf4-25ee-42ce-ae57-e78c2e722f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:26.221564 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-cbfd8cf4-25ee-42ce-ae57-e78c2e722f57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1129 time: 0.1431551 Mar 09 17:38:26.300004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c00bd-4526-40db-9a64-6b6f70140855 None None] Current status of the port 391c22cf-2801-485e-a809-449b7fd20717 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:38:26.393615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024300e-6545-46b3-b649-e197f5a34502 req-d5a0607a-e43d-45c4-bb03-d8559002caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:26.395086 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-d5a0607a-e43d-45c4-bb03-d8559002caac service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 914 time: 0.1671546 Mar 09 17:38:26.459243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Deleting port 39dfcf12-5d50-40ea-95fc-3034eadf0677 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:26.459592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.478373 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-47a5664b-5eea-4473-a150-ebed2a1b07cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 1001 time: 0.0767045 Mar 09 17:38:26.569899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024300e-6545-46b3-b649-e197f5a34502 req-8eb24684-a5c2-4f10-a375-5499ec486a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:26.571263 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-8eb24684-a5c2-4f10-a375-5499ec486a8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0834255 Mar 09 17:38:26.587296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.587635 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for floatingip (39dfcf12-5d50-40ea-95fc-3034eadf0677), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.615088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Calling delete_port for 39dfcf12-5d50-40ea-95fc-3034eadf0677 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:26.674969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024300e-6545-46b3-b649-e197f5a34502 req-a343c7f1-8d78-415c-aa86-31938d4c1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:26.676494 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-a343c7f1-8d78-415c-aa86-31938d4c1da7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0983980 Mar 09 17:38:26.792884 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-0e5e2e08-c76b-4867-8227-9a44afb10f51 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096706 Mar 09 17:38:26.914627 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d024300e-6545-46b3-b649-e197f5a34502 req-0dc9aaf4-a189-4cce-bb3d-9a153d15f110 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164682 Mar 09 17:38:26.933475 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (39dfcf12-5d50-40ea-95fc-3034eadf0677), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:26.960334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event deleted for resources: {'Port': ['ID=39dfcf12-5d50-40ea-95fc-3034eadf0677,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:27.022607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks [] for floatingip (54e206e5-1bee-40a8-ac54-3cb0b54528f8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:27.029121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Floating IP 54e206e5-1bee-40a8-ac54-3cb0b54528f8 disassociated (deleted). External IP: 172.36.5.110, port: 391c22cf-2801-485e-a809-449b7fd20717. Mar 09 17:38:27.229302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Router c5f05092-2350-4af0-86d5-5881e5148988 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:38:27.335760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:38:27.341012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:27.345611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] Sync routers for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:38:27.355441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:38:27.356077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:27.468046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:38:27.673866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:27.695135 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d5bd7826-5e4c-4e23-8053-f3818f111f12 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "DELETE /v2.0/floatingips/54e206e5-1bee-40a8-ac54-3cb0b54528f8 HTTP/1.1" status: 204 len: 168 time: 1.5216990 Mar 09 17:38:27.705113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] Checking router: c5f05092-2350-4af0-86d5-5881e5148988 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:38:27.713884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:38:27.714494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:27.820917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:38:28.016558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:28.044632 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77287-1690-4f86-a790-a19f8594bc33 None None] The sync data for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv is: [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:36:22Z', 'revision_number': 4, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cfa6fcbb-df83-42cc-b838-acc98e98d87b', 'name': '', 'network_id': 'd2dbbf9c-bc1b-4134-b95e-426dda058d0a', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'mac_address': 'fa:16:3e:fa:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:22Z', 'updated_at': '2022-03-09T17:36:26Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'subnets': [{'id': 'cd5606dd-df5e-41a0-bf0d-d79361aded56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:38:28.053597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:38:28.053597 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef5779e-7671-4cc1-879e-1a702a6549d0" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:38:28.091914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4878b0-918c-47a6-ba4f-9028114f9724 x-openstack-request-id: req-df4878b0-918c-47a6-ba4f-9028114f9724 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:38:28.092276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:38:28.092687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df4878b0-918c-47a6-ba4f-9028114f9724 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:38:28.093171 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'status': 'completed', 'code': 200} Mar 09 17:38:28.158250 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-0906b2fd-2f98-4459-893d-c763048ad321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:28.159762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-0906b2fd-2f98-4459-893d-c763048ad321 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ee5b92cdce74b938b42da3414493d3d&device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 1129 time: 0.0451369 Mar 09 17:38:28.257501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-ebfe662e-c725-4236-aa58-0c3a5ab774aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:28.258999 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-ebfe662e-c725-4236-aa58-0c3a5ab774aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 200 len: 914 time: 0.0907223 Mar 09 17:38:28.281929 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733172b-7453-4bc4-8ffe-17a35c416a41 None None] New status for floating IP 54e206e5-1bee-40a8-ac54-3cb0b54528f8: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:38:28.301074 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-e59f470a-5ec4-4bb6-901c-0bf2df9cbade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 200 len: 217 time: 0.0355871 Mar 09 17:38:28.351843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-b7f8b0e5-a3bb-4d9a-9969-c66c0c25767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:28.353570 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-b7f8b0e5-a3bb-4d9a-9969-c66c0c25767b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 200 len: 853 time: 0.0444756 Mar 09 17:38:28.411900 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-f2fe5fe0-ea2b-4346-baaf-d5e6f619ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:28.413872 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-f2fe5fe0-ea2b-4346-baaf-d5e6f619ae9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2dbbf9c-bc1b-4134-b95e-426dda058d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0535901 Mar 09 17:38:28.502232 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-3a2aec29-dd27-4a53-9b53-446e735ebb5c service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818229 Mar 09 17:38:28.594801 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2ef5779e-7671-4cc1-879e-1a702a6549d0 req-e0fcf107-061b-404d-bd42-e741d15aa894 service neutron] 10.222.0.36 "GET /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 Mar 09 17:38:28.921867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:33.636275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c703379a-4512-48a0-9b5a-d5a37fe81d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:35.963688 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:38:36.384445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0ccd9964-7080-4ba6-8846-b74b5544e67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:37.258570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:38.441427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:39.881295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:43.313367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a3230-9a7f-4e37-a710-6a8723281e9f req-4c48c310-8a40-4494-8d91-683cc8605809 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:43.314850 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-291a3230-9a7f-4e37-a710-6a8723281e9f req-4c48c310-8a40-4494-8d91-683cc8605809 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0528381 Mar 09 17:38:43.361472 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-291a3230-9a7f-4e37-a710-6a8723281e9f req-f3919501-e606-4469-9206-e48a83efe750 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Mar 09 17:38:44.477950 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394391-7552-41e5-970e-dd7aebf6dbea req-2068209e-b937-4b8e-a6cc-4ff0071dc2fa tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:44.479460 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-45394391-7552-41e5-970e-dd7aebf6dbea req-2068209e-b937-4b8e-a6cc-4ff0071dc2fa tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0524728 Mar 09 17:38:44.526416 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-45394391-7552-41e5-970e-dd7aebf6dbea req-aaec441c-06e9-4c29-bb8d-8be2bf7c77fc tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/security-groups?id=a884d4d7-928c-4550-b01a-49053db0d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Mar 09 17:38:44.966669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-d430f7b8-c61a-4ebf-99a1-5e159593aa91 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:38:44.968172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-d430f7b8-c61a-4ebf-99a1-5e159593aa91 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.36 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 945 time: 0.0518522 Mar 09 17:38:45.071111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Deleting port 391c22cf-2801-485e-a809-449b7fd20717 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:45.071453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (391c22cf-2801-485e-a809-449b7fd20717), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:45.162758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] For port 391c22cf-2801-485e-a809-449b7fd20717, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=391c22cf-2801-485e-a809-449b7fd20717,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:45.163131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (391c22cf-2801-485e-a809-449b7fd20717), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:45.175199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Calling delete_port for 391c22cf-2801-485e-a809-449b7fd20717 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:45.338851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (391c22cf-2801-485e-a809-449b7fd20717), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:45.350640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['391c22cf-2801-485e-a809-449b7fd20717'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:38:45.371127 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Pushing event deleted for resources: {'Port': ['ID=391c22cf-2801-485e-a809-449b7fd20717,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:45.414656 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] No DVR routers for this DVR port 391c22cf-2801-485e-a809-449b7fd20717 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:38:45.417185 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:45.420642 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0e24ed80-d80d-4169-9ba4-be4dbbe48aa1 req-88a0a26e-17f5-4d43-a702-f9a0f4c68cb7 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.36 "DELETE /v2.0/ports/391c22cf-2801-485e-a809-449b7fd20717 HTTP/1.1" status: 204 len: 173 time: 0.4464536 Mar 09 17:38:45.421105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'name': 'network-vif-deleted', 'tag': '391c22cf-2801-485e-a809-449b7fd20717'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:38:45.423337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d8b1c8-b3f8-4c6a-90b0-f648e00c270a" -d '{"events": [{"server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "name": "network-vif-deleted", "tag": "391c22cf-2801-485e-a809-449b7fd20717"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:38:45.458937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78314def-6c21-45de-82f3-f7a7fa4cdbf7 x-openstack-request-id: req-78314def-6c21-45de-82f3-f7a7fa4cdbf7 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:38:45.459232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7b7a0-249d-40da-a18a-fcbac9a37ffe", "name": "network-vif-deleted", "tag": "391c22cf-2801-485e-a809-449b7fd20717", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:38:45.459489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78314def-6c21-45de-82f3-f7a7fa4cdbf7 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:38:45.459902 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7b7a0-249d-40da-a18a-fcbac9a37ffe', 'name': 'network-vif-deleted', 'tag': '391c22cf-2801-485e-a809-449b7fd20717', 'status': 'completed', 'code': 200} Mar 09 17:38:45.622742 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c99d9d2a-9358-4e1f-969c-e05a3b46e7f0 req-5691be70-8137-4304-b59b-2a024de70074 tempest-TestMinimumBasicScenario-965349516 tempest-TestMinimumBasicScenario-965349516-project] 10.222.0.16 "GET /v2.0/ports?device_id=03f7b7a0-249d-40da-a18a-fcbac9a37ffe HTTP/1.1" status: 200 len: 210 time: 0.0317526 Mar 09 17:38:47.920069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41552) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:48.265568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (c5f05092-2350-4af0-86d5-5881e5148988), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:48.507400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Deleting port cfa6fcbb-df83-42cc-b838-acc98e98d87b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:48.507745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:48.582700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] For port cfa6fcbb-df83-42cc-b838-acc98e98d87b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfa6fcbb-df83-42cc-b838-acc98e98d87b,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:48.583064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:48.595197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Calling delete_port for cfa6fcbb-df83-42cc-b838-acc98e98d87b owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:48.806537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (cfa6fcbb-df83-42cc-b838-acc98e98d87b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:48.830701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa6fcbb-df83-42cc-b838-acc98e98d87b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:49.014731 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (c5f05092-2350-4af0-86d5-5881e5148988), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:49.234590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Router c5f05092-2350-4af0-86d5-5881e5148988 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:38:49.345081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:38:49.351209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a85fffe6-e445-4f85-b34b-5d13cadfb4f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/c5f05092-2350-4af0-86d5-5881e5148988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300485 Mar 09 17:38:49.353878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41554) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:49.362298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] Sync routers for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:38:49.373145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:38:49.373776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:49.462280 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks [] for router (c5f05092-2350-4af0-86d5-5881e5148988), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:49.483324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:38:49.567312 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks [] for router_gateway (c5f05092-2350-4af0-86d5-5881e5148988), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:49.654022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125'}], 'enable_snat': True}, 'gw_port_id': 'aa698610-8213-47ce-9620-6420d1414632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:38:48Z', 'revision_number': 5, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port': {'id': 'aa698610-8213-47ce-9620-6420d1414632', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:20Z', 'updated_at': '2022-03-09T17:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:49.678271 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Deleting port aa698610-8213-47ce-9620-6420d1414632 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:49.678607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (aa698610-8213-47ce-9620-6420d1414632), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:49.685487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] Checking router: c5f05092-2350-4af0-86d5-5881e5148988 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:38:49.694115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] Routers {'c5f05092-2350-4af0-86d5-5881e5148988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:38:49.694710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c5f05092-2350-4af0-86d5-5881e5148988'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:49.754577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] For port aa698610-8213-47ce-9620-6420d1414632, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa698610-8213-47ce-9620-6420d1414632,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:49.754854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (aa698610-8213-47ce-9620-6420d1414632), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:49.766808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Calling delete_port for aa698610-8213-47ce-9620-6420d1414632 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:49.905893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 391c22cf-2801-485e-a809-449b7fd20717 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:49.929599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 391c22cf-2801-485e-a809-449b7fd20717 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:49.929942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 391c22cf-2801-485e-a809-449b7fd20717 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:49.943520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] Set router c5f05092-2350-4af0-86d5-5881e5148988 gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:38:49.983928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aa698610-8213-47ce-9620-6420d1414632), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:49.996303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:38:49Z', 'revision_number': 6, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:50.020651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa698610-8213-47ce-9620-6420d1414632,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:50.022830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7624b81-4e4c-43ea-bf03-9a5db094de72 None None] The sync data for ids ['c5f05092-2350-4af0-86d5-5881e5148988'] in dv-neutron-master-2-hyperv is: [{'id': 'c5f05092-2350-4af0-86d5-5881e5148988', 'name': 'tempest-TestMinimumBasicScenario-364605020-router', 'tenant_id': '1ee5b92cdce74b938b42da3414493d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:19Z', 'updated_at': '2022-03-09T17:38:49Z', 'revision_number': 6, 'project_id': '1ee5b92cdce74b938b42da3414493d3d', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:38:50.080787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (c5f05092-2350-4af0-86d5-5881e5148988), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.174817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (c5f05092-2350-4af0-86d5-5881e5148988), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.177002 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks [] for router_controller (c5f05092-2350-4af0-86d5-5881e5148988), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.287015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (c5f05092-2350-4af0-86d5-5881e5148988), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.287481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f05092-2350-4af0-86d5-5881e5148988 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:38:50.291842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.293046 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fc73e427-36d4-4dba-9be9-a211f3826ac1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c5f05092-2350-4af0-86d5-5881e5148988 HTTP/1.1" status: 204 len: 168 time: 0.9381466 Mar 09 17:38:50.305645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41556) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:50.339855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Deleting subnet cd5606dd-df5e-41a0-bf0d-d79361aded56 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:38:50.342933 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Publish callbacks [] for subnet (cd5606dd-df5e-41a0-bf0d-d79361aded56), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.380224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (cd5606dd-df5e-41a0-bf0d-d79361aded56), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.466061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (cd5606dd-df5e-41a0-bf0d-d79361aded56), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.474298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfa6fcbb-df83-42cc-b838-acc98e98d87b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:50.494170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: cfa6fcbb-df83-42cc-b838-acc98e98d87b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:50.494593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device cfa6fcbb-df83-42cc-b838-acc98e98d87b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:50.590240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (cd5606dd-df5e-41a0-bf0d-d79361aded56), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.617131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5606dd-df5e-41a0-bf0d-d79361aded56,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:50.621014 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.624228 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c83a9f64-3fb9-4b5a-b842-eff11b573f9b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cd5606dd-df5e-41a0-bf0d-d79361aded56 HTTP/1.1" status: 204 len: 168 time: 0.3276668 Mar 09 17:38:50.627643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41558) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:50.628333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa65cf-08c8-4d2d-a06c-51837a799780 None None] Network d2dbbf9c-bc1b-4134-b95e-426dda058d0a requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:38:50.701925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (d2dbbf9c-bc1b-4134-b95e-426dda058d0a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.756778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Deleting port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:50.757186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.797415 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] DHCP port deletion for d2dbbf9c-bc1b-4134-b95e-426dda058d0a request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:38:50.827861 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] For port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:50.828229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.845502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Calling delete_port for 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:50.852474 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Deleting port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:50.852857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.916300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] For port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,segment=NetworkSegment(981707a6-5ab7-4f97-b238-f38f763a5d14),segment_id=981707a6-5ab7-4f97-b238-f38f763a5d14)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:50.916733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:50.929327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Calling delete_port for 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:50.984024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.010898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:51.012749 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] No DVR routers for this DVR port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:38:51.017883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (9303ec70-c15e-4d03-b0cd-fff8b86e89a0), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.048616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Pushing event deleted for resources: {'Port': ['ID=9303ec70-c15e-4d03-b0cd-fff8b86e89a0,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:51.051405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] No DVR routers for this DVR port 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:38:51.060619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.060982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.061328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.061669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.062003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.062826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.062826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.062983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.063620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.063739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.064193 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.064428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.064703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d142d2-25c3-40e9-9a13-2d31ef56e8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:38:51.088306 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (d2dbbf9c-bc1b-4134-b95e-426dda058d0a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.108764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dbbf9c-bc1b-4134-b95e-426dda058d0a']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:51.118369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981707a6-5ab7-4f97-b238-f38f763a5d14') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:51.118670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981707a6-5ab7-4f97-b238-f38f763a5d14') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:51.127750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (981707a6-5ab7-4f97-b238-f38f763a5d14), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.141437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (981707a6-5ab7-4f97-b238-f38f763a5d14), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.147804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:38:51.149757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (981707a6-5ab7-4f97-b238-f38f763a5d14), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:38:51.149926 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:38:51.338418 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (d2dbbf9c-bc1b-4134-b95e-426dda058d0a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.343895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.346932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d2dbbf9c-bc1b-4134-b95e-426dda058d0a HTTP/1.1" status: 204 len: 168 time: 0.7170048 Mar 09 17:38:51.350525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41560) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:51.358388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7dedb-5c31-42e4-bc9f-2c7bbb9e2e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2dbbf9c-bc1b-4134-b95e-426dda058d0a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:51.686381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:51.923720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Deleting port 96a987a6-354f-46e0-b44e-a2c82f585a99 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:51.924060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:52.001324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] For port 96a987a6-354f-46e0-b44e-a2c82f585a99, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96a987a6-354f-46e0-b44e-a2c82f585a99,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:52.001685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:52.014095 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Calling delete_port for 96a987a6-354f-46e0-b44e-a2c82f585a99 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:52.274871 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (96a987a6-354f-46e0-b44e-a2c82f585a99), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:52.304595 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a987a6-354f-46e0-b44e-a2c82f585a99,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:52.358787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa698610-8213-47ce-9620-6420d1414632 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:52.380218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: aa698610-8213-47ce-9620-6420d1414632 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:52.385923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device aa698610-8213-47ce-9620-6420d1414632 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:52.385923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:52.401108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:52.401469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9303ec70-c15e-4d03-b0cd-fff8b86e89a0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:52.473744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:52.686984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:38:52.795275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:38:52.800307 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-449ca298-f742-4ee5-b6cc-967cc29165e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/1cd3fab1-a78b-43a2-87da-d35c7bd1cedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487259 Mar 09 17:38:52.803358 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41562) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:52.806731 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] Sync routers for ids ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:38:52.816144 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] Routers {'1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:38:52.816782 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:52.906842 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks [] for router (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:52.920646 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] Set router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:38:53.013853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks [] for router_gateway (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.094544 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219'}], 'enable_snat': True}, 'gw_port_id': '5f943789-8396-44a3-bc02-59980a37998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:38:52Z', 'revision_number': 5, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port': {'id': '5f943789-8396-44a3-bc02-59980a37998c', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:36:26Z', 'updated_at': '2022-03-09T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:53.111669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Deleting port 5f943789-8396-44a3-bc02-59980a37998c {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:53.112016 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (5f943789-8396-44a3-bc02-59980a37998c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.120673 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] Checking router: 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:38:53.130205 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] Routers {'1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:38:53.130802 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:53.194092 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] For port 5f943789-8396-44a3-bc02-59980a37998c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f943789-8396-44a3-bc02-59980a37998c,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:53.194461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (5f943789-8396-44a3-bc02-59980a37998c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.205990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Calling delete_port for 5f943789-8396-44a3-bc02-59980a37998c owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:53.216770 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] Set router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:38:53.357743 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:38:53Z', 'revision_number': 6, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:53.383993 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afba861-4034-4d00-8981-c7abd3f1feb7 None None] The sync data for ids ['1cd3fab1-a78b-43a2-87da-d35c7bd1cedb'] in dv-neutron-master-2-hyperv is: [{'id': '1cd3fab1-a78b-43a2-87da-d35c7bd1cedb', 'name': 'tempest-TestMinimumBasicScenario-1636037494-router', 'tenant_id': 'ec91da6d857b4ea69a43c88899352440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:36:25Z', 'updated_at': '2022-03-09T17:38:53Z', 'revision_number': 6, 'project_id': 'ec91da6d857b4ea69a43c88899352440', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:38:53.435790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (5f943789-8396-44a3-bc02-59980a37998c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.461906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f943789-8396-44a3-bc02-59980a37998c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:53.523174 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.613786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.615813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks [] for router_controller (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.760997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (1cd3fab1-a78b-43a2-87da-d35c7bd1cedb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.761592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd3fab1-a78b-43a2-87da-d35c7bd1cedb {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:38:53.766107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.767343 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5d2c8091-3dc8-464d-99c8-26bb29b4b29b admin admin] 10.222.0.16 "DELETE /v2.0/routers/1cd3fab1-a78b-43a2-87da-d35c7bd1cedb HTTP/1.1" status: 204 len: 168 time: 0.9630773 Mar 09 17:38:53.770263 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41564) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:53.815316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Deleting subnet 4412bb97-a265-46b9-98a5-9179b6f7fd58 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:38:53.818388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Publish callbacks [] for subnet (4412bb97-a265-46b9-98a5-9179b6f7fd58), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.852161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (4412bb97-a265-46b9-98a5-9179b6f7fd58), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:53.930111 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4412bb97-a265-46b9-98a5-9179b6f7fd58), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.018268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (4412bb97-a265-46b9-98a5-9179b6f7fd58), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.043623 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4412bb97-a265-46b9-98a5-9179b6f7fd58,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:54.047197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.050411 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-90e62b8e-adce-46af-a068-519e9305b5c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4412bb97-a265-46b9-98a5-9179b6f7fd58 HTTP/1.1" status: 204 len: 168 time: 0.2791796 Mar 09 17:38:54.052424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113f04e-fc97-40c0-ba58-19625cd324c5 None None] Network 4b980996-5c4d-4167-9645-28b99e21dcee requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:38:54.052969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41566) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:54.130093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (4b980996-5c4d-4167-9645-28b99e21dcee), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.186019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Deleting port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:54.186373 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.216427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] DHCP port deletion for 4b980996-5c4d-4167-9645-28b99e21dcee request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:38:54.251105 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] For port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:54.251468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.264886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Calling delete_port for 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:54.265129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] Deleting port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:38:54.265509 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.342844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] For port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,segment=NetworkSegment(37fad4cf-082e-4b3a-8b79-b894a07b3066),segment_id=37fad4cf-082e-4b3a-8b79-b894a07b3066)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:38:54.343808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.364006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] Calling delete_port for 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:38:54.409259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5f943789-8396-44a3-bc02-59980a37998c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:54.429489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.430411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 5f943789-8396-44a3-bc02-59980a37998c {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:54.430810 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 5f943789-8396-44a3-bc02-59980a37998c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:54.431190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 96a987a6-354f-46e0-b44e-a2c82f585a99 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:54.457197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] No DVR routers for this DVR port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:38:54.458425 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 96a987a6-354f-46e0-b44e-a2c82f585a99 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:54.458784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 96a987a6-354f-46e0-b44e-a2c82f585a99 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:54.459215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:38:54.460962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:54.488338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:38:54.488736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:38:54.508891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (9cea57d3-2fd4-4ed7-8cf3-efa968179c58), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.535056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] Pushing event deleted for resources: {'Port': ['ID=9cea57d3-2fd4-4ed7-8cf3-efa968179c58,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:54.535735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (4b980996-5c4d-4167-9645-28b99e21dcee), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.536944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0079e-41a5-4de5-9b4f-563f2694da8f None None] No DVR routers for this DVR port 9cea57d3-2fd4-4ed7-8cf3-efa968179c58 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:38:54.558089 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b980996-5c4d-4167-9645-28b99e21dcee']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:54.567704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fad4cf-082e-4b3a-8b79-b894a07b3066') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:54.567998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fad4cf-082e-4b3a-8b79-b894a07b3066') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:38:54.577185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (37fad4cf-082e-4b3a-8b79-b894a07b3066), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.590787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (37fad4cf-082e-4b3a-8b79-b894a07b3066), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.596523 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:38:54.596907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (37fad4cf-082e-4b3a-8b79-b894a07b3066), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:38:54.599097 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:38:54.732388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (4b980996-5c4d-4167-9645-28b99e21dcee), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.737546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:54.741352 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4b980996-5c4d-4167-9645-28b99e21dcee HTTP/1.1" status: 204 len: 168 time: 0.6874583 Mar 09 17:38:54.754305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab23382-bdd9-4590-8c0f-3697bdd0d7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b980996-5c4d-4167-9645-28b99e21dcee,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:55.030199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41570) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:55.069821 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6a770eb0-4506-42dc-a916-04346dc47a78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ee5b92cdce74b938b42da3414493d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383978 Mar 09 17:38:55.072253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41572) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:55.118919 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-20187795-b5d3-49d9-afc6-cf0c0fb5d322 admin admin] Publish callbacks [] for security_group (a884d4d7-928c-4550-b01a-49053db0d4ed), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:55.139795 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-20187795-b5d3-49d9-afc6-cf0c0fb5d322 admin admin] Publish callbacks [] for security_group (a884d4d7-928c-4550-b01a-49053db0d4ed), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:55.246806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-20187795-b5d3-49d9-afc6-cf0c0fb5d322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a884d4d7-928c-4550-b01a-49053db0d4ed), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:55.249408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-20187795-b5d3-49d9-afc6-cf0c0fb5d322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:55.250620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-20187795-b5d3-49d9-afc6-cf0c0fb5d322 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a884d4d7-928c-4550-b01a-49053db0d4ed HTTP/1.1" status: 204 len: 168 time: 0.1773863 Mar 09 17:38:55.258887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187795-b5d3-49d9-afc6-cf0c0fb5d322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884d4d7-928c-4550-b01a-49053db0d4ed,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:55.800831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:55.839970 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-67eb58fa-8808-4f02-8288-ed2a2743efc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec91da6d857b4ea69a43c88899352440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374820 Mar 09 17:38:55.842199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41580) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:55.891268 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-728b6991-b54c-44ce-b2bd-0bf8ac1b6613 admin admin] Publish callbacks [] for security_group (a690270b-c57d-4cca-a1ae-5745598ffbfc), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:55.911409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-728b6991-b54c-44ce-b2bd-0bf8ac1b6613 admin admin] Publish callbacks [] for security_group (a690270b-c57d-4cca-a1ae-5745598ffbfc), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:56.006686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-728b6991-b54c-44ce-b2bd-0bf8ac1b6613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (a690270b-c57d-4cca-a1ae-5745598ffbfc), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:56.009374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-728b6991-b54c-44ce-b2bd-0bf8ac1b6613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:56.010568 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-728b6991-b54c-44ce-b2bd-0bf8ac1b6613 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a690270b-c57d-4cca-a1ae-5745598ffbfc HTTP/1.1" status: 204 len: 168 time: 0.1675131 Mar 09 17:38:56.019719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b6991-b54c-44ce-b2bd-0bf8ac1b6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690270b-c57d-4cca-a1ae-5745598ffbfc,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:58.036179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41620) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:58.040707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048289217', 'description': 'tempest-secgroup-smoke-1048289217 description', 'project_id': 'cc7dee1968b44434ae989253973b8019'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:38:58.103964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.112249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.184773 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (7c59c490-acb8-4fbe-8345-bf6e8d1defe8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.229282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7c59c490-acb8-4fbe-8345-bf6e8d1defe8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.260934 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c59c490-acb8-4fbe-8345-bf6e8d1defe8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:58.302006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (daa5dbce-9147-4501-a32c-0d4931b29c1a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.366477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (daa5dbce-9147-4501-a32c-0d4931b29c1a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.393759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa5dbce-9147-4501-a32c-0d4931b29c1a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:58.448780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.449998 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c4095501-1ae0-4ece-ad91-bd5bf20b739f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4128041 Mar 09 17:38:58.452863 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41622) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:58.457080 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'daa5dbce-9147-4501-a32c-0d4931b29c1a', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:38:58.530959 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (f14d11d8-21df-437e-849a-0aa04a7b94ae), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.912757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (f14d11d8-21df-437e-849a-0aa04a7b94ae), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.938365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.966619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (f14d11d8-21df-437e-849a-0aa04a7b94ae), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:58.984728 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14d11d8-21df-437e-849a-0aa04a7b94ae,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:59.048813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.050046 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c8ec6cf6-c17e-41a2-8bd2-3651d16ee62a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5962543 Mar 09 17:38:59.053247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41624) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:59.057453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'daa5dbce-9147-4501-a32c-0d4931b29c1a', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:38:59.142960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0429c6e0-6b18-44b4-a288-25d9e220e63c), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.197702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0429c6e0-6b18-44b4-a288-25d9e220e63c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.252228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0429c6e0-6b18-44b4-a288-25d9e220e63c), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.271992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0429c6e0-6b18-44b4-a288-25d9e220e63c,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:59.356847 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.358070 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-14a7fad4-311b-4324-b90b-d905d4f095a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3039157 Mar 09 17:38:59.360894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41626) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:59.365169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'daa5dbce-9147-4501-a32c-0d4931b29c1a', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:38:59.450704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (ae25ffee-c117-4b2e-bb5a-d689c36f9441), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.503870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (ae25ffee-c117-4b2e-bb5a-d689c36f9441), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.572205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (ae25ffee-c117-4b2e-bb5a-d689c36f9441), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.590667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae25ffee-c117-4b2e-bb5a-d689c36f9441,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:59.659817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.661081 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-db145e64-f9ac-49a1-a3fc-8935c3f1faef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992561 Mar 09 17:38:59.663646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41628) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:59.667888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'daa5dbce-9147-4501-a32c-0d4931b29c1a', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:38:59.753903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (28eefd39-5892-4237-93d9-db0209052178), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.811605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (28eefd39-5892-4237-93d9-db0209052178), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.869320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (28eefd39-5892-4237-93d9-db0209052178), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.886618 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eefd39-5892-4237-93d9-db0209052178,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:38:59.939685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:38:59.940932 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8d908016-ec09-48f5-b72b-139bd6838238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763560 Mar 09 17:38:59.944147 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41630) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:38:59.948302 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'daa5dbce-9147-4501-a32c-0d4931b29c1a', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:00.006666 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:39:00.011780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0509022d-4d34-42de-8b38-14925a1c9b19), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.067480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0509022d-4d34-42de-8b38-14925a1c9b19), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.120977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0509022d-4d34-42de-8b38-14925a1c9b19), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.138255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0509022d-4d34-42de-8b38-14925a1c9b19,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:00.197295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.198501 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4620b100-151a-4cf4-9ae6-0b1bb9ea8fa5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2534177 Mar 09 17:39:00.201096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41632) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:00.205319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'daa5dbce-9147-4501-a32c-0d4931b29c1a', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:00.270387 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:39:00.275359 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (b726de5e-dbb6-476a-b723-78517bd18daa), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.333433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (b726de5e-dbb6-476a-b723-78517bd18daa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.384017 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (b726de5e-dbb6-476a-b723-78517bd18daa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.401780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b726de5e-dbb6-476a-b723-78517bd18daa,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:00.443579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.444819 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-22bac182-0712-48ad-a5ab-65e4879a3526 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2428098 Mar 09 17:39:00.447872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41636) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:00.452690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'network': {'name': 'tempest-network-smoke--1328696176', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'port_security_enabled': True}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:00.526100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:39:00.529333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.551743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:39:00.560026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (43206477-ed3a-40b2-a8c9-41c5f24bda0b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.560402 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Added segment 43206477-ed3a-40b2-a8c9-41c5f24bda0b of type vlan for network 6e735b92-5c26-4ff0-b87a-af6282340aca Mar 09 17:39:00.601740 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (6e735b92-5c26-4ff0-b87a-af6282340aca), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.675412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (6e735b92-5c26-4ff0-b87a-af6282340aca), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.684413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:00.685471 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.749817 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Network': ['ID=6e735b92-5c26-4ff0-b87a-af6282340aca,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:00.760636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 6e735b92-5c26-4ff0-b87a-af6282340aca details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:39:00.784976 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-16daf89f-40ab-4821-ad64-a70c39910f7a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3316431 Mar 09 17:39:00.784976 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41638) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:00.787932 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'admin_state_up': True, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:00.863914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.865004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:00.918598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:01.108594 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:01.342924 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:01.361333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:01.463117 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.119 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/c46415d0-10b7-4d39-9181-49cd812e48d5) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:39:01.559762 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:01.635540 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:01.676392 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:39:01.682566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:01.687707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:39:01.688960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=c46415d0-10b7-4d39-9181-49cd812e48d5,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:02.003492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:02.199885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:02.389090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:39:02.495635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:39:02.505685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Sync routers for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:39:02.515571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:02.516176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:02.585979 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:02.590025 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-79bf2098-cd25-4dfc-b6a7-5ce3602d993a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8028033 Mar 09 17:39:02.590734 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41640) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:02.624710 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:02.710264 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dc24b538-468e-4905-8326-a2e0b8ae3776 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc7dee1968b44434ae989253973b8019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1183190 Mar 09 17:39:02.713109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41644) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:02.798215 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d488b-be4e-4593-889a-bb76d82ec0e0 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:02.799748 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e84d488b-be4e-4593-889a-bb76d82ec0e0 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857203 Mar 09 17:39:02.803041 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41646) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:02.810271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:01Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:02.834802 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fc8c1565-968e-4b44-ab03-f541f7e2b5e8 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306642 Mar 09 17:39:02.837080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Checking router: 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:39:02.837298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41648) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:02.837683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Updating router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 port c46415d0-10b7-4d39-9181-49cd812e48d5 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:39:02.842184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684798605', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:02.864952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:02.966211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:39:02.969701 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.113364 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Publish callbacks [] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.154878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.203353 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Attempting to bind port c46415d0-10b7-4d39-9181-49cd812e48d5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:39:03.203726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Attempting to bind port c46415d0-10b7-4d39-9181-49cd812e48d5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:39:03.204088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Attempting to bind port c46415d0-10b7-4d39-9181-49cd812e48d5 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:39:03.216420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde9ef-e6a5-48e5-9bf1-08c0889342d3 None None] Pushing event updated for resources: {'Port': ['ID=c46415d0-10b7-4d39-9181-49cd812e48d5,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:03.219174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:39:03.219558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:39:03.219958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.220370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:39:03.220841 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Bound port: c46415d0-10b7-4d39-9181-49cd812e48d5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:39:03.221221 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.224148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (81a717ac-beb0-4797-bd06-f4955a85194a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.272176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] For port c46415d0-10b7-4d39-9181-49cd812e48d5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:39:03.275172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] For port c46415d0-10b7-4d39-9181-49cd812e48d5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c46415d0-10b7-4d39-9181-49cd812e48d5,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:39:03.282938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Subnet': ['ID=81a717ac-beb0-4797-bd06-f4955a85194a,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:03.291951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Checking segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:39:03.292310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network hostable DHCP agents. Network: 6e735b92-5c26-4ff0-b87a-af6282340aca, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:39:03.355452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.377722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 6e735b92-5c26-4ff0-b87a-af6282340aca is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:39:03.409896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:03.411086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:03.415788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde9ef-e6a5-48e5-9bf1-08c0889342d3 None None] Pushing event updated for resources: {'Port': ['ID=c46415d0-10b7-4d39-9181-49cd812e48d5,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:03.451628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6e735b92-5c26-4ff0-b87a-af6282340aca) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:03.455716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:03.456474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.460500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79cd44d-faed-45e3-8712-2e2f991fb6c2 None None] Network 6e735b92-5c26-4ff0-b87a-af6282340aca requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:39:03.546602 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f15bb5b0-28f7-42f0-8674-6f7ab83f5f1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7080300 Mar 09 17:39:03.549514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41650) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:03.599939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:03.818944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6646b0d1-43e6-4643-bdfb-eb2dbd948115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:03.835099 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6e735b92-5c26-4ff0-b87a-af6282340aca', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:39:03.835980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.062568 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Allocated IP 172.20.0.2 (6e735b92-5c26-4ff0-b87a-af6282340aca/81a717ac-beb0-4797-bd06-f4955a85194a/24dfe81d-8231-4652-9d77-ed2e540f594b) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:39:04.100768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:01Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:04.134956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed65e1-658f-425d-ac15-4eef61c2dd5a None None] The sync data for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv is: [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:01Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:39:04.246993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Publish callbacks [] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.310046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.324767 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.354164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Network 6e735b92-5c26-4ff0-b87a-af6282340aca is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:39:04.373712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:04.379870 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:39:04.400160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Pushing event updated for resources: {'Port': ['ID=24dfe81d-8231-4652-9d77-ed2e540f594b,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:04.455792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Attempting to bind port 24dfe81d-8231-4652-9d77-ed2e540f594b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:39:04.456634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Attempting to bind port 24dfe81d-8231-4652-9d77-ed2e540f594b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:39:04.457125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Attempting to bind port 24dfe81d-8231-4652-9d77-ed2e540f594b on network 6e735b92-5c26-4ff0-b87a-af6282340aca {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:39:04.463170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:39:04.463381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Checking segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:39:04.463715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.464114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Bound using segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:39:04.465521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Bound port: 24dfe81d-8231-4652-9d77-ed2e540f594b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:39:04.465521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.538250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] For port 24dfe81d-8231-4652-9d77-ed2e540f594b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:39:04.542168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] For port 24dfe81d-8231-4652-9d77-ed2e540f594b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24dfe81d-8231-4652-9d77-ed2e540f594b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:39:04.624337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.629991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.1 (6e735b92-5c26-4ff0-b87a-af6282340aca/81a717ac-beb0-4797-bd06-f4955a85194a/c3df87f5-cb10-4a06-976d-cac0dc27ae5b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:39:04.689624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4338-9493-45af-b7af-4e698e9ca826 None None] Pushing event updated for resources: {'Port': ['ID=24dfe81d-8231-4652-9d77-ed2e540f594b,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:04.759675 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.835844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:04.884551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 6e735b92-5c26-4ff0-b87a-af6282340aca is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:39:04.893123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:04.895902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:39:04.946978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:04.960936 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:05.162756 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:05.433834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:05.492398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:05.569546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:05.574478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:05.666928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 6e735b92-5c26-4ff0-b87a-af6282340aca is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:39:05.668312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:05.785892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:39:05.895648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:39:05.901018 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1c81a11b-fc25-4600-a993-27a8bc3c5720 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/77b7ba3b-04e4-4da8-92f2-2f910fa98ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3499157 Mar 09 17:39:05.905360 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Sync routers for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:39:05.915989 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:05.916631 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:38:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:06.026807 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:06.052848 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-6024ad32-f568-4b4d-a840-7e0d69571b45 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048289217&fields=id&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 267 time: 0.0489991 Mar 09 17:39:06.165674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-eb02c42e-47df-46df-ae74-5a36cd482185 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:06.167295 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-eb02c42e-47df-46df-ae74-5a36cd482185 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/networks?id=6e735b92-5c26-4ff0-b87a-af6282340aca HTTP/1.1" status: 200 len: 797 time: 0.1078522 Mar 09 17:39:06.187640 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-8aaccfb4-e976-476c-a258-85e899f08046 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/quotas/cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 375 time: 0.0143244 Mar 09 17:39:06.232541 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 2, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:06.247578 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-a87a1f3d-5732-4368-85bf-3e31653105a9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538137 Mar 09 17:39:06.258959 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Checking router: 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:39:06.259314 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Updating router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 port c3df87f5-cb10-4a06-976d-cac0dc27ae5b binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:39:06.263506 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-8ad88b46-be42-4c2e-9947-08628a79e40d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:39:06.264545 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-8ad88b46-be42-4c2e-9947-08628a79e40d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059001 Mar 09 17:39:06.294818 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.360637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-88181ac5-d40f-48af-9252-7129bcbfed1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.399107 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-9ca886f9-8bbb-4730-a416-56764376300e service neutron] 10.222.0.16 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255717 Mar 09 17:39:06.465630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 24dfe81d-8231-4652-9d77-ed2e540f594b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:39:06.512779 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-6076b175-1650-480b-be6f-f2385953d54a service neutron] 10.222.0.16 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073642 Mar 09 17:39:06.515288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e9a8c-af26-4fb8-83ca-85e952863f8f None None] Network 6e735b92-5c26-4ff0-b87a-af6282340aca requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:39:06.583699 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Publish callbacks [] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.631055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 24dfe81d-8231-4652-9d77-ed2e540f594b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:06.631439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.636437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Provisioning complete for port 24dfe81d-8231-4652-9d77-ed2e540f594b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:06.636576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.652384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.696328 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Pushing event updated for resources: {'Port': ['ID=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:06.765238 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Attempting to bind port c3df87f5-cb10-4a06-976d-cac0dc27ae5b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:39:06.765691 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Attempting to bind port c3df87f5-cb10-4a06-976d-cac0dc27ae5b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:39:06.766121 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Attempting to bind port c3df87f5-cb10-4a06-976d-cac0dc27ae5b on network 6e735b92-5c26-4ff0-b87a-af6282340aca {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:39:06.772470 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.772909 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.773319 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.773726 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.774125 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.774517 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.774930 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.775312 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.775706 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.776093 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.776531 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.776907 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.777297 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:06.793273 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:39:06.794052 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Checking segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:39:06.796034 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.796644 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Bound using segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:39:06.797400 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Bound port: c3df87f5-cb10-4a06-976d-cac0dc27ae5b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:39:06.797972 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.842423 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-856af6d3-b273-4268-ae4b-34e51fd336b0 req-8b9dacba-6349-4c0a-b054-1005d45795b2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 210 time: 0.0515373 Mar 09 17:39:06.866732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Current status of the port 24dfe81d-8231-4652-9d77-ed2e540f594b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:06.866732 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.870359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 24dfe81d-8231-4652-9d77-ed2e540f594b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:06.870746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:06.891513 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] For port c3df87f5-cb10-4a06-976d-cac0dc27ae5b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:39:06.895603 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] For port c3df87f5-cb10-4a06-976d-cac0dc27ae5b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:39:06.934636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 24dfe81d-8231-4652-9d77-ed2e540f594b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24dfe81d-8231-4652-9d77-ed2e540f594b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:07.008077 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.092091 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096af36-842a-4bc1-848d-53f0c00a51af None None] Pushing event updated for resources: {'Port': ['ID=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:07.095738 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:07.096670 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:07.117523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.124467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c46415d0-10b7-4d39-9181-49cd812e48d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:39:07.203036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:39:07.203462 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:39:07.219653 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:07.238780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c46415d0-10b7-4d39-9181-49cd812e48d5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:07.239280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.288740 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=24dfe81d-8231-4652-9d77-ed2e540f594b,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:07.305081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.361824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c46415d0-10b7-4d39-9181-49cd812e48d5 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:07.362464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.387038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port c46415d0-10b7-4d39-9181-49cd812e48d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c46415d0-10b7-4d39-9181-49cd812e48d5,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:07.436931 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:06Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:07.465460 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035d9c5-c8c9-47fb-854d-17ab683480cf None None] The sync data for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv is: [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:06Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:39:07.469371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.568903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=c46415d0-10b7-4d39-9181-49cd812e48d5,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:07.751871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cf8b8-535c-46dd-9f14-afad814b2015 None None] Current status of the port 24dfe81d-8231-4652-9d77-ed2e540f594b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:07.887041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Provisioning complete for port 24dfe81d-8231-4652-9d77-ed2e540f594b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:07.887428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:07.946856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-97282186-e157-4a35-a918-bf402e1f0fba req-78586f33-3e94-495a-ad0a-090ddeedb3d6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 210 time: 0.0381587 Mar 09 17:39:08.015093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Current status of the port 24dfe81d-8231-4652-9d77-ed2e540f594b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:08.027631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Provisioning complete for port c3df87f5-cb10-4a06-976d-cac0dc27ae5b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:08.028013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.128188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Current status of the port c3df87f5-cb10-4a06-976d-cac0dc27ae5b is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:08.128660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.168803 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] For port c3df87f5-cb10-4a06-976d-cac0dc27ae5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:08.254943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.303604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b4afd-a5b7-47d9-b21d-80789f675ae9 None None] Pushing event updated for resources: {'Port': ['ID=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:08.386777 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f82de2cf-815a-4710-a07b-8dcf4a96dc99 None None] Provisioning complete for port c3df87f5-cb10-4a06-976d-cac0dc27ae5b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:08.387452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f82de2cf-815a-4710-a07b-8dcf4a96dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.462391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.470728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f82de2cf-815a-4710-a07b-8dcf4a96dc99 None None] Current status of the port c3df87f5-cb10-4a06-976d-cac0dc27ae5b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:08.488813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c46415d0-10b7-4d39-9181-49cd812e48d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:39:08.542225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c46415d0-10b7-4d39-9181-49cd812e48d5 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:08.542683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.625980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c46415d0-10b7-4d39-9181-49cd812e48d5 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:08.627071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 24dfe81d-8231-4652-9d77-ed2e540f594b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:39:08.674861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 24dfe81d-8231-4652-9d77-ed2e540f594b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:08.675304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.760814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 24dfe81d-8231-4652-9d77-ed2e540f594b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:08.761924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c3df87f5-cb10-4a06-976d-cac0dc27ae5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:39:08.809585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c3df87f5-cb10-4a06-976d-cac0dc27ae5b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:08.810596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:08.890856 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c3df87f5-cb10-4a06-976d-cac0dc27ae5b is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:09.069119 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5ad9b506-749d-4f15-9eb5-4ff1707039c1 req-7af02d69-e03e-422a-8bf9-673b7e73fcf0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 210 time: 0.0329363 Mar 09 17:39:09.258956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-fca8b17a-30ac-4fa6-8997-ddab9b48db18 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:09.260319 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-fca8b17a-30ac-4fa6-8997-ddab9b48db18 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/networks?id=6e735b92-5c26-4ff0-b87a-af6282340aca HTTP/1.1" status: 200 len: 797 time: 0.0986652 Mar 09 17:39:09.320906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-a7f52b5a-d210-4b9d-a8b9-f52fa740a13d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 380 time: 0.0526218 Mar 09 17:39:09.329583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'port': {'device_id': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'admin_state_up': True, 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'security_groups': ['daa5dbce-9147-4501-a32c-0d4931b29c1a']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:09.526058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:39:09.529722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:09.657897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.7 (6e735b92-5c26-4ff0-b87a-af6282340aca/81a717ac-beb0-4797-bd06-f4955a85194a/a368bdab-500e-4c0d-8416-e8d51ca45f0b) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:39:09.789517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:09.881451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:09.903397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:09.927715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 6e735b92-5c26-4ff0-b87a-af6282340aca is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:39:09.932703 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:09.941307 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:39:09.961156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=a368bdab-500e-4c0d-8416-e8d51ca45f0b,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:09.989292 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:09.989951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.066403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-59c938ca-39eb-4317-9ea7-3e254ba5c784 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405591 Mar 09 17:39:10.077832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Request body: {'port': {'device_id': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:10.139884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.189649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ca358-a6ea-49e8-ab96-76e0ccd31deb req-d3e41640-43c1-47bf-b9b6-349b9bb21164 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:10.191078 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-504ca358-a6ea-49e8-ab96-76e0ccd31deb req-d3e41640-43c1-47bf-b9b6-349b9bb21164 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 931 time: 0.0523384 Mar 09 17:39:10.216715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-543e44eb-f998-4227-90b9-4b5cf8629ac2 None None] Provisioning complete for port a368bdab-500e-4c0d-8416-e8d51ca45f0b triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:10.216715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-543e44eb-f998-4227-90b9-4b5cf8629ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.242769 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-504ca358-a6ea-49e8-ab96-76e0ccd31deb req-8d7253e6-996f-43bf-a9a4-e61b512004c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Mar 09 17:39:10.250311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-543e44eb-f998-4227-90b9-4b5cf8629ac2 None None] Port a368bdab-500e-4c0d-8416-e8d51ca45f0b cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:39:10.406392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a368bdab-500e-4c0d-8416-e8d51ca45f0b {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:39:10.413598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Publish callbacks [] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.425010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Transition to ACTIVE for port object a368bdab-500e-4c0d-8416-e8d51ca45f0b will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:39:10.480168 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.532059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a368bdab-500e-4c0d-8416-e8d51ca45f0b,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:10.600732 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Attempting to bind port a368bdab-500e-4c0d-8416-e8d51ca45f0b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:39:10.605118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Attempting to bind port a368bdab-500e-4c0d-8416-e8d51ca45f0b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:39:10.605118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Attempting to bind port a368bdab-500e-4c0d-8416-e8d51ca45f0b on network 6e735b92-5c26-4ff0-b87a-af6282340aca {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:39:10.606046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Port a368bdab-500e-4c0d-8416-e8d51ca45f0b on network 6e735b92-5c26-4ff0-b87a-af6282340aca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:39:10.606382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Attempting to bind port a368bdab-500e-4c0d-8416-e8d51ca45f0b on network 6e735b92-5c26-4ff0-b87a-af6282340aca {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:39:10.611593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:39:10.611941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Checking segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:39:10.612329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Bound using segment: {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:39:10.612796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Bound port: a368bdab-500e-4c0d-8416-e8d51ca45f0b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43206477-ed3a-40b2-a8c9-41c5f24bda0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:39:10.613161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.694214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] For port a368bdab-500e-4c0d-8416-e8d51ca45f0b, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:39:10.697172 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] For port a368bdab-500e-4c0d-8416-e8d51ca45f0b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:39:10.760874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.791763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:10.792415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:10.793966 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/a368bdab-500e-4c0d-8416-e8d51ca45f0b HTTP/1.1" status: 200 len: 1093 time: 0.7203245 Mar 09 17:39:10.796061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:39:10.799092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae8939-4e38-40ff-97e5-934b18ed5e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:39:10.833523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b32338-2388-4057-8035-827adb77c7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a368bdab-500e-4c0d-8416-e8d51ca45f0b,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:10.838873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9598f-377b-4634-bbfa-e962914602bb x-openstack-request-id: req-6fb9598f-377b-4634-bbfa-e962914602bb {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:39:10.839431 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:39:10.839693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fb9598f-377b-4634-bbfa-e962914602bb {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:39:10.840107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'status': 'completed', 'code': 200} Mar 09 17:39:10.904540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8939-4e38-40ff-97e5-934b18ed5e7c req-6eff52cb-5004-44b3-a984-3eadce195a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:10.906073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dae8939-4e38-40ff-97e5-934b18ed5e7c req-6eff52cb-5004-44b3-a984-3eadce195a85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 1127 time: 0.0469480 Mar 09 17:39:11.010878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8939-4e38-40ff-97e5-934b18ed5e7c req-1af51363-bfb2-4c78-8063-c38a13e28919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:11.012396 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dae8939-4e38-40ff-97e5-934b18ed5e7c req-1af51363-bfb2-4c78-8063-c38a13e28919 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc7dee1968b44434ae989253973b8019&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0992315 Mar 09 17:39:11.104211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8939-4e38-40ff-97e5-934b18ed5e7c req-2244caf9-95f6-4996-b050-c07c8500d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:11.105736 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dae8939-4e38-40ff-97e5-934b18ed5e7c req-2244caf9-95f6-4996-b050-c07c8500d3b4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880995 Mar 09 17:39:11.186288 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-90a7c3a0-fc34-410a-aa4c-78b3188f562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:11.187778 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-90a7c3a0-fc34-410a-aa4c-78b3188f562c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 1127 time: 0.0487597 Mar 09 17:39:11.229040 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-20311162-8923-4773-aa6c-07274ffd5f3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b HTTP/1.1" status: 200 len: 217 time: 0.0338681 Mar 09 17:39:11.286346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-5abcb987-35db-4e0c-ab58-39b3660b607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:11.286346 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-5abcb987-35db-4e0c-ab58-39b3660b607d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a717ac-beb0-4797-bd06-f4955a85194a HTTP/1.1" status: 200 len: 834 time: 0.0427113 Mar 09 17:39:11.328855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd55ea-b829-4169-885c-6e058be572fc req-79fe649e-8a31-413e-a4b0-b4631ae65747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:11.330363 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-79fe649e-8a31-413e-a4b0-b4631ae65747 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e735b92-5c26-4ff0-b87a-af6282340aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479319 Mar 09 17:39:11.362390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7923d-57cd-4989-81a6-1a49255552e6 req-0fa831ce-67f3-423e-8f06-1eea132998d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:11.363823 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6de7923d-57cd-4989-81a6-1a49255552e6 req-0fa831ce-67f3-423e-8f06-1eea132998d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 943 time: 0.0520837 Mar 09 17:39:11.416572 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6de7923d-57cd-4989-81a6-1a49255552e6 req-7d7abcbf-c5f6-4523-9c28-198eedce88dd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Mar 09 17:39:11.418711 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-b2c90cd5-9e5d-4467-bd4f-c07acca3c115 service neutron] 10.222.0.36 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821645 Mar 09 17:39:11.509854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-febd55ea-b829-4169-885c-6e058be572fc req-f580cae4-5a09-4d2c-a609-8662fb332e61 service neutron] 10.222.0.36 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851510 Mar 09 17:39:12.533504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6fb5-70ac-4907-8afe-744be5a784ea req-a2a5ab87-913a-4371-8673-9b6dc48ac284 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:12.534961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-544d6fb5-70ac-4907-8afe-744be5a784ea req-a2a5ab87-913a-4371-8673-9b6dc48ac284 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 943 time: 0.0522153 Mar 09 17:39:12.582318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-544d6fb5-70ac-4907-8afe-744be5a784ea req-7245eb40-bb7c-4301-ac8e-259cd5b40055 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Mar 09 17:39:12.963120 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:39:13.699251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031475e-34d2-4392-aed0-a3fb6c246700 req-063031ab-12d9-43fd-b6d6-0e49816147e9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:13.700745 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d031475e-34d2-4392-aed0-a3fb6c246700 req-063031ab-12d9-43fd-b6d6-0e49816147e9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 943 time: 0.0514901 Mar 09 17:39:13.748747 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d031475e-34d2-4392-aed0-a3fb6c246700 req-55420ad6-00f6-451b-bf74-272e5eb9dbc3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Mar 09 17:39:13.928852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a368bdab-500e-4c0d-8416-e8d51ca45f0b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:39:14.023717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a368bdab-500e-4c0d-8416-e8d51ca45f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:14.033976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'port_id': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'mac_address': 'fa:16:3e:9c:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:39:14.070627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port a368bdab-500e-4c0d-8416-e8d51ca45f0b is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:14.071026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:14.083212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a368bdab-500e-4c0d-8416-e8d51ca45f0b {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:39:14.105454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a368bdab-500e-4c0d-8416-e8d51ca45f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:14.165658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:14.210809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=a368bdab-500e-4c0d-8416-e8d51ca45f0b,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:14.369827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['a368bdab-500e-4c0d-8416-e8d51ca45f0b'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:39:14.864460 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba860-164a-4f99-8cb9-4119e0f332c8 req-2134655a-90c1-4a82-8e6f-1bb999a35c3a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:14.865925 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-202ba860-164a-4f99-8cb9-4119e0f332c8 req-2134655a-90c1-4a82-8e6f-1bb999a35c3a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 944 time: 0.0522106 Mar 09 17:39:14.917921 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-202ba860-164a-4f99-8cb9-4119e0f332c8 req-2fc17e0c-ee8e-4e08-b83f-1b65fde4a5d4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Mar 09 17:39:15.945534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a368bdab-500e-4c0d-8416-e8d51ca45f0b up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:39:16.034401 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806457d-1f2f-49ae-811c-23a83ae0aec2 req-3864d9e0-a394-427e-b3ac-ba1d4ff848d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:16.035889 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8806457d-1f2f-49ae-811c-23a83ae0aec2 req-3864d9e0-a394-427e-b3ac-ba1d4ff848d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 944 time: 0.0535309 Mar 09 17:39:16.057427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port a368bdab-500e-4c0d-8416-e8d51ca45f0b completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:39:16.061479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port a368bdab-500e-4c0d-8416-e8d51ca45f0b triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:39:16.061938 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:16.087743 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8806457d-1f2f-49ae-811c-23a83ae0aec2 req-aad7a67f-e202-46ee-94d9-eade2e987ad0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 Mar 09 17:39:16.141495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port a368bdab-500e-4c0d-8416-e8d51ca45f0b is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:39:16.141885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:16.164035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:39:16.166300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403e180-122d-46a6-9d04-4566e0b36268" -d '{"events": [{"server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "name": "network-vif-plugged", "status": "completed", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:39:16.178351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port a368bdab-500e-4c0d-8416-e8d51ca45f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:16.246306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:16.270689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f321ec-6af7-4f58-be59-34684c42c5e3 x-openstack-request-id: req-89f321ec-6af7-4f58-be59-34684c42c5e3 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:39:16.270984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "name": "network-vif-plugged", "status": "completed", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:39:16.271236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89f321ec-6af7-4f58-be59-34684c42c5e3 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:39:16.271627 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'code': 200} Mar 09 17:39:16.296708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=a368bdab-500e-4c0d-8416-e8d51ca45f0b,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:16.550982 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e6b51-b792-4022-8fda-f80acbefc38f req-0681c0d3-c37e-48ac-9251-ceb4361d0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:16.552408 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e65e6b51-b792-4022-8fda-f80acbefc38f req-0681c0d3-c37e-48ac-9251-ceb4361d0a64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 1129 time: 0.0433207 Mar 09 17:39:16.598320 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e65e6b51-b792-4022-8fda-f80acbefc38f req-18ef5e15-1a28-433d-a689-5f179619c2f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 Mar 09 17:39:17.202644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b9e1c-d0f4-42d4-8f9d-fb3684b94a80 req-a1ce0616-9862-4c42-b76e-08db658c60d0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:17.204106 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d80b9e1c-d0f4-42d4-8f9d-fb3684b94a80 req-a1ce0616-9862-4c42-b76e-08db658c60d0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0513639 Mar 09 17:39:17.253017 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d80b9e1c-d0f4-42d4-8f9d-fb3684b94a80 req-56ca88e2-6746-4188-91de-883a798656da tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Mar 09 17:39:18.372053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ef21d-9e51-4ab9-8da9-dcc1f0c393e6 req-9d7a3cfb-b19d-4158-ae82-abb69e2e42e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:18.373575 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-665ef21d-9e51-4ab9-8da9-dcc1f0c393e6 req-9d7a3cfb-b19d-4158-ae82-abb69e2e42e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0529389 Mar 09 17:39:18.422032 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-665ef21d-9e51-4ab9-8da9-dcc1f0c393e6 req-594a1aa3-f6c6-4315-bb1d-f628fb58eca3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Mar 09 17:39:18.534542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b2e3-7d6d-4a5d-a468-d5f94fa5c7a7 req-2454858d-c174-4747-bc27-5a0d0931dd97 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:18.535924 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a79b2e3-7d6d-4a5d-a468-d5f94fa5c7a7 req-2454858d-c174-4747-bc27-5a0d0931dd97 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0503025 Mar 09 17:39:18.582553 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4a79b2e3-7d6d-4a5d-a468-d5f94fa5c7a7 req-dc1d2f80-710d-402a-b59d-c65afb72140c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Mar 09 17:39:18.604705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41710) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:18.653095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd6248-8487-4e66-8536-7f7f55bbe1b9 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:18.654602 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-02fd6248-8487-4e66-8536-7f7f55bbe1b9 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 1124 time: 0.0489097 Mar 09 17:39:18.657504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41712) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:18.661745 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:39:18.766113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:18.859473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:18.961046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.108 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/8be0b61c-e5a8-41aa-81c8-fa210e176cfb) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:39:19.058423 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:19.143324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:19.182990 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:39:19.185830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:39:19.191122 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:39:19.214115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=8be0b61c-e5a8-41aa-81c8-fa210e176cfb,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:19.547820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (be70007b-ed49-4797-9efc-aff1ed9a3efb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:19.666654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:19.809993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:19.862704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:19.931956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=8be0b61c-e5a8-41aa-81c8-fa210e176cfb,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:19.938807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (be70007b-ed49-4797-9efc-aff1ed9a3efb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:20.038921 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP be70007b-ed49-4797-9efc-aff1ed9a3efb associated. External IP: 172.36.5.108, port: a368bdab-500e-4c0d-8416-e8d51ca45f0b. Mar 09 17:39:20.245730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:39:20.352751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:39:20.362510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] Sync routers for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:39:20.372755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:20.382173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:20.431280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:20.460403 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1413ceb4-4df1-4ae2-b05e-102510bc9a31 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8018692 Mar 09 17:39:20.461015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:39:20.463548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944fd731-4ea5-44de-ab61-3a8c51330241" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:39:20.484387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:20.498510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923cded2-47f7-48ea-9d30-32f0086427da x-openstack-request-id: req-923cded2-47f7-48ea-9d30-32f0086427da {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:39:20.498809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:39:20.499073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-923cded2-47f7-48ea-9d30-32f0086427da {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:39:20.499488 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'status': 'completed', 'code': 200} Mar 09 17:39:20.596286 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429d9b8-1f28-4b91-954e-b2c8513d2865 req-4e37c539-ba15-485e-8ad7-6f372a6f5a11 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:20.597844 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9429d9b8-1f28-4b91-954e-b2c8513d2865 req-4e37c539-ba15-485e-8ad7-6f372a6f5a11 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0872383 Mar 09 17:39:20.601104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-bb946cfc-348e-42d9-8841-4f552a7de943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:20.602476 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-bb946cfc-348e-42d9-8841-4f552a7de943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 1129 time: 0.0799201 Mar 09 17:39:20.696137 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9429d9b8-1f28-4b91-954e-b2c8513d2865 req-02698cdd-3d0c-42ac-8603-cc8606e559b0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915043 Mar 09 17:39:20.711975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'be70007b-ed49-4797-9efc-aff1ed9a3efb', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.108', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'port_id': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'mac_address': 'fa:16:3e:9c:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:39:19Z', 'updated_at': '2022-03-09T17:39:19Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:08Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:20.718702 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41718) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:20.724572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-d92b0ffc-d79f-421b-b11f-f2f7cd4dd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:20.726056 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-d92b0ffc-d79f-421b-b11f-f2f7cd4dd345 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e735b92-5c26-4ff0-b87a-af6282340aca HTTP/1.1" status: 200 len: 897 time: 0.1150162 Mar 09 17:39:20.742558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] Checking router: 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:39:20.751006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:20.751543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:20.784843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8b5b8def-ebd3-481c-aa40-4cec44265a5f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/be70007b-ed49-4797-9efc-aff1ed9a3efb HTTP/1.1" status: 200 len: 991 time: 0.0639009 Mar 09 17:39:21.008972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:21.113709 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-dc96a61e-7900-4fb5-b6be-1e31f33ca458 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b HTTP/1.1" status: 200 len: 999 time: 0.3821921 Mar 09 17:39:21.160514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-197bce9c-43e9-4b4d-b806-b8a5412b70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:21.162011 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-197bce9c-43e9-4b4d-b806-b8a5412b70d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a717ac-beb0-4797-bd06-f4955a85194a HTTP/1.1" status: 200 len: 834 time: 0.0427270 Mar 09 17:39:21.210412 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-ce0cf51f-ac7a-41ea-8acd-9b455de616d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:21.212389 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-ce0cf51f-ac7a-41ea-8acd-9b455de616d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e735b92-5c26-4ff0-b87a-af6282340aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436351 Mar 09 17:39:21.246421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'be70007b-ed49-4797-9efc-aff1ed9a3efb', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.108', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'port_id': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'mac_address': 'fa:16:3e:9c:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:39:19Z', 'updated_at': '2022-03-09T17:39:19Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:08Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:21.274640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86dfaaf-e515-43bd-83ed-79264e30fee6 None None] The sync data for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv is: [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'be70007b-ed49-4797-9efc-aff1ed9a3efb', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.108', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'port_id': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'mac_address': 'fa:16:3e:9c:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:39:19Z', 'updated_at': '2022-03-09T17:39:19Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:08Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:39:21.309613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-0b58193f-20b2-4b47-ac2d-c1ee96e06813 service neutron] 10.222.0.36 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838313 Mar 09 17:39:21.392526 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-944fd731-4ea5-44de-ab61-3a8c51330241 req-6a13d0e1-bb86-4cc7-9dbe-8921cebf89b5 service neutron] 10.222.0.36 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851870 Mar 09 17:39:21.787574 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41720) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:21.849133 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-43c193c6-7385-4805-bc62-ba4560ba11bf tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/be70007b-ed49-4797-9efc-aff1ed9a3efb HTTP/1.1" status: 200 len: 991 time: 0.0603549 Mar 09 17:39:21.897248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ee93-8cfd-4c39-9ef2-3718c944f179 None None] New status for floating IP be70007b-ed49-4797-9efc-aff1ed9a3efb: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:39:22.853026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41722) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:22.914463 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cd75d1fa-b8f4-410c-8dec-65186540a1f1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/be70007b-ed49-4797-9efc-aff1ed9a3efb HTTP/1.1" status: 200 len: 993 time: 0.0603278 Mar 09 17:39:28.965846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:33.627871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc764-b432-4cf2-95f8-0f01c3901691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:36.325469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2580deaf-2e97-4d66-abcf-c3786d5a87c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:37.313782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:38.445664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:39.885257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:49.773502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902035c-2ef2-42ad-b01d-d0273385ea43 req-8e23b413-21f7-4634-8f20-f797b76194e1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:49.774862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b902035c-2ef2-42ad-b01d-d0273385ea43 req-8e23b413-21f7-4634-8f20-f797b76194e1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0534976 Mar 09 17:39:49.824603 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b902035c-2ef2-42ad-b01d-d0273385ea43 req-ba84297f-b1d5-4443-bc9a-13347ec83656 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Mar 09 17:39:49.963583 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:39:50.949144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcdff9-4551-4f2b-a58e-10eab389f7fd req-f5cfc5bb-8653-4e61-b207-bd182b31f196 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:50.950610 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ffcdff9-4551-4f2b-a58e-10eab389f7fd req-f5cfc5bb-8653-4e61-b207-bd182b31f196 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0562193 Mar 09 17:39:50.998278 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6ffcdff9-4551-4f2b-a58e-10eab389f7fd req-2f4b8154-fb89-4b67-8864-00a577762b76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Mar 09 17:39:51.019802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41740) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:51.078134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fd2edf5b-4ab7-4a41-a432-0ee55842e10d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/be70007b-ed49-4797-9efc-aff1ed9a3efb HTTP/1.1" status: 200 len: 993 time: 0.0572135 Mar 09 17:39:52.471132 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473895-a479-4b8e-8dac-8643e7cd1bef req-83e0ffb4-9b57-4083-8b85-b54de8c979f6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:52.472631 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d4473895-a479-4b8e-8dac-8643e7cd1bef req-83e0ffb4-9b57-4083-8b85-b54de8c979f6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0533834 Mar 09 17:39:52.524704 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d4473895-a479-4b8e-8dac-8643e7cd1bef req-1934f23a-b082-4f02-a825-9c854408b586 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Mar 09 17:39:53.645353 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bce3d-521f-4ca8-9177-289358346374 req-78f95c0a-1e1a-4d65-9c29-4394a4cc7c8b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:53.646824 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6b4bce3d-521f-4ca8-9177-289358346374 req-78f95c0a-1e1a-4d65-9c29-4394a4cc7c8b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0558743 Mar 09 17:39:53.694031 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6b4bce3d-521f-4ca8-9177-289358346374 req-817c6f66-3e2a-428b-aeb4-bd9499acd319 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Mar 09 17:39:53.715840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41750) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:53.774753 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f15e45e8-91e0-4f3b-8085-b55f76c1b84b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/be70007b-ed49-4797-9efc-aff1ed9a3efb HTTP/1.1" status: 200 len: 993 time: 0.0577047 Mar 09 17:39:54.044046 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41756) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:54.194984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 8be0b61c-e5a8-41aa-81c8-fa210e176cfb {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:39:54.195333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:54.270753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:54.271611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:54.282977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 8be0b61c-e5a8-41aa-81c8-fa210e176cfb owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:39:54.479318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8be0b61c-e5a8-41aa-81c8-fa210e176cfb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:54.503245 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=8be0b61c-e5a8-41aa-81c8-fa210e176cfb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:54.514832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.515193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.515543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.515888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.516224 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.516582 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.516916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.517248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.517576 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.517908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.518235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.518558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.518883 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:39:54.575596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (be70007b-ed49-4797-9efc-aff1ed9a3efb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:54.575927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP be70007b-ed49-4797-9efc-aff1ed9a3efb disassociated (deleted). External IP: 172.36.5.108, port: a368bdab-500e-4c0d-8416-e8d51ca45f0b. Mar 09 17:39:54.786253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:39:54.893614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:39:54.898892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:54.904745 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] Sync routers for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:39:54.915186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:54.915882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:54.928304 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1017a615-fb8a-42a7-8240-49b003f211b1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/floatingips/be70007b-ed49-4797-9efc-aff1ed9a3efb HTTP/1.1" status: 204 len: 168 time: 0.8831589 Mar 09 17:39:54.928955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:39:54.931381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:39:54.968202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39155707-86da-4157-a9b8-ca773dbd2ca4 x-openstack-request-id: req-39155707-86da-4157-a9b8-ca773dbd2ca4 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:39:54.968547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:39:54.968809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39155707-86da-4157-a9b8-ca773dbd2ca4 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:39:54.969369 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'status': 'completed', 'code': 200} Mar 09 17:39:55.035629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-630d58c2-88e7-4c8c-bd0d-9b63f987bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:55.035967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:55.037337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-630d58c2-88e7-4c8c-bd0d-9b63f987bcba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 1129 time: 0.0467803 Mar 09 17:39:55.130057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-d9e9cdfa-45a3-4792-9012-f3f5924ab830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:55.131536 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-d9e9cdfa-45a3-4792-9012-f3f5924ab830 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e735b92-5c26-4ff0-b87a-af6282340aca HTTP/1.1" status: 200 len: 897 time: 0.0883179 Mar 09 17:39:55.172642 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-41fc49d9-5f4f-4d1e-87f8-4e7fe8dde3a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b HTTP/1.1" status: 200 len: 217 time: 0.0345633 Mar 09 17:39:55.223809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-62b58061-90cf-4d74-9f59-79162fe16d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:55.225325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-62b58061-90cf-4d74-9f59-79162fe16d09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a717ac-beb0-4797-bd06-f4955a85194a HTTP/1.1" status: 200 len: 834 time: 0.0469327 Mar 09 17:39:55.239407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:08Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:55.265615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] Checking router: 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:39:55.277100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-99e3654e-fc84-406e-aa34-3c614f0ebbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:55.277711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:39:55.278671 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-99e3654e-fc84-406e-aa34-3c614f0ebbef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e735b92-5c26-4ff0-b87a-af6282340aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465393 Mar 09 17:39:55.278815 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:55.377479 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-7ec76909-d1fd-4325-a7f2-f6d70eff1a10 service neutron] 10.222.0.36 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918763 Mar 09 17:39:55.378572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717677c4-c71b-4ca2-9277-81100e4427d0 req-12e52f2a-1acb-4f07-a217-0c3164b9d728 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:55.380068 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-717677c4-c71b-4ca2-9277-81100e4427d0 req-12e52f2a-1acb-4f07-a217-0c3164b9d728 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0603902 Mar 09 17:39:55.390868 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:39:55.431895 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-717677c4-c71b-4ca2-9277-81100e4427d0 req-3ec35d95-23b2-41ae-b96d-8c7b451acfc2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442379 Mar 09 17:39:55.472649 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6a4bd0a3-eb39-4194-863c-4a746ad3dee7 req-7cfaa155-8ec7-440a-a452-78072ce3c0d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890548 Mar 09 17:39:55.589857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:08Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:39:55.619585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521489d7-b2ba-481f-bc71-319540c34077 None None] The sync data for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv is: [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:05Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3df87f5-cb10-4a06-976d-cac0dc27ae5b', 'name': '', 'network_id': '6e735b92-5c26-4ff0-b87a-af6282340aca', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b0:cb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:04Z', 'updated_at': '2022-03-09T17:39:08Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '81a717ac-beb0-4797-bd06-f4955a85194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:39:55.836516 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0988c7e-9c00-4516-9405-c0f447c75c05 None None] New status for floating IP be70007b-ed49-4797-9efc-aff1ed9a3efb: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:39:56.552159 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a5f7e-3e43-45aa-b1f8-b23e93a93cbe req-d2b23335-d9b3-45fc-acd5-4cddb4462187 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:56.553662 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b92a5f7e-3e43-45aa-b1f8-b23e93a93cbe req-d2b23335-d9b3-45fc-acd5-4cddb4462187 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Mar 09 17:39:56.601744 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b92a5f7e-3e43-45aa-b1f8-b23e93a93cbe req-a4f4170f-cece-4435-a64c-50c9f07b24ca tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=daa5dbce-9147-4501-a32c-0d4931b29c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Mar 09 17:39:57.017450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-e9176428-7e0b-4fd9-8d9b-69f372c58ed3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:39:57.018913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-e9176428-7e0b-4fd9-8d9b-69f372c58ed3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Mar 09 17:39:57.110791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port a368bdab-500e-4c0d-8416-e8d51ca45f0b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:39:57.111142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:57.197878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port a368bdab-500e-4c0d-8416-e8d51ca45f0b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a368bdab-500e-4c0d-8416-e8d51ca45f0b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:57.198241 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:57.210228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for a368bdab-500e-4c0d-8416-e8d51ca45f0b owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:39:57.393134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (a368bdab-500e-4c0d-8416-e8d51ca45f0b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:57.419539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=a368bdab-500e-4c0d-8416-e8d51ca45f0b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:57.468764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] No DVR routers for this DVR port a368bdab-500e-4c0d-8416-e8d51ca45f0b on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:39:57.471167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:57.474692 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5daad88e-6b6e-4c2d-9d0c-f73dde346dea req-461e3ef5-c887-4f66-aa3a-8ed5c667e703 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "DELETE /v2.0/ports/a368bdab-500e-4c0d-8416-e8d51ca45f0b HTTP/1.1" status: 204 len: 173 time: 0.4505897 Mar 09 17:39:57.475155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'name': 'network-vif-deleted', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:39:57.477926 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc9c610-27ad-46e4-989f-ffc178745196" -d '{"events": [{"server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "name": "network-vif-deleted", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:39:57.512983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a7b773-65ff-49ea-be4a-c37be2f810c4 x-openstack-request-id: req-17a7b773-65ff-49ea-be4a-c37be2f810c4 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:39:57.513202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809", "name": "network-vif-deleted", "tag": "a368bdab-500e-4c0d-8416-e8d51ca45f0b", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:39:57.513439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17a7b773-65ff-49ea-be4a-c37be2f810c4 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:39:57.513851 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809', 'name': 'network-vif-deleted', 'tag': 'a368bdab-500e-4c0d-8416-e8d51ca45f0b', 'status': 'completed', 'code': 200} Mar 09 17:39:57.694575 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e2f38c9f-400e-4cc2-9594-eff66efd0862 req-f1c60697-d851-4ab4-8b9b-70f635e1bf7c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c45d8ed-cd16-4aea-9ef1-2dc87e2f7809 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Mar 09 17:39:58.750937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41782) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:39:58.936163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:59.107138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:59.362319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port c3df87f5-cb10-4a06-976d-cac0dc27ae5b {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:39:59.362562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:59.452049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port c3df87f5-cb10-4a06-976d-cac0dc27ae5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:39:59.452447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:59.465417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for c3df87f5-cb10-4a06-976d-cac0dc27ae5b owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:39:59.667364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c3df87f5-cb10-4a06-976d-cac0dc27ae5b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:39:59.692649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=c3df87f5-cb10-4a06-976d-cac0dc27ae5b,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:39:59.870671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:00.405179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:40:00.510202 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:40:00.515181 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e0bada91-75ab-441f-80b9-776117d25da2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/77b7ba3b-04e4-4da8-92f2-2f910fa98ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632062 Mar 09 17:40:00.517873 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41784) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:00.520518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] Sync routers for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:40:00.530775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:00.531483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:00.568490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting subnet 81a717ac-beb0-4797-bd06-f4955a85194a {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:40:00.571494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (81a717ac-beb0-4797-bd06-f4955a85194a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:00.611138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (81a717ac-beb0-4797-bd06-f4955a85194a), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:00.636692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:00.695746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (81a717ac-beb0-4797-bd06-f4955a85194a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:00.808524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:59Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:00.816890 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (81a717ac-beb0-4797-bd06-f4955a85194a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:00.838784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] Checking router: 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:40:00.846595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:00.847207 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] Routers {'77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:00.847817 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:39:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:00.853162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/subnets/81a717ac-beb0-4797-bd06-f4955a85194a HTTP/1.1" status: 204 len: 168 time: 0.3343039 Mar 09 17:40:00.853634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41786) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:00.854223 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c5924-db85-416f-959b-bcfe48acbef9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Subnet': ['ID=81a717ac-beb0-4797-bd06-f4955a85194a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:00.882823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cb017-be33-4e07-af4d-8d8af4c2a360 None None] Network 6e735b92-5c26-4ff0-b87a-af6282340aca requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:40:01.176708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] Set router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:01.307328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.312042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] DHCP port deletion for 6e735b92-5c26-4ff0-b87a-af6282340aca request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:40:01.401103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Deleting port 24dfe81d-8231-4652-9d77-ed2e540f594b {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:40:01.401479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.405274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:59Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:01.414607 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.445814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260710e-4e6c-4e58-a78e-9090d260000c None None] The sync data for ids ['77b7ba3b-04e4-4da8-92f2-2f910fa98ee2'] in dv-neutron-master-2-hyperv is: [{'id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407163544', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:39:00Z', 'updated_at': '2022-03-09T17:39:59Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c46415d0-10b7-4d39-9181-49cd812e48d5', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ef:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7ba3b-04e4-4da8-92f2-2f910fa98ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:39:01Z', 'updated_at': '2022-03-09T17:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:40:01.495223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] For port 24dfe81d-8231-4652-9d77-ed2e540f594b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24dfe81d-8231-4652-9d77-ed2e540f594b,segment=NetworkSegment(43206477-ed3a-40b2-a8c9-41c5f24bda0b),segment_id=43206477-ed3a-40b2-a8c9-41c5f24bda0b)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:01.495621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.508166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Calling delete_port for 24dfe81d-8231-4652-9d77-ed2e540f594b owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:40:01.549735 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port c46415d0-10b7-4d39-9181-49cd812e48d5 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:40:01.550010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.627985 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port c46415d0-10b7-4d39-9181-49cd812e48d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c46415d0-10b7-4d39-9181-49cd812e48d5,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:01.628375 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.641142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for c46415d0-10b7-4d39-9181-49cd812e48d5 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:40:01.650282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (24dfe81d-8231-4652-9d77-ed2e540f594b), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:01.672784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Pushing event deleted for resources: {'Port': ['ID=24dfe81d-8231-4652-9d77-ed2e540f594b,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:01.681969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] No DVR routers for this DVR port 24dfe81d-8231-4652-9d77-ed2e540f594b on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:40:01.684181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.684565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.684927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.685335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.685678 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.686011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.686337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.686666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.686994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.687322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.687646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.687966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:01.688284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff94e8-ac44-4c19-b683-e432558a9df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.010284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c46415d0-10b7-4d39-9181-49cd812e48d5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.044534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=c46415d0-10b7-4d39-9181-49cd812e48d5,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:02.067168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.067520 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.067865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.068208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.068572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.068908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.069238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.069566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.069893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.070225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.070554 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.070877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.071198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:02.112059 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.175607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a368bdab-500e-4c0d-8416-e8d51ca45f0b no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:40:02.195179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: a368bdab-500e-4c0d-8416-e8d51ca45f0b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:40:02.195522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device a368bdab-500e-4c0d-8416-e8d51ca45f0b not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:40:02.204837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.206922 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.307413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (77b7ba3b-04e4-4da8-92f2-2f910fa98ee2), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.307964 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Fanout notify agent at l3_agent the message router_deleted on router 77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:40:02.314635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.318049 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-bc77fe8d-9922-4ecc-a975-c4e659c41750 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/routers/77b7ba3b-04e4-4da8-92f2-2f910fa98ee2 HTTP/1.1" status: 204 len: 168 time: 1.4603009 Mar 09 17:40:02.318453 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41788) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:02.410366 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (6e735b92-5c26-4ff0-b87a-af6282340aca), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.465958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 24dfe81d-8231-4652-9d77-ed2e540f594b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:40:02.492501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 24dfe81d-8231-4652-9d77-ed2e540f594b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:40:02.492948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 24dfe81d-8231-4652-9d77-ed2e540f594b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:40:02.493446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c3df87f5-cb10-4a06-976d-cac0dc27ae5b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:40:02.513086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c3df87f5-cb10-4a06-976d-cac0dc27ae5b {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:40:02.513520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c3df87f5-cb10-4a06-976d-cac0dc27ae5b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:40:02.513764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (6e735b92-5c26-4ff0-b87a-af6282340aca), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.534848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e735b92-5c26-4ff0-b87a-af6282340aca']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:02.544199 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43206477-ed3a-40b2-a8c9-41c5f24bda0b') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:02.544535 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43206477-ed3a-40b2-a8c9-41c5f24bda0b') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:02.553771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (43206477-ed3a-40b2-a8c9-41c5f24bda0b), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.566568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (43206477-ed3a-40b2-a8c9-41c5f24bda0b), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.572915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:40:02.573300 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (43206477-ed3a-40b2-a8c9-41c5f24bda0b), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:40:02.576156 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:40:02.683807 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (6e735b92-5c26-4ff0-b87a-af6282340aca), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.691102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.697240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/networks/6e735b92-5c26-4ff0-b87a-af6282340aca HTTP/1.1" status: 204 len: 168 time: 0.3747656 Mar 09 17:40:02.697643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41790) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:02.705813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46a193-8687-484f-8871-212adf74d497 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Network': ['ID=6e735b92-5c26-4ff0-b87a-af6282340aca,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:02.754035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10d12bf4-ba78-497f-8cbf-9dbf37649d48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (daa5dbce-9147-4501-a32c-0d4931b29c1a), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.782850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10d12bf4-ba78-497f-8cbf-9dbf37649d48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (daa5dbce-9147-4501-a32c-0d4931b29c1a), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.924909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10d12bf4-ba78-497f-8cbf-9dbf37649d48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (daa5dbce-9147-4501-a32c-0d4931b29c1a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.927494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-10d12bf4-ba78-497f-8cbf-9dbf37649d48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:02.929209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-10d12bf4-ba78-497f-8cbf-9dbf37649d48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/security-groups/daa5dbce-9147-4501-a32c-0d4931b29c1a HTTP/1.1" status: 204 len: 168 time: 0.2299778 Mar 09 17:40:02.938238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d12bf4-ba78-497f-8cbf-9dbf37649d48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa5dbce-9147-4501-a32c-0d4931b29c1a,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:03.375240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41796) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:03.379898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437095745', 'description': 'tempest-secgroup-smoke-437095745 description', 'project_id': 'cc7dee1968b44434ae989253973b8019'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:03.444228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.508289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (9e56144f-dab3-4a06-8517-4696d6953e23), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.541651 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9e56144f-dab3-4a06-8517-4696d6953e23), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.571119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e56144f-dab3-4a06-8517-4696d6953e23,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:03.684382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4b2514c9-3cb7-42cb-bfec-329ac851cfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.686409 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.687823 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-691197b0-65ce-4e91-9a81-d119601cd220 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3115711 Mar 09 17:40:03.690641 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41798) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:03.695027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '9e56144f-dab3-4a06-8517-4696d6953e23', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:03.785957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (428736bd-b72d-433b-9676-86410313e569), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.840564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (428736bd-b72d-433b-9676-86410313e569), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.912765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (428736bd-b72d-433b-9676-86410313e569), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:03.932433 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428736bd-b72d-433b-9676-86410313e569,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:04.006445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.008167 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-df196291-30f7-4077-8b8f-fe736758a4f2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165159 Mar 09 17:40:04.010974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41800) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:04.015302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '9e56144f-dab3-4a06-8517-4696d6953e23', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:04.110897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (cdc79ef4-047f-49b6-9234-5d02629c89ef), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.165743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (cdc79ef4-047f-49b6-9234-5d02629c89ef), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.221401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (cdc79ef4-047f-49b6-9234-5d02629c89ef), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.239087 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc79ef4-047f-49b6-9234-5d02629c89ef,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:04.286341 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.287561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1a537d02-5624-4c5d-8ed6-55391227095e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756579 Mar 09 17:40:04.290302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41802) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:04.294758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '9e56144f-dab3-4a06-8517-4696d6953e23', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:04.346536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c46415d0-10b7-4d39-9181-49cd812e48d5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:40:04.367038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c46415d0-10b7-4d39-9181-49cd812e48d5 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:40:04.367391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c46415d0-10b7-4d39-9181-49cd812e48d5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:40:04.414928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0a00475c-4be2-4d49-bca6-43b8f6a90392), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.472557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0a00475c-4be2-4d49-bca6-43b8f6a90392), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.546983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0a00475c-4be2-4d49-bca6-43b8f6a90392), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.565339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a00475c-4be2-4d49-bca6-43b8f6a90392,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:04.628980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.630244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-174b3a0f-c29e-46d1-8270-04e8ef5cdde5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389511 Mar 09 17:40:04.633568 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41804) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:04.637905 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '9e56144f-dab3-4a06-8517-4696d6953e23', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:04.734462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (e1fd56b5-22ce-4e30-aacf-9e25a0a81260), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.789794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (e1fd56b5-22ce-4e30-aacf-9e25a0a81260), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.861388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (e1fd56b5-22ce-4e30-aacf-9e25a0a81260), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.879427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fd56b5-22ce-4e30-aacf-9e25a0a81260,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:04.949366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:04.950649 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-de3c51e2-6129-4bc7-aa57-c2a9791d377f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160877 Mar 09 17:40:04.953237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41806) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:04.957594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '9e56144f-dab3-4a06-8517-4696d6953e23', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:05.027608 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:40:05.032820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (d5164788-1102-4c25-900d-a31573481604), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.090174 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (d5164788-1102-4c25-900d-a31573481604), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.152827 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d5164788-1102-4c25-900d-a31573481604), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.171328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5164788-1102-4c25-900d-a31573481604,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:05.234833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.236045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-edf3c375-2366-404c-bade-cd6c38c2613c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2818394 Mar 09 17:40:05.238804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41808) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:05.243101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '9e56144f-dab3-4a06-8517-4696d6953e23', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:05.313214 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:40:05.317998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (5e106c3b-2480-4102-8e1f-82586a3de57e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.377829 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (5e106c3b-2480-4102-8e1f-82586a3de57e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.421572 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (5e106c3b-2480-4102-8e1f-82586a3de57e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.437903 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e106c3b-2480-4102-8e1f-82586a3de57e,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:05.486376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.487584 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-725a3f5b-3d97-44b6-8ccc-6c4c9d27ffbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478318 Mar 09 17:40:05.490298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41810) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:05.495077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'network': {'name': 'tempest-network-smoke--1827455124', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:05.598193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:40:05.601561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.623670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:40:05.632643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (16dec26c-ab53-495c-a8f4-dac3ba5e7015), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.633004 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Added segment 16dec26c-ab53-495c-a8f4-dac3ba5e7015 of type vlan for network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 Mar 09 17:40:05.671000 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (09c9cbfb-22fb-44a2-8491-0fa7d3b15724), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.741184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (09c9cbfb-22fb-44a2-8491-0fa7d3b15724), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.746216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:05.746740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.811268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Network': ['ID=09c9cbfb-22fb-44a2-8491-0fa7d3b15724,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:05.818187 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a4666928-27c9-425b-b534-d3bda1112a3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3269033 Mar 09 17:40:05.822609 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:40:05.825279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41812) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:05.829733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'admin_state_up': True, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:05.890481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.892153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:05.941752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.122726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.342305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-23c8542c-2510-45ab-aa1d-08e1270dfa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.354026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.376505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.474535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.218 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/ca69b276-aa30-4261-9ca0-53c1533e5246) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:40:06.579393 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.650896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:06.688320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:40:06.694546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:06.698846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:40:06.701814 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=ca69b276-aa30-4261-9ca0-53c1533e5246,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:06.985699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:07.187700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:07.307359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:07.392773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:40:07.501170 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:40:07.511709 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Sync routers for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:40:07.525375 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:07.526078 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:40:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:07.595138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:07.599129 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6b84eafc-0b3f-4697-b720-9f3bfca4041a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7700610 Mar 09 17:40:07.599413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41814) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:07.637635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8c6c2420-51d3-4aca-a04a-849cb5c44688 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc7dee1968b44434ae989253973b8019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346959 Mar 09 17:40:07.637872 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41816) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:07.639178 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:07.786612 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763d048-177c-416c-ad91-14b0e46452af tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:07.791249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4763d048-177c-416c-ad91-14b0e46452af tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499069 Mar 09 17:40:07.791535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41818) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:07.823423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:06Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:07.825387 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0ee2c3f8-b5a8-419c-aa94-310c39e76f50 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327699 Mar 09 17:40:07.827842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41820) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:07.832638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090848247', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:07.862676 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Checking router: c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:40:07.862981 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Updating router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be port ca69b276-aa30-4261-9ca0-53c1533e5246 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:40:07.892324 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:07.970038 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:40:07.973606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.156397 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Publish callbacks [] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.211322 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.267779 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Pushing event updated for resources: {'Port': ['ID=ca69b276-aa30-4261-9ca0-53c1533e5246,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:08.278268 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.278614 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.278958 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.279290 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.279617 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.279940 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.280265 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.280623 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.280942 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.281264 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.281597 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.281900 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.282211 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:40:08.285996 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Attempting to bind port ca69b276-aa30-4261-9ca0-53c1533e5246 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:40:08.286367 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Attempting to bind port ca69b276-aa30-4261-9ca0-53c1533e5246 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:40:08.286728 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Attempting to bind port ca69b276-aa30-4261-9ca0-53c1533e5246 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:40:08.293245 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:40:08.293631 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:40:08.294033 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.294423 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:40:08.294950 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Bound port: ca69b276-aa30-4261-9ca0-53c1533e5246, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:40:08.295255 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.349013 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] For port ca69b276-aa30-4261-9ca0-53c1533e5246, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:40:08.352885 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] For port ca69b276-aa30-4261-9ca0-53c1533e5246, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca69b276-aa30-4261-9ca0-53c1533e5246,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:40:08.422278 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.435941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.482237 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b14b1-be79-4b0a-9dbb-d4717e3adf04 None None] Pushing event updated for resources: {'Port': ['ID=ca69b276-aa30-4261-9ca0-53c1533e5246,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:08.488843 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:08.489441 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:40:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:08.535939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (93baa68f-cfb9-4519-aff5-1c1807c7b17c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.596384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Subnet': ['ID=93baa68f-cfb9-4519-aff5-1c1807c7b17c,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:08.596669 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:08.605648 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Checking segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:40:08.606010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network hostable DHCP agents. Network: 09c9cbfb-22fb-44a2-8491-0fa7d3b15724, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:40:08.684443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:40:08.741375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 09c9cbfb-22fb-44a2-8491-0fa7d3b15724) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:08.745643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:08.746360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:08.749727 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c583a-6799-4d0f-97df-c32c01cab2b3 None None] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:40:08.785696 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:06Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:08.811325 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e692ea-d4b2-4cf6-89f0-f52d0a4aef74 None None] The sync data for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:06Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:40:08.823817 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0b260370-04e9-4b7d-bb18-cc729a41eeb5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9949324 Mar 09 17:40:08.826735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41822) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:08.858105 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:40:08.859049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.004631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Allocated IP 172.20.0.2 (09c9cbfb-22fb-44a2-8491-0fa7d3b15724/93baa68f-cfb9-4519-aff5-1c1807c7b17c/ce7c8d1f-a027-416d-a55a-e80928206ff2) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:40:09.181110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Publish callbacks [] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.276929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.319195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:40:09.323759 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:09.329687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.331914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:40:09.363285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Pushing event updated for resources: {'Port': ['ID=ce7c8d1f-a027-416d-a55a-e80928206ff2,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:09.408897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Attempting to bind port ce7c8d1f-a027-416d-a55a-e80928206ff2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:40:09.409270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Attempting to bind port ce7c8d1f-a027-416d-a55a-e80928206ff2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:40:09.409637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Attempting to bind port ce7c8d1f-a027-416d-a55a-e80928206ff2 on network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:40:09.418687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:40:09.419065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Checking segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:40:09.419471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.419867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Bound using segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:40:09.420335 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Bound port: ce7c8d1f-a027-416d-a55a-e80928206ff2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:40:09.420748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.525041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] For port ce7c8d1f-a027-416d-a55a-e80928206ff2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:40:09.539201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] For port ce7c8d1f-a027-416d-a55a-e80928206ff2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce7c8d1f-a027-416d-a55a-e80928206ff2,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:40:09.594625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.641054 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.1 (09c9cbfb-22fb-44a2-8491-0fa7d3b15724/93baa68f-cfb9-4519-aff5-1c1807c7b17c/6e9b2c08-ba25-4224-adbc-8a240156b016) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:40:09.666072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb50a3a-7861-4acc-ac1d-3d59f2ebcfda None None] Pushing event updated for resources: {'Port': ['ID=ce7c8d1f-a027-416d-a55a-e80928206ff2,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:09.778623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.907419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.938566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:09.990290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:40:09.993514 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:09.997870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:40:10.001759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=6e9b2c08-ba25-4224-adbc-8a240156b016,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:10.042420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.261169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.480995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca69b276-aa30-4261-9ca0-53c1533e5246 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:40:10.534250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ca69b276-aa30-4261-9ca0-53c1533e5246 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:10.535382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.578944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.631814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a6d58-ae3c-4e06-a1f7-613594ba712e None None] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:40:10.646564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ca69b276-aa30-4261-9ca0-53c1533e5246 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:10.646993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.655682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.711960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port ca69b276-aa30-4261-9ca0-53c1533e5246, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca69b276-aa30-4261-9ca0-53c1533e5246,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:10.733037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.733298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] Provisioning complete for port ce7c8d1f-a027-416d-a55a-e80928206ff2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:10.733298 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.734138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=6e9b2c08-ba25-4224-adbc-8a240156b016,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:10.772467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.773558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce7c8d1f-a027-416d-a55a-e80928206ff2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:40:10.840459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:40:10.841945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:10.885262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=ca69b276-aa30-4261-9ca0-53c1533e5246,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:10.916833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ce7c8d1f-a027-416d-a55a-e80928206ff2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:10.917444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.957579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] Current status of the port ce7c8d1f-a027-416d-a55a-e80928206ff2 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:10.957973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:10.972117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:40:11.022152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] For port ce7c8d1f-a027-416d-a55a-e80928206ff2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce7c8d1f-a027-416d-a55a-e80928206ff2,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:11.039318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ce7c8d1f-a027-416d-a55a-e80928206ff2 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:11.039717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:11.095387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:11.108955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:40:11.114716 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8bb0fb1f-0f69-4ca7-ac08-13a2f8bc3bc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2865484 Mar 09 17:40:11.140471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Sync routers for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:40:11.176769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:40:11.177132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:40:11.182352 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:11.182994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:40:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:11.222289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b056e-2106-4bfd-b75d-3b6d83198954 None None] Pushing event updated for resources: {'Port': ['ID=ce7c8d1f-a027-416d-a55a-e80928206ff2,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:11.309814 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-df49aedc-9c49-4774-a917-789204761c8f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437095745&fields=id&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 267 time: 0.0522935 Mar 09 17:40:11.435620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-9ec04522-8abc-4377-9454-7909c643180b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:11.437724 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-9ec04522-8abc-4377-9454-7909c643180b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/networks?id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 200 len: 797 time: 0.1184998 Mar 09 17:40:11.452716 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-99b80cfb-77de-4eb8-a148-21d0849632bd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/quotas/cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 375 time: 0.0098581 Mar 09 17:40:11.463124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:11.465534 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-750af329-1e08-461b-aece-bf4f15028304 None None] Provisioning complete for port 6e9b2c08-ba25-4224-adbc-8a240156b016 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:11.465918 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-750af329-1e08-461b-aece-bf4f15028304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:11.519165 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d1f84e39-df92-4911-862a-06a53bdaa935 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610616 Mar 09 17:40:11.538658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-20ab0a95-ad38-4583-911e-0cfeb9313a9f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:40:11.539749 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-20ab0a95-ad38-4583-911e-0cfeb9313a9f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057368 Mar 09 17:40:11.571020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-750af329-1e08-461b-aece-bf4f15028304 None None] Port 6e9b2c08-ba25-4224-adbc-8a240156b016 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:40:11.636260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-750af329-1e08-461b-aece-bf4f15028304 None None] Provisioning complete for port ce7c8d1f-a027-416d-a55a-e80928206ff2 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:11.636668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-750af329-1e08-461b-aece-bf4f15028304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:11.643297 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-5749eaa4-9704-4bf8-ba51-580e1adf617f service neutron] 10.222.0.16 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969892 Mar 09 17:40:11.741134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-bc973f82-c763-4fd9-bd03-f410d81a6a71 service neutron] 10.222.0.16 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907292 Mar 09 17:40:11.746891 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ce7c8d1f-a027-416d-a55a-e80928206ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:11.796708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-750af329-1e08-461b-aece-bf4f15028304 None None] Current status of the port ce7c8d1f-a027-416d-a55a-e80928206ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:11.805233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 2, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:11.831932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Checking router: c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:40:11.832290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Updating router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be port 6e9b2c08-ba25-4224-adbc-8a240156b016 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:40:11.859507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:11.974580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-144de0a7-85b8-4c24-80f9-193afe43994b None None] Provisioning complete for port 6e9b2c08-ba25-4224-adbc-8a240156b016 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:11.974993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-144de0a7-85b8-4c24-80f9-193afe43994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:11.977740 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0f509685-fe52-49f8-9ba7-b64e3d2c07d3 req-d74d6c4d-44c8-496a-8e49-d97f8b63f64a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 210 time: 0.0343938 Mar 09 17:40:12.019152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-144de0a7-85b8-4c24-80f9-193afe43994b None None] Port 6e9b2c08-ba25-4224-adbc-8a240156b016 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:40:12.160118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Publish callbacks [] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.232478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.283174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd978-0496-449a-af73-7cb8d106412e None None] Pushing event updated for resources: {'Port': ['ID=6e9b2c08-ba25-4224-adbc-8a240156b016,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:12.342977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Attempting to bind port 6e9b2c08-ba25-4224-adbc-8a240156b016 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:40:12.343548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Attempting to bind port 6e9b2c08-ba25-4224-adbc-8a240156b016 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:40:12.343925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Attempting to bind port 6e9b2c08-ba25-4224-adbc-8a240156b016 on network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:40:12.349785 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:40:12.350679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Checking segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:40:12.351085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.351485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Bound using segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:40:12.351951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Bound port: 6e9b2c08-ba25-4224-adbc-8a240156b016, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:40:12.352326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.422674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca69b276-aa30-4261-9ca0-53c1533e5246 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:40:12.447942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] For port 6e9b2c08-ba25-4224-adbc-8a240156b016, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:40:12.467737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] For port 6e9b2c08-ba25-4224-adbc-8a240156b016, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e9b2c08-ba25-4224-adbc-8a240156b016,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:40:12.485725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ca69b276-aa30-4261-9ca0-53c1533e5246 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:12.486108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.561576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.566283 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] Provisioning complete for port 6e9b2c08-ba25-4224-adbc-8a240156b016 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:12.566652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.627306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ca69b276-aa30-4261-9ca0-53c1533e5246 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:12.628420 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce7c8d1f-a027-416d-a55a-e80928206ff2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:40:12.700384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd978-0496-449a-af73-7cb8d106412e None None] Pushing event updated for resources: {'Port': ['ID=6e9b2c08-ba25-4224-adbc-8a240156b016,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:12.705619 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:12.706161 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:40:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:12.804446 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port ce7c8d1f-a027-416d-a55a-e80928206ff2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:12.804788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.833268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] Current status of the port 6e9b2c08-ba25-4224-adbc-8a240156b016 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:12.833659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:12.896088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:12.944606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] For port 6e9b2c08-ba25-4224-adbc-8a240156b016, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e9b2c08-ba25-4224-adbc-8a240156b016,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:13.022515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:13.100725 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-22865bcf-73ce-4b9d-9d97-d2e1040716c8 req-7ecb24d5-a975-447b-8fe8-b0b3093993e1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 210 time: 0.0304179 Mar 09 17:40:13.103847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port ce7c8d1f-a027-416d-a55a-e80928206ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:13.136562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b736c-4c6d-4faa-9494-c21e97089399 None None] Pushing event updated for resources: {'Port': ['ID=6e9b2c08-ba25-4224-adbc-8a240156b016,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:13.172270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bfdf8f6a-ef12-45af-a8e9-6d22ea8542cf None None] Provisioning complete for port 6e9b2c08-ba25-4224-adbc-8a240156b016 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:13.174797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8f6a-ef12-45af-a8e9-6d22ea8542cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:13.380531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:13.424028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e57fc95-2055-47ff-ba3f-5c53bc5ead9e None None] The sync data for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:40:13.438836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf8f6a-ef12-45af-a8e9-6d22ea8542cf None None] Current status of the port 6e9b2c08-ba25-4224-adbc-8a240156b016 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:13.839404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-28076dfd-1adc-4650-a6f7-74f9252ad922 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:13.841073 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-28076dfd-1adc-4650-a6f7-74f9252ad922 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/networks?id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 200 len: 797 time: 0.1137927 Mar 09 17:40:13.906921 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d1ecfd33-e8f7-4d68-bccf-e600999c05ea tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 379 time: 0.0570664 Mar 09 17:40:13.923991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'port': {'device_id': 'c35c0070-e760-46a0-b973-a649913ad266', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'admin_state_up': True, 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'security_groups': ['9e56144f-dab3-4a06-8517-4696d6953e23']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:14.127337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:40:14.132164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.204950 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2532b723-6b6f-46da-8559-9de5bdefcdf6 req-4ee0947e-59f1-4e4b-9680-2ca169901f49 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 210 time: 0.0352581 Mar 09 17:40:14.279682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.5 (09c9cbfb-22fb-44a2-8491-0fa7d3b15724/93baa68f-cfb9-4519-aff5-1c1807c7b17c/d0af1026-b2a4-425d-8f8f-458c570f8217) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:40:14.429870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.432048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e9b2c08-ba25-4224-adbc-8a240156b016 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:40:14.483845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 6e9b2c08-ba25-4224-adbc-8a240156b016 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:14.484230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.501686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.544560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:40:14.547704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:14.553497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:40:14.567928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 6e9b2c08-ba25-4224-adbc-8a240156b016 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:14.583866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=d0af1026-b2a4-425d-8f8f-458c570f8217,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:14.609528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:14.610368 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.658353 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-d074ba6b-1665-44d7-a0e0-d8946c4efb85 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384145 Mar 09 17:40:14.670024 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Request body: {'port': {'device_id': 'c35c0070-e760-46a0-b973-a649913ad266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:14.734847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.768526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-932aa905-1ac8-4aea-a97a-7ea579816f10 None None] Provisioning complete for port d0af1026-b2a4-425d-8f8f-458c570f8217 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:14.768906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-932aa905-1ac8-4aea-a97a-7ea579816f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:14.802513 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-932aa905-1ac8-4aea-a97a-7ea579816f10 None None] Port d0af1026-b2a4-425d-8f8f-458c570f8217 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:40:14.988147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0af1026-b2a4-425d-8f8f-458c570f8217 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:40:14.996162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Publish callbacks [] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:15.008451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Transition to ACTIVE for port object d0af1026-b2a4-425d-8f8f-458c570f8217 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:40:15.100697 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:15.152470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Pushing event updated for resources: {'Port': ['ID=d0af1026-b2a4-425d-8f8f-458c570f8217,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:15.225515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Attempting to bind port d0af1026-b2a4-425d-8f8f-458c570f8217 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:40:15.225867 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Attempting to bind port d0af1026-b2a4-425d-8f8f-458c570f8217 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:40:15.226228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Attempting to bind port d0af1026-b2a4-425d-8f8f-458c570f8217 on network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:40:15.231182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Port d0af1026-b2a4-425d-8f8f-458c570f8217 on network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:40:15.231513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Attempting to bind port d0af1026-b2a4-425d-8f8f-458c570f8217 on network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:40:15.236839 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:40:15.237141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Checking segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:40:15.237589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Bound using segment: {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:40:15.238031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Bound port: d0af1026-b2a4-425d-8f8f-458c570f8217, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dec26c-ab53-495c-a8f4-dac3ba5e7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:40:15.238370 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:15.334662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] For port d0af1026-b2a4-425d-8f8f-458c570f8217, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:40:15.338672 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] For port d0af1026-b2a4-425d-8f8f-458c570f8217, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0af1026-b2a4-425d-8f8f-458c570f8217,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:40:15.350129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a1ab-bbc7-4d63-b7e0-94f495d73c03 req-c3992acb-5c30-4c16-ba9f-3a3963977e54 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.351638 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4bf0a1ab-bbc7-4d63-b7e0-94f495d73c03 req-c3992acb-5c30-4c16-ba9f-3a3963977e54 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 943 time: 0.0797606 Mar 09 17:40:15.401613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4bf0a1ab-bbc7-4d63-b7e0-94f495d73c03 req-43e127e8-20c1-4bdd-b323-2f9c72f0e9d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Mar 09 17:40:15.421818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:15.460860 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.461484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:15.462854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 200 len: 1093 time: 0.7971985 Mar 09 17:40:15.463401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:40:15.465543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fb1042-1328-4a7b-b785-053cffcb99c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:40:15.490173 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243475e-08d5-4969-b60f-f91ad22bfa25 service neutron] Pushing event updated for resources: {'Port': ['ID=d0af1026-b2a4-425d-8f8f-458c570f8217,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:15.505751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed17dea-c2b3-4ac5-982e-e714e8e979cb x-openstack-request-id: req-4ed17dea-c2b3-4ac5-982e-e714e8e979cb {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:40:15.506153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:40:15.506421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ed17dea-c2b3-4ac5-982e-e714e8e979cb {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:40:15.506835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'status': 'completed', 'code': 200} Mar 09 17:40:15.570673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb1042-1328-4a7b-b785-053cffcb99c3 req-e9ad9419-b3b4-4019-bc8d-6090169255eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.572189 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-43fb1042-1328-4a7b-b785-053cffcb99c3 req-e9ad9419-b3b4-4019-bc8d-6090169255eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1127 time: 0.0470765 Mar 09 17:40:15.674516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb1042-1328-4a7b-b785-053cffcb99c3 req-55d08def-b927-4954-8eb5-4fe3a205e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.676028 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-43fb1042-1328-4a7b-b785-053cffcb99c3 req-55d08def-b927-4954-8eb5-4fe3a205e675 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc7dee1968b44434ae989253973b8019&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0968342 Mar 09 17:40:15.766104 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb1042-1328-4a7b-b785-053cffcb99c3 req-cf7516ac-1ac7-43ca-9c3d-77cc0ab031da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.767592 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-43fb1042-1328-4a7b-b785-053cffcb99c3 req-cf7516ac-1ac7-43ca-9c3d-77cc0ab031da service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0861111 Mar 09 17:40:15.844442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-c1f8a62d-50bb-428f-8f76-a9c7b067cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.845935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-c1f8a62d-50bb-428f-8f76-a9c7b067cdf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1127 time: 0.0446329 Mar 09 17:40:15.890118 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-f7195386-4276-4f9b-889a-63ef4970314a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 200 len: 217 time: 0.0376263 Mar 09 17:40:15.946733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-11cea0ff-cc51-4e39-85ae-3be9faf68f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.948163 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-11cea0ff-cc51-4e39-85ae-3be9faf68f35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93baa68f-cfb9-4519-aff5-1c1807c7b17c HTTP/1.1" status: 200 len: 835 time: 0.0434356 Mar 09 17:40:15.996765 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7fbde-6779-4658-beb8-b45db76de767 req-4db33079-d80c-4cf2-8df4-cded75e2dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:15.998224 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-4db33079-d80c-4cf2-8df4-cded75e2dec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439456 Mar 09 17:40:16.087623 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-6855a97f-ddbe-4e7f-ac5b-bd99190ac74c service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830445 Mar 09 17:40:16.173267 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-83e7fbde-6779-4658-beb8-b45db76de767 req-54f788c0-70bf-4a5f-87d9-902efb48732f service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792687 Mar 09 17:40:16.522279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008fcf-1628-4142-be49-4879bf0c050d req-5c95d932-ece9-4e7b-b2d5-d6b9e402041c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:16.524482 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ad008fcf-1628-4142-be49-4879bf0c050d req-5c95d932-ece9-4e7b-b2d5-d6b9e402041c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 943 time: 0.0564218 Mar 09 17:40:16.572061 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ad008fcf-1628-4142-be49-4879bf0c050d req-a73694c6-716e-416b-9264-e1f0f8770e27 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Mar 09 17:40:17.688372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94365d02-92a3-4ad2-810f-04d0ea5137ce req-41e56398-ca11-4b57-899d-1df8212f3342 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:17.689875 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-94365d02-92a3-4ad2-810f-04d0ea5137ce req-41e56398-ca11-4b57-899d-1df8212f3342 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 943 time: 0.0524232 Mar 09 17:40:17.738210 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-94365d02-92a3-4ad2-810f-04d0ea5137ce req-329614e0-73ac-409f-a40e-ade948dc0883 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Mar 09 17:40:18.237497 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d0af1026-b2a4-425d-8f8f-458c570f8217 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:40:18.331046 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d0af1026-b2a4-425d-8f8f-458c570f8217, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0af1026-b2a4-425d-8f8f-458c570f8217,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:18.342273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'port_id': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'mac_address': 'fa:16:3e:9d:7e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:40:18.381223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d0af1026-b2a4-425d-8f8f-458c570f8217 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:18.381616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:18.394339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0af1026-b2a4-425d-8f8f-458c570f8217 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:40:18.413116 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d0af1026-b2a4-425d-8f8f-458c570f8217, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0af1026-b2a4-425d-8f8f-458c570f8217,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:18.471658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:18.518492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d0af1026-b2a4-425d-8f8f-458c570f8217,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:18.678725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['d0af1026-b2a4-425d-8f8f-458c570f8217'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:40:18.853451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb459a-424d-4eae-92e3-e15ede992fde req-9346a347-ce96-41b9-9467-55df940b419b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:18.854963 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aebb459a-424d-4eae-92e3-e15ede992fde req-9346a347-ce96-41b9-9467-55df940b419b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 944 time: 0.0528154 Mar 09 17:40:18.902924 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aebb459a-424d-4eae-92e3-e15ede992fde req-2c48fbdc-2c8c-40a9-8ab6-43e66ac2268e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Mar 09 17:40:20.023626 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7c956-2e29-4d56-b9df-292d1f8743aa req-49face01-69ad-48dc-91a7-434e14e9a3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:20.025135 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-13d7c956-2e29-4d56-b9df-292d1f8743aa req-49face01-69ad-48dc-91a7-434e14e9a3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 944 time: 0.0567064 Mar 09 17:40:20.072514 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-13d7c956-2e29-4d56-b9df-292d1f8743aa req-a54e8ccd-e78b-42df-80c1-d0bebaecd830 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Mar 09 17:40:20.242476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d0af1026-b2a4-425d-8f8f-458c570f8217 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:40:20.346566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port d0af1026-b2a4-425d-8f8f-458c570f8217 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:40:20.350456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port d0af1026-b2a4-425d-8f8f-458c570f8217 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:40:20.351350 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:20.427717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d0af1026-b2a4-425d-8f8f-458c570f8217 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:40:20.428101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:20.449800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:40:20.452014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690983aa-e4f5-41c7-828a-27f49a03e62a" -d '{"events": [{"server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "name": "network-vif-plugged", "status": "completed", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:40:20.465214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d0af1026-b2a4-425d-8f8f-458c570f8217, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0af1026-b2a4-425d-8f8f-458c570f8217,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:40:20.487306 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f192537-567e-4dfc-a61f-17df7cf1a22c x-openstack-request-id: req-8f192537-567e-4dfc-a61f-17df7cf1a22c {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:40:20.487656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "name": "network-vif-plugged", "status": "completed", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:40:20.487921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f192537-567e-4dfc-a61f-17df7cf1a22c {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:40:20.488323 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'code': 200} Mar 09 17:40:20.501106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:20.548243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d0af1026-b2a4-425d-8f8f-458c570f8217,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:20.769575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea350-0e05-4333-80d5-998064fd544e req-006c0dd3-0986-40cf-bcb2-4d7af0864234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:20.771020 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-20fea350-0e05-4333-80d5-998064fd544e req-006c0dd3-0986-40cf-bcb2-4d7af0864234 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1129 time: 0.0459285 Mar 09 17:40:20.814545 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-20fea350-0e05-4333-80d5-998064fd544e req-69a8a563-8baf-41a8-b172-6da71c17a76b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379817 Mar 09 17:40:21.186137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58022e0-437a-41a9-93fe-babf3a4bff3e req-59be0f58-c1d5-467d-b418-32e7bfb9b6b3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:21.187619 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d58022e0-437a-41a9-93fe-babf3a4bff3e req-59be0f58-c1d5-467d-b418-32e7bfb9b6b3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0517182 Mar 09 17:40:21.235134 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d58022e0-437a-41a9-93fe-babf3a4bff3e req-3efed798-e471-4765-ba5c-111cc2138a3d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Mar 09 17:40:22.352529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1957f-55f0-4b49-a8ea-550268398de6 req-234d4569-6339-4973-b426-f49c83aeee11 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:22.354075 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c1957f-55f0-4b49-a8ea-550268398de6 req-234d4569-6339-4973-b426-f49c83aeee11 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Mar 09 17:40:22.401594 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-68c1957f-55f0-4b49-a8ea-550268398de6 req-8b73cadc-4c7f-4822-b2d0-131a47d9e63a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Mar 09 17:40:22.515459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63798-f1f5-4fe3-a24d-a216dabe8547 req-edab7f84-39c6-40c6-9ed9-d9bb1e0aff1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:22.516888 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-20d63798-f1f5-4fe3-a24d-a216dabe8547 req-edab7f84-39c6-40c6-9ed9-d9bb1e0aff1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0519130 Mar 09 17:40:22.567828 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-20d63798-f1f5-4fe3-a24d-a216dabe8547 req-5bfeffc9-96b3-4d10-b47e-80848dbe6bb2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455501 Mar 09 17:40:22.589893 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41878) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:22.630787 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be35283-f208-4845-bf39-795f098723c8 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:22.632269 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5be35283-f208-4845-bf39-795f098723c8 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1124 time: 0.0414417 Mar 09 17:40:22.635552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41880) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:22.639802 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:40:22.763670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:22.859101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:22.987354 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.147 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/7f763c0e-e95f-48ba-af74-8ad3c7b5a680) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:40:23.085612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:23.158255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:23.198224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:40:23.201075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:40:23.206394 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:40:23.229234 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=7f763c0e-e95f-48ba-af74-8ad3c7b5a680,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:23.569189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (59e588d2-5e9f-428e-80d0-45433024ce8d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:23.677361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:23.823262 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:23.872461 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:23.940511 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=7f763c0e-e95f-48ba-af74-8ad3c7b5a680,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:40:23.948882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (59e588d2-5e9f-428e-80d0-45433024ce8d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:24.049621 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP 59e588d2-5e9f-428e-80d0-45433024ce8d associated. External IP: 172.36.5.147, port: d0af1026-b2a4-425d-8f8f-458c570f8217. Mar 09 17:40:24.253370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:40:24.360322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:40:24.371228 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] Sync routers for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:40:24.380657 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:24.387894 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:40:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:24.457498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:24.487594 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6c5138fd-aab3-47ac-8449-0184c06b7423 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8510153 Mar 09 17:40:24.488183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:40:24.489061 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:24.490507 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f914936-ea6b-409a-a8c0-2fe0f91aa708" -d '{"events": [{"name": "network-changed", "server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:40:24.615473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd72732-524a-4ec0-8e48-70f05b5a5f9c x-openstack-request-id: req-5dd72732-524a-4ec0-8e48-70f05b5a5f9c {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:40:24.616087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:40:24.616087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dd72732-524a-4ec0-8e48-70f05b5a5f9c {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:40:24.616501 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'status': 'completed', 'code': 200} Mar 09 17:40:24.625584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e351-6344-43d0-8a1d-dfe289824ebd req-39dbdcd7-d399-4a22-8374-291b7e3a3cc5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:24.627732 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7f60e351-6344-43d0-8a1d-dfe289824ebd req-39dbdcd7-d399-4a22-8374-291b7e3a3cc5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0575573 Mar 09 17:40:24.711998 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7f60e351-6344-43d0-8a1d-dfe289824ebd req-aeee5cbc-2b97-4dc4-9efa-314d53310d28 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786462 Mar 09 17:40:24.714649 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-6c3bfc66-92a5-4b92-8614-4c13e243c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:24.716052 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-6c3bfc66-92a5-4b92-8614-4c13e243c290 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1129 time: 0.0769973 Mar 09 17:40:24.734051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41888) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:24.750813 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '59e588d2-5e9f-428e-80d0-45433024ce8d', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.147', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'port_id': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'mac_address': 'fa:16:3e:9d:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35c0070-e760-46a0-b973-a649913ad266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:40:23Z', 'updated_at': '2022-03-09T17:40:23Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:24.801717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ddc2ef33-f81f-4a14-b493-f20991e55a7d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/59e588d2-5e9f-428e-80d0-45433024ce8d HTTP/1.1" status: 200 len: 991 time: 0.0653927 Mar 09 17:40:24.812324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-fccaa04a-ca28-4b55-b749-e07c2b69cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:24.813839 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-fccaa04a-ca28-4b55-b749-e07c2b69cf0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 200 len: 897 time: 0.0914419 Mar 09 17:40:24.865747 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] Checking router: c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:40:24.874528 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:40:24.875127 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:40:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:24.884277 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-8024ed8b-c67f-436d-bc4f-43875b56d5ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 200 len: 999 time: 0.0639002 Mar 09 17:40:24.931615 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-f16ca8e0-45f5-4826-806e-a359c7e4d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:24.933194 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-f16ca8e0-45f5-4826-806e-a359c7e4d169 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93baa68f-cfb9-4519-aff5-1c1807c7b17c HTTP/1.1" status: 200 len: 835 time: 0.0433607 Mar 09 17:40:24.980669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-4406960d-2ddb-4ac0-82d0-4bf4392269db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:24.980926 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:40:24.982176 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-4406960d-2ddb-4ac0-82d0-4bf4392269db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436258 Mar 09 17:40:25.073216 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-bc33631c-52a7-45bf-a2d7-5367a83ead6d service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853789 Mar 09 17:40:25.164869 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6f914936-ea6b-409a-a8c0-2fe0f91aa708 req-e82e99e9-45b1-4c14-8316-c1239c938c4b service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846210 Mar 09 17:40:25.200591 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '59e588d2-5e9f-428e-80d0-45433024ce8d', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.147', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'port_id': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'mac_address': 'fa:16:3e:9d:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35c0070-e760-46a0-b973-a649913ad266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:40:23Z', 'updated_at': '2022-03-09T17:40:23Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:40:25.226138 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17791d42-eb7b-4ac7-9f53-beef6ec27312 None None] The sync data for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '59e588d2-5e9f-428e-80d0-45433024ce8d', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.147', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'port_id': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'mac_address': 'fa:16:3e:9d:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35c0070-e760-46a0-b973-a649913ad266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:40:23Z', 'updated_at': '2022-03-09T17:40:23Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:40:25.409875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ae533-46fc-49ad-bfb8-22836e3ab91d None None] New status for floating IP 59e588d2-5e9f-428e-80d0-45433024ce8d: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:40:25.804870 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41890) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:40:25.863942 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-43071a23-00ca-427c-bae2-d26830024590 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/59e588d2-5e9f-428e-80d0-45433024ce8d HTTP/1.1" status: 200 len: 993 time: 0.0579240 Mar 09 17:40:26.962554 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:40:28.945401 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:33.660656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76332533-4d34-4ded-96ee-dc35c1b905e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:36.363259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-59fac82e-3b58-4410-a0fc-57c8f31f8a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:37.323236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:38.465303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:39.877636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:57.512834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06902-75f3-444b-be6b-82c5628e92b7 req-5e8375c5-85eb-48c5-ab44-fc3d686e6bbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:57.514348 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-44c06902-75f3-444b-be6b-82c5628e92b7 req-5e8375c5-85eb-48c5-ab44-fc3d686e6bbd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0596735 Mar 09 17:40:57.550382 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-763c2e0f-d4fb-4b13-902b-5d3447c29573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:57.551880 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-763c2e0f-d4fb-4b13-902b-5d3447c29573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1129 time: 0.0455453 Mar 09 17:40:57.563863 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-44c06902-75f3-444b-be6b-82c5628e92b7 req-640fcc52-bd89-411f-9000-df81d6122241 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438902 Mar 09 17:40:57.638547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-973aea21-9ce0-4cf4-ae82-2741c6a49188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:57.639992 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-973aea21-9ce0-4cf4-ae82-2741c6a49188 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 200 len: 897 time: 0.0823710 Mar 09 17:40:57.706433 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-7e615537-89d6-461b-8c9c-9e454fc3676e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 200 len: 1001 time: 0.0594144 Mar 09 17:40:57.752265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-b382fc34-4bde-4eca-966f-31269e9fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:57.753674 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-b382fc34-4bde-4eca-966f-31269e9fa769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93baa68f-cfb9-4519-aff5-1c1807c7b17c HTTP/1.1" status: 200 len: 835 time: 0.0419004 Mar 09 17:40:57.799686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-91872586-d088-4153-a239-4cec9c21eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:57.801221 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-91872586-d088-4153-a239-4cec9c21eceb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419950 Mar 09 17:40:57.892100 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-53779257-83a4-443b-a3a2-4819ee55b89a service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845773 Mar 09 17:40:58.311866 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9ea0b03e-987e-497e-8afc-d80677a6c518 req-6c849664-3f1f-4e10-962f-0fba36ec80b7 service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137242 Mar 09 17:40:58.683411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9d949-a918-4cfd-a791-e2988d61c53a req-8eb856cc-6e41-489a-8c19-e15f5d26dbe5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:58.684906 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-46b9d949-a918-4cfd-a791-e2988d61c53a req-8eb856cc-6e41-489a-8c19-e15f5d26dbe5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0526993 Mar 09 17:40:58.732852 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-46b9d949-a918-4cfd-a791-e2988d61c53a req-d29e9d55-8215-4077-ab29-eac5d517c264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Mar 09 17:40:58.940023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:40:59.847819 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346bbca-b434-42fc-94ab-a22b83509563 req-6786f673-1b72-4cd8-9b56-f55d9720c1fc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:40:59.849318 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2346bbca-b434-42fc-94ab-a22b83509563 req-6786f673-1b72-4cd8-9b56-f55d9720c1fc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0523343 Mar 09 17:40:59.896255 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2346bbca-b434-42fc-94ab-a22b83509563 req-ff565961-eb5f-450a-96a3-aeb061b141e2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Mar 09 17:41:01.012759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e284a1-43c1-4ab2-b2b5-0807d989ad64 req-70bdcf1a-aa68-42c3-b39c-bf24ddb66f80 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:01.014363 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-72e284a1-43c1-4ab2-b2b5-0807d989ad64 req-70bdcf1a-aa68-42c3-b39c-bf24ddb66f80 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Mar 09 17:41:01.061801 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-72e284a1-43c1-4ab2-b2b5-0807d989ad64 req-7c41f15c-a994-4a41-b67d-d0e2639ff627 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419176 Mar 09 17:41:02.169589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-bb422b8d-c279-499f-bd33-bebc28eabc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:02.171129 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-bb422b8d-c279-499f-bd33-bebc28eabc60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1129 time: 0.0478323 Mar 09 17:41:02.177739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e830e34-13dd-4db8-b836-87924dfd223e req-b89dbf06-9062-473e-968d-b00b65567c55 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:02.179951 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0e830e34-13dd-4db8-b836-87924dfd223e req-b89dbf06-9062-473e-968d-b00b65567c55 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0521889 Mar 09 17:41:02.231985 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0e830e34-13dd-4db8-b836-87924dfd223e req-a67494f7-b76e-4502-bf2b-e747bfda36a3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466046 Mar 09 17:41:02.271889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-c66f0870-e9f5-4a93-b06d-e336246a7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:02.273422 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-c66f0870-e9f5-4a93-b06d-e336246a7406 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 200 len: 897 time: 0.0842416 Mar 09 17:41:02.340275 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-58f8fade-8ec2-4c15-b589-45ae9ce3dacb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 200 len: 1001 time: 0.0601089 Mar 09 17:41:02.387336 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-c4c2ead0-6759-47ac-b5cc-1058ae4571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:02.388781 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-c4c2ead0-6759-47ac-b5cc-1058ae4571eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93baa68f-cfb9-4519-aff5-1c1807c7b17c HTTP/1.1" status: 200 len: 835 time: 0.0425470 Mar 09 17:41:02.436227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-0f8cbb2c-d1b7-4e4b-a1b0-8682b2f5eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:02.437979 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-0f8cbb2c-d1b7-4e4b-a1b0-8682b2f5eea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435205 Mar 09 17:41:02.527669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-70dca86e-17d3-49cd-babd-e86c1019bf07 service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831621 Mar 09 17:41:02.614775 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93d40f32-70ad-4d30-8d16-1f50b9086490 req-9abdf9f3-1982-465b-8711-ae08b51306af service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808616 Mar 09 17:41:03.351605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c3624-e762-4dc0-abef-57b1fffd924a req-28d7bdff-2495-4608-8b30-858cc167c252 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:03.353133 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-120c3624-e762-4dc0-abef-57b1fffd924a req-28d7bdff-2495-4608-8b30-858cc167c252 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0569704 Mar 09 17:41:03.400703 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-120c3624-e762-4dc0-abef-57b1fffd924a req-1b01ee37-3722-4fce-996c-dee87b8dbf4a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Mar 09 17:41:03.637128 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e53f30f8-17ee-43fb-93fb-e0b5e7198ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:03.964854 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:41:04.515367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79b503-503b-4e06-a536-2f346d4fc1bd req-7547c310-a7ba-481a-899e-ab928c440df7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:04.516845 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7f79b503-503b-4e06-a536-2f346d4fc1bd req-7547c310-a7ba-481a-899e-ab928c440df7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0510201 Mar 09 17:41:04.564425 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7f79b503-503b-4e06-a536-2f346d4fc1bd req-24d5439b-3559-4bd7-bcc6-d23d896bf265 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Mar 09 17:41:05.679912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde560c-f280-4854-a425-f5e2838a8267 req-bc61268f-a6f0-43a8-83fe-da240e6ce238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:05.681397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8cde560c-f280-4854-a425-f5e2838a8267 req-bc61268f-a6f0-43a8-83fe-da240e6ce238 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Mar 09 17:41:05.728873 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8cde560c-f280-4854-a425-f5e2838a8267 req-21a4bce6-180e-4d9a-b546-0d15f87b2ae2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Mar 09 17:41:06.350826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-58e7312b-0ea0-4c44-9610-e9150e44c925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:06.842148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626542a9-7d62-4010-b01a-474ea8ef5df8 req-b66f0422-f841-4860-b355-46b8bedde195 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:06.843620 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-626542a9-7d62-4010-b01a-474ea8ef5df8 req-b66f0422-f841-4860-b355-46b8bedde195 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0512869 Mar 09 17:41:06.891482 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-626542a9-7d62-4010-b01a-474ea8ef5df8 req-2c031809-986c-40a1-b0ec-14d258937392 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Mar 09 17:41:07.293242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:08.011946 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32bb3e-76ec-4470-bbd4-97785f059cba req-fcd2f868-f920-48f6-ae25-bf6b5e42f67e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:08.013588 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a32bb3e-76ec-4470-bbd4-97785f059cba req-fcd2f868-f920-48f6-ae25-bf6b5e42f67e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0569556 Mar 09 17:41:08.062024 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a32bb3e-76ec-4470-bbd4-97785f059cba req-0dc7993d-80d6-4575-a594-5b2f2d160624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Mar 09 17:41:08.470854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:09.182505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25f747-5805-487d-9233-a60544ba771a req-587b0591-7a5b-4f74-81bc-3031151171a0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:09.183982 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3f25f747-5805-487d-9233-a60544ba771a req-587b0591-7a5b-4f74-81bc-3031151171a0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0558040 Mar 09 17:41:09.231889 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3f25f747-5805-487d-9233-a60544ba771a req-3506ec4f-9f61-48b6-a961-3396d5610b6d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Mar 09 17:41:09.881329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:10.344162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03982e29-38f2-408a-ab98-437c4b1be466 req-596bb5c8-12a3-4efa-876d-1efc376ed856 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:10.345655 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03982e29-38f2-408a-ab98-437c4b1be466 req-596bb5c8-12a3-4efa-876d-1efc376ed856 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0509567 Mar 09 17:41:10.392953 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-03982e29-38f2-408a-ab98-437c4b1be466 req-756f9145-60b9-4a2a-b3db-3b2c56a21a94 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419121 Mar 09 17:41:11.508206 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c771c-5d0f-4511-a4e5-6b2df1be5fdb req-03ca5349-624f-423c-b754-dc38eeddff42 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:11.509717 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-069c771c-5d0f-4511-a4e5-6b2df1be5fdb req-03ca5349-624f-423c-b754-dc38eeddff42 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Mar 09 17:41:11.558447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-069c771c-5d0f-4511-a4e5-6b2df1be5fdb req-1667faf4-213f-4978-8897-c6ea134baad4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Mar 09 17:41:12.673916 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdb1be-aca5-469f-9aee-7aff9935fa8b req-55d627f2-88d2-4da1-b662-75498af6b818 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:12.675308 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13cdb1be-aca5-469f-9aee-7aff9935fa8b req-55d627f2-88d2-4da1-b662-75498af6b818 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Mar 09 17:41:12.727601 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-13cdb1be-aca5-469f-9aee-7aff9935fa8b req-b9f550f6-2b63-46b8-ae4e-8c0f688c50c9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Mar 09 17:41:13.841846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cd6b1-6cdd-44fd-a942-568289de392e req-337337bc-04f5-4a7a-97d5-8210799a0897 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:13.843284 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e20cd6b1-6cdd-44fd-a942-568289de392e req-337337bc-04f5-4a7a-97d5-8210799a0897 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Mar 09 17:41:13.894274 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e20cd6b1-6cdd-44fd-a942-568289de392e req-04f6cd91-b4db-4040-b841-8235fec99766 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455828 Mar 09 17:41:15.008753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04540481-c291-4d25-8ed2-d51bc8f8fb7c req-ec462934-2ad1-4647-a0ea-e1e8dde8a81d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:15.010207 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-04540481-c291-4d25-8ed2-d51bc8f8fb7c req-ec462934-2ad1-4647-a0ea-e1e8dde8a81d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0515299 Mar 09 17:41:15.058240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-04540481-c291-4d25-8ed2-d51bc8f8fb7c req-cf711263-4bf4-4ba3-ac9e-ad233b4bb4bd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425417 Mar 09 17:41:15.079798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41938) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:15.138792 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-17d4d7e0-817d-494a-bf16-451f5dac58d9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/59e588d2-5e9f-428e-80d0-45433024ce8d HTTP/1.1" status: 200 len: 993 time: 0.0578051 Mar 09 17:41:28.955955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:33.624693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-74c4606f-2dd4-42da-a66e-1f357ca3deb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:36.344188 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1acc053b-0a5f-4185-ab68-35571b052571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:37.314728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:38.447150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:39.879840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:40.964923 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:41:45.792073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41958) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:45.947312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 7f763c0e-e95f-48ba-af74-8ad3c7b5a680 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:41:45.947666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:46.020625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:46.020963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:46.032815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 7f763c0e-e95f-48ba-af74-8ad3c7b5a680 owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:41:46.235478 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7f763c0e-e95f-48ba-af74-8ad3c7b5a680), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:46.264821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=7f763c0e-e95f-48ba-af74-8ad3c7b5a680,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:46.288830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.289193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.289557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.289915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.290261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.290609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.290955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.291296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.291681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.292023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.292376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.292723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.293060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:46.331111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (59e588d2-5e9f-428e-80d0-45433024ce8d), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:46.331720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP 59e588d2-5e9f-428e-80d0-45433024ce8d disassociated (deleted). External IP: 172.36.5.147, port: d0af1026-b2a4-425d-8f8f-458c570f8217. Mar 09 17:41:46.541866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:41:46.651702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:41:46.656457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:46.661502 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] Sync routers for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:41:46.670927 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:41:46.671594 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:46.685936 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2154e3cc-f7a8-4fae-a063-8991b6226b77 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/floatingips/59e588d2-5e9f-428e-80d0-45433024ce8d HTTP/1.1" status: 204 len: 168 time: 0.8927486 Mar 09 17:41:46.686627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:41:46.688984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e99428-cb8d-493f-94b8-37fdc9b01ede" -d '{"events": [{"name": "network-changed", "server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:41:46.730952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197caa8-dacc-4539-be34-8c39a578ea25 x-openstack-request-id: req-0197caa8-dacc-4539-be34-8c39a578ea25 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:41:46.731259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:41:46.731523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0197caa8-dacc-4539-be34-8c39a578ea25 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:41:46.731939 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'status': 'completed', 'code': 200} Mar 09 17:41:46.780072 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:41:46.804539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-1b6790e6-d62d-4e00-953e-e04cf95b69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:46.805987 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-1b6790e6-d62d-4e00-953e-e04cf95b69d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 1129 time: 0.0487137 Mar 09 17:41:46.896607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-38e9ece0-f152-4b36-babb-a199f6a6c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:46.898092 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-38e9ece0-f152-4b36-babb-a199f6a6c0d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 200 len: 897 time: 0.0865781 Mar 09 17:41:46.942895 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-442a0043-4d02-41d6-b7b4-d269d95823e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 200 len: 217 time: 0.0389063 Mar 09 17:41:46.983852 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:46.991525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-0b710351-4db4-4a78-89a8-a3c30fe0d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:46.993061 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-0b710351-4db4-4a78-89a8-a3c30fe0d377 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93baa68f-cfb9-4519-aff5-1c1807c7b17c HTTP/1.1" status: 200 len: 835 time: 0.0447862 Mar 09 17:41:47.014042 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] Checking router: c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:41:47.020259 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:41:47.020951 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:47.042679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-8269a6db-10f9-4b50-b186-722ed4b42255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:47.044235 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-8269a6db-10f9-4b50-b186-722ed4b42255 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09c9cbfb-22fb-44a2-8491-0fa7d3b15724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449741 Mar 09 17:41:47.134923 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:41:47.143908 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-1acc761e-fcf3-4542-91d1-98cf1b08bdd6 service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933707 Mar 09 17:41:47.152514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103899a-bfa6-40a6-b8e0-6f7754efafab req-2dff1050-a981-42a7-b6be-3fc0ec1ce997 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:47.154216 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5103899a-bfa6-40a6-b8e0-6f7754efafab req-2dff1050-a981-42a7-b6be-3fc0ec1ce997 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Mar 09 17:41:47.205533 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5103899a-bfa6-40a6-b8e0-6f7754efafab req-04a066ab-a88d-48c8-8292-1c7641caf474 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444994 Mar 09 17:41:47.237845 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-59e99428-cb8d-493f-94b8-37fdc9b01ede req-9f405aab-54e9-4359-9baa-3cb97c15f4e4 service neutron] 10.222.0.36 "GET /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874584 Mar 09 17:41:47.333712 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:47.441929 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8f6dd-794e-4c0d-a76d-51425d0fe1f1 None None] The sync data for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e9b2c08-ba25-4224-adbc-8a240156b016', 'name': '', 'network_id': '09c9cbfb-22fb-44a2-8491-0fa7d3b15724', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:b7:cf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:09Z', 'updated_at': '2022-03-09T17:40:12Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '93baa68f-cfb9-4519-aff5-1c1807c7b17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:41:47.659058 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2c6fb-898a-4fff-a613-5294e5ce75f0 None None] New status for floating IP 59e588d2-5e9f-428e-80d0-45433024ce8d: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:41:48.329560 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485203-3fb8-4c98-8687-ca094a5eb003 req-bfb1debb-1ace-477d-82e2-c50e39cf79d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:48.331043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c0485203-3fb8-4c98-8687-ca094a5eb003 req-bfb1debb-1ace-477d-82e2-c50e39cf79d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.0569835 Mar 09 17:41:48.379839 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c0485203-3fb8-4c98-8687-ca094a5eb003 req-6d054bce-b223-4bcb-b6c1-1fe776e3dd0b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e56144f-dab3-4a06-8517-4696d6953e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Mar 09 17:41:48.640237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c90c2-09ff-430f-954a-ba0874874085 req-4d749a8d-cc17-4f98-b5d7-890e4408e20e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:48.641702 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-762c90c2-09ff-430f-954a-ba0874874085 req-4d749a8d-cc17-4f98-b5d7-890e4408e20e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 945 time: 0.1092093 Mar 09 17:41:48.731318 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port d0af1026-b2a4-425d-8f8f-458c570f8217 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:41:48.731671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:48.820912 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port d0af1026-b2a4-425d-8f8f-458c570f8217, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0af1026-b2a4-425d-8f8f-458c570f8217,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:41:48.821281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:48.833701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for d0af1026-b2a4-425d-8f8f-458c570f8217 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:41:49.041113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d0af1026-b2a4-425d-8f8f-458c570f8217), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:49.069667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=d0af1026-b2a4-425d-8f8f-458c570f8217,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:49.112157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] No DVR routers for this DVR port d0af1026-b2a4-425d-8f8f-458c570f8217 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:41:49.114699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:49.118001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-762c90c2-09ff-430f-954a-ba0874874085 req-7216d7de-3822-4a48-b821-3ad8810f3de4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "DELETE /v2.0/ports/d0af1026-b2a4-425d-8f8f-458c570f8217 HTTP/1.1" status: 204 len: 173 time: 0.4707973 Mar 09 17:41:49.118447 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'name': 'network-vif-deleted', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:41:49.120712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a122b8-7df6-48fd-8e3b-a6d20e532602" -d '{"events": [{"server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "name": "network-vif-deleted", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:41:49.154818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bff0f7-0112-4e1b-9eb8-c2c21e300107 x-openstack-request-id: req-58bff0f7-0112-4e1b-9eb8-c2c21e300107 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:41:49.155123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35c0070-e760-46a0-b973-a649913ad266", "name": "network-vif-deleted", "tag": "d0af1026-b2a4-425d-8f8f-458c570f8217", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:41:49.155386 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58bff0f7-0112-4e1b-9eb8-c2c21e300107 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:41:49.155797 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35c0070-e760-46a0-b973-a649913ad266', 'name': 'network-vif-deleted', 'tag': 'd0af1026-b2a4-425d-8f8f-458c570f8217', 'status': 'completed', 'code': 200} Mar 09 17:41:49.500519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-19beba5e-0be0-410e-b654-7dd035c9d659 req-0c8ff128-dc16-46dd-bc79-89554b31e876 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c35c0070-e760-46a0-b973-a649913ad266 HTTP/1.1" status: 200 len: 210 time: 0.0324931 Mar 09 17:41:50.555943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41974) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:50.917534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:51.169771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 6e9b2c08-ba25-4224-adbc-8a240156b016 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:41:51.170032 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:51.253275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port 6e9b2c08-ba25-4224-adbc-8a240156b016, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e9b2c08-ba25-4224-adbc-8a240156b016,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:41:51.253628 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:51.266031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 6e9b2c08-ba25-4224-adbc-8a240156b016 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:41:51.487196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (6e9b2c08-ba25-4224-adbc-8a240156b016), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:51.510978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=6e9b2c08-ba25-4224-adbc-8a240156b016,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:51.529971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.530330 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.530719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.531061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.531399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.531733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.532149 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.532505 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.533815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.533815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.533815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.533815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:51.534717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:52.038756 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.258612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:41:52.364846 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:41:52.370594 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4690a7d1-1797-4559-9ab1-3f3df32bc264 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135798 Mar 09 17:41:52.373251 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41976) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:52.377706 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] Sync routers for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:41:52.387115 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:41:52.387860 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:52.427663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting subnet 93baa68f-cfb9-4519-aff5-1c1807c7b17c {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:41:52.431249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (93baa68f-cfb9-4519-aff5-1c1807c7b17c), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.472767 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (93baa68f-cfb9-4519-aff5-1c1807c7b17c), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.495389 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:41:52.559069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (93baa68f-cfb9-4519-aff5-1c1807c7b17c), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.584673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d0af1026-b2a4-425d-8f8f-458c570f8217 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:41:52.608833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: d0af1026-b2a4-425d-8f8f-458c570f8217 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:41:52.609181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d0af1026-b2a4-425d-8f8f-458c570f8217 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:41:52.667523 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:41:51Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:52.687432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (93baa68f-cfb9-4519-aff5-1c1807c7b17c), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.696844 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] Checking router: c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:41:52.705068 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] Routers {'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:41:52.705679 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:52.716426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Subnet': ['ID=93baa68f-cfb9-4519-aff5-1c1807c7b17c,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:52.724255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.724255 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-07308555-ba25-4380-8eda-54a8bff0b819 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/subnets/93baa68f-cfb9-4519-aff5-1c1807c7b17c HTTP/1.1" status: 204 len: 168 time: 0.3475342 Mar 09 17:41:52.725646 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41978) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:52.729597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da214f7-2830-48d2-a3df-ab576314a683 None None] Network 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:41:52.821008 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] Set router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:41:52.840881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.890301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] DHCP port deletion for 09c9cbfb-22fb-44a2-8491-0fa7d3b15724 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:41:52.942343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Deleting port ce7c8d1f-a027-416d-a55a-e80928206ff2 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:41:52.942871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.957091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:52.995337 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:41:51Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:53.005637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] For port ce7c8d1f-a027-416d-a55a-e80928206ff2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ce7c8d1f-a027-416d-a55a-e80928206ff2,segment=NetworkSegment(16dec26c-ab53-495c-a8f4-dac3ba5e7015),segment_id=16dec26c-ab53-495c-a8f4-dac3ba5e7015)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:41:53.006039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.019044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Calling delete_port for ce7c8d1f-a027-416d-a55a-e80928206ff2 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:41:53.021486 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434ea2c-7cee-4699-815c-fb6a88dc5642 None None] The sync data for ids ['c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be'] in dv-neutron-master-2-hyperv is: [{'id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113771521', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:40:05Z', 'updated_at': '2022-03-09T17:41:51Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'ca69b276-aa30-4261-9ca0-53c1533e5246', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:40:06Z', 'updated_at': '2022-03-09T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:41:53.073627 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port ca69b276-aa30-4261-9ca0-53c1533e5246 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:41:53.074146 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.154173 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port ca69b276-aa30-4261-9ca0-53c1533e5246, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca69b276-aa30-4261-9ca0-53c1533e5246,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:41:53.154463 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.165656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for ca69b276-aa30-4261-9ca0-53c1533e5246 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:41:53.171047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (ce7c8d1f-a027-416d-a55a-e80928206ff2), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.195681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Pushing event deleted for resources: {'Port': ['ID=ce7c8d1f-a027-416d-a55a-e80928206ff2,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:53.200370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] No DVR routers for this DVR port ce7c8d1f-a027-416d-a55a-e80928206ff2 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:41:53.209365 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.209722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.210074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.210467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.210805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.211176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.211442 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.211779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.212104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.212508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.215396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.215396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.215396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfc72a-7b0d-4259-b47c-2a4f7a9fa7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:41:53.411514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (ca69b276-aa30-4261-9ca0-53c1533e5246), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.437006 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=ca69b276-aa30-4261-9ca0-53c1533e5246,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:53.504480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.603509 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.605712 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.749743 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.750238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Fanout notify agent at l3_agent the message router_deleted on router c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:41:53.757475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.758597 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-714c4620-0b82-4a09-b5cf-e08468c40e60 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/routers/c3dd4d0a-ffe7-4e6e-a6d8-be1c746647be HTTP/1.1" status: 204 len: 168 time: 1.0331860 Mar 09 17:41:53.761292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 41980) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:53.842980 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (09c9cbfb-22fb-44a2-8491-0fa7d3b15724), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.929096 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (09c9cbfb-22fb-44a2-8491-0fa7d3b15724), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.948998 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c9cbfb-22fb-44a2-8491-0fa7d3b15724']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:53.958028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dec26c-ab53-495c-a8f4-dac3ba5e7015') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:53.958324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dec26c-ab53-495c-a8f4-dac3ba5e7015') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:53.967408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (16dec26c-ab53-495c-a8f4-dac3ba5e7015), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.980637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (16dec26c-ab53-495c-a8f4-dac3ba5e7015), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.986168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:41:53.986547 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (16dec26c-ab53-495c-a8f4-dac3ba5e7015), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:41:53.989407 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:41:54.115521 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (09c9cbfb-22fb-44a2-8491-0fa7d3b15724), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.122603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.125182 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/networks/09c9cbfb-22fb-44a2-8491-0fa7d3b15724 HTTP/1.1" status: 204 len: 168 time: 0.3628976 Mar 09 17:41:54.127943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41982) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:54.135981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690c259-d192-4cc5-a96c-28ef6b851734 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Network': ['ID=09c9cbfb-22fb-44a2-8491-0fa7d3b15724,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:54.190893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a3d438c-0287-4684-ae97-17cc67569a70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (9e56144f-dab3-4a06-8517-4696d6953e23), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.220562 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a3d438c-0287-4684-ae97-17cc67569a70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (9e56144f-dab3-4a06-8517-4696d6953e23), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.349445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a3d438c-0287-4684-ae97-17cc67569a70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9e56144f-dab3-4a06-8517-4696d6953e23), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.352191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a3d438c-0287-4684-ae97-17cc67569a70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.353415 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1a3d438c-0287-4684-ae97-17cc67569a70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e56144f-dab3-4a06-8517-4696d6953e23 HTTP/1.1" status: 204 len: 168 time: 0.2243853 Mar 09 17:41:54.363074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d438c-0287-4684-ae97-17cc67569a70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e56144f-dab3-4a06-8517-4696d6953e23,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:54.451486 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca69b276-aa30-4261-9ca0-53c1533e5246 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:41:54.473522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ca69b276-aa30-4261-9ca0-53c1533e5246 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:41:54.473644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ca69b276-aa30-4261-9ca0-53c1533e5246 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:41:54.474017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e9b2c08-ba25-4224-adbc-8a240156b016 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:41:54.492996 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 6e9b2c08-ba25-4224-adbc-8a240156b016 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:41:54.493360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 6e9b2c08-ba25-4224-adbc-8a240156b016 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:41:54.493761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce7c8d1f-a027-416d-a55a-e80928206ff2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:41:54.515324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: ce7c8d1f-a027-416d-a55a-e80928206ff2 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:41:54.515674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device ce7c8d1f-a027-416d-a55a-e80928206ff2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:41:54.714820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41988) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:54.719361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344922645', 'description': 'tempest-secgroup-smoke-344922645 description', 'project_id': 'cc7dee1968b44434ae989253973b8019'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:54.772076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.835614 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (12d02e54-3d58-4a7c-8593-c5599d452cc0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.903429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (12d02e54-3d58-4a7c-8593-c5599d452cc0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.931348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d02e54-3d58-4a7c-8593-c5599d452cc0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:54.979804 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:54.981014 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6f81cfd8-2b67-4cd4-b201-6ae60c9d8257 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2651994 Mar 09 17:41:54.983784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41990) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:54.988217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '12d02e54-3d58-4a7c-8593-c5599d452cc0', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:55.073529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (46652c67-c2f6-4707-abe6-7445016b85c3), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.130652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (46652c67-c2f6-4707-abe6-7445016b85c3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.199620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (46652c67-c2f6-4707-abe6-7445016b85c3), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.217913 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46652c67-c2f6-4707-abe6-7445016b85c3,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:55.277375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.278551 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d3047f7e-01af-453f-aa92-e6e04b7056a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937934 Mar 09 17:41:55.281142 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41992) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:55.285333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '12d02e54-3d58-4a7c-8593-c5599d452cc0', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:55.342408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (bdbac996-94b2-4a37-aa3e-1038c71d838e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.395874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (bdbac996-94b2-4a37-aa3e-1038c71d838e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.446620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bdbac996-94b2-4a37-aa3e-1038c71d838e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.463690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbac996-94b2-4a37-aa3e-1038c71d838e,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:55.506027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.507233 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6a85fd08-0f8d-40e4-a1b5-22c7b177184e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2251806 Mar 09 17:41:55.509876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41994) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:55.514221 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '12d02e54-3d58-4a7c-8593-c5599d452cc0', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:55.605543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (8379a6b4-70c1-4779-a172-9ab365f44287), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.662161 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (8379a6b4-70c1-4779-a172-9ab365f44287), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.743708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (8379a6b4-70c1-4779-a172-9ab365f44287), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.763188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8379a6b4-70c1-4779-a172-9ab365f44287,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:55.889129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:55.890311 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-65ef503f-3645-4aa9-ab36-2abb5aabcfec tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794951 Mar 09 17:41:55.892932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41996) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:55.897277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '12d02e54-3d58-4a7c-8593-c5599d452cc0', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:55.988177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (d3103aa9-5984-4290-923e-86812b85d874), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.046906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (d3103aa9-5984-4290-923e-86812b85d874), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.121023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d3103aa9-5984-4290-923e-86812b85d874), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.140281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3103aa9-5984-4290-923e-86812b85d874,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:56.208798 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.210023 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2d44b09b-bd6f-4763-a9ff-ee4e1485e859 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161385 Mar 09 17:41:56.212712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 41998) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:56.217100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '12d02e54-3d58-4a7c-8593-c5599d452cc0', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:56.281208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:41:56.286242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (bace9be5-3a64-4bc4-b77b-b753d98a64e0), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.343655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (bace9be5-3a64-4bc4-b77b-b753d98a64e0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.389884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (bace9be5-3a64-4bc4-b77b-b753d98a64e0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.407877 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bace9be5-3a64-4bc4-b77b-b753d98a64e0,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:56.465886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.467095 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6a6165f5-b031-4ff0-9907-31bdae5c90af tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2533360 Mar 09 17:41:56.469719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42000) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:56.473977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '12d02e54-3d58-4a7c-8593-c5599d452cc0', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:56.543895 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:41:56.549328 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (4469b6be-c22d-40a5-82ac-41d3f867b97b), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.606290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (4469b6be-c22d-40a5-82ac-41d3f867b97b), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.691050 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4469b6be-c22d-40a5-82ac-41d3f867b97b), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.709175 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4469b6be-c22d-40a5-82ac-41d3f867b97b,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:56.763016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.764250 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-9be235ea-a7aa-4c9e-811c-2ca925f48280 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936175 Mar 09 17:41:56.767064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42002) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:56.771735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'network': {'name': 'tempest-network-smoke--1829822902', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:56.823817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:41:56.827312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.850091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:41:56.859067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.859462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Added segment 0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff of type vlan for network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 Mar 09 17:41:56.901374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (fe000a10-2d6f-4cba-aca5-e8ed60cd0635), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.961126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (fe000a10-2d6f-4cba-aca5-e8ed60cd0635), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:56.966016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:56.967145 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.030540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Network': ['ID=fe000a10-2d6f-4cba-aca5-e8ed60cd0635,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:57.040661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:41:57.060966 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-93c9f3d3-e6d2-4213-bfc6-196e7eaa7908 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2928984 Mar 09 17:41:57.063564 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42004) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:57.068013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'admin_state_up': True, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:57.155821 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (829464f8-a8c8-4a2d-9d94-ed43cd540bda), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.156932 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (829464f8-a8c8-4a2d-9d94-ed43cd540bda), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.211413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (829464f8-a8c8-4a2d-9d94-ed43cd540bda), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.403695 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (829464f8-a8c8-4a2d-9d94-ed43cd540bda), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.660243 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (829464f8-a8c8-4a2d-9d94-ed43cd540bda), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.678466 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.780893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.83 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/c2a5a426-d26b-4f1a-8725-728156047b79) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:41:57.879129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (c2a5a426-d26b-4f1a-8725-728156047b79), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:57.989352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:58.026722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:41:58.031490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:41:58.034974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:41:58.040216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=c2a5a426-d26b-4f1a-8725-728156047b79,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:58.354274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (829464f8-a8c8-4a2d-9d94-ed43cd540bda), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:58.548160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (829464f8-a8c8-4a2d-9d94-ed43cd540bda), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:58.759505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 829464f8-a8c8-4a2d-9d94-ed43cd540bda is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:41:58.865994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:41:58.876368 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Sync routers for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:41:58.885668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:41:58.886300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:58.967812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:58.969192 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-653eaaff-3ae9-47e3-97f4-fff7983c96d2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9046555 Mar 09 17:41:58.972324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42006) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:59.004766 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0ac12acc-53ae-4873-902a-f418830cbeaf tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc7dee1968b44434ae989253973b8019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288920 Mar 09 17:41:59.004970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:41:59.005084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42008) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:59.030657 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.094742 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c3c9d-12e3-4317-bcef-c7b8ad53471a tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:59.096288 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5d0c3c9d-12e3-4317-bcef-c7b8ad53471a tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903821 Mar 09 17:41:59.099121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42010) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:59.127606 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f05d9c91-e730-43d3-b6a0-bd31c2b2ccb7 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273833 Mar 09 17:41:59.130037 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42012) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:59.134715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728998613', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:41:59.181755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:58Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:41:59.207969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Checking router: 829464f8-a8c8-4a2d-9d94-ed43cd540bda for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:41:59.208326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Updating router 829464f8-a8c8-4a2d-9d94-ed43cd540bda port c2a5a426-d26b-4f1a-8725-728156047b79 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:41:59.235543 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.293130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:41:59.297194 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.484262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Publish callbacks [] for port (c2a5a426-d26b-4f1a-8725-728156047b79), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.561647 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (1303e6e1-4e64-4e27-9ea1-19f8928c8193), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.589805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.622166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Subnet': ['ID=1303e6e1-4e64-4e27-9ea1-19f8928c8193,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:59.632048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Checking segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:41:59.632457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network hostable DHCP agents. Network: fe000a10-2d6f-4cba-aca5-e8ed60cd0635, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:41:59.643210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Attempting to bind port c2a5a426-d26b-4f1a-8725-728156047b79 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:41:59.643589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Attempting to bind port c2a5a426-d26b-4f1a-8725-728156047b79 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:41:59.643961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Attempting to bind port c2a5a426-d26b-4f1a-8725-728156047b79 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:41:59.646051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e00280-0860-4fa5-8060-0e10cce1cc12 None None] Pushing event updated for resources: {'Port': ['ID=c2a5a426-d26b-4f1a-8725-728156047b79,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:59.651355 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:41:59.657356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:41:59.657356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.657356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:41:59.657356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Bound port: c2a5a426-d26b-4f1a-8725-728156047b79, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:41:59.657356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.702114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] For port c2a5a426-d26b-4f1a-8725-728156047b79, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:41:59.705045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] For port c2a5a426-d26b-4f1a-8725-728156047b79, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2a5a426-d26b-4f1a-8725-728156047b79,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:41:59.714189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:41:59.794923 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.805780 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fe000a10-2d6f-4cba-aca5-e8ed60cd0635) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:41:59.809934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:41:59.811302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:41:59.824943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701cc6f4-ecee-4afb-a826-b1abfc35426f None None] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:41:59.882933 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1a479089-64f9-4c93-970d-51b7ee9f0606 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7518535 Mar 09 17:41:59.885659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42014) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:41:59.911435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e00280-0860-4fa5-8060-0e10cce1cc12 None None] Pushing event updated for resources: {'Port': ['ID=c2a5a426-d26b-4f1a-8725-728156047b79,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:41:59.915521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:41:59.916137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:00.142243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:42:00.143124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.261668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:42:00.437158 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Allocated IP 172.20.0.2 (fe000a10-2d6f-4cba-aca5-e8ed60cd0635/1303e6e1-4e64-4e27-9ea1-19f8928c8193/924fbeb9-787b-48a2-889c-40e7d3b87a8e) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:42:00.573269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:58Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:00.620035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa0a54-d8ff-4228-bc23-ca7a7b45e64b None None] The sync data for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv is: [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:58Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:42:00.640652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Publish callbacks [] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.663868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.691778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.737416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:42:00.742485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:42:00.744605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Pushing event updated for resources: {'Port': ['ID=924fbeb9-787b-48a2-889c-40e7d3b87a8e,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:00.746757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:42:00.805926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Attempting to bind port 924fbeb9-787b-48a2-889c-40e7d3b87a8e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:42:00.806343 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Attempting to bind port 924fbeb9-787b-48a2-889c-40e7d3b87a8e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:42:00.806675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Attempting to bind port 924fbeb9-787b-48a2-889c-40e7d3b87a8e on network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:42:00.812629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:42:00.813015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Checking segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:42:00.813554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.814078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Bound using segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:42:00.814595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Bound port: 924fbeb9-787b-48a2-889c-40e7d3b87a8e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:42:00.815006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.885791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] For port 924fbeb9-787b-48a2-889c-40e7d3b87a8e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:42:00.889479 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] For port 924fbeb9-787b-48a2-889c-40e7d3b87a8e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=924fbeb9-787b-48a2-889c-40e7d3b87a8e,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:42:00.973614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:00.981088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.1 (fe000a10-2d6f-4cba-aca5-e8ed60cd0635/1303e6e1-4e64-4e27-9ea1-19f8928c8193/fbc0783c-32bc-4125-a0e9-57939e1f51bb) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:42:01.046686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc788f-48b7-4c14-976d-1a1a9c585de3 None None] Pushing event updated for resources: {'Port': ['ID=924fbeb9-787b-48a2-889c-40e7d3b87a8e,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:01.121183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:01.235056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:01.287335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:42:01.293595 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:42:01.296157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:42:01.329354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=fbc0783c-32bc-4125-a0e9-57939e1f51bb,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:01.361308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (829464f8-a8c8-4a2d-9d94-ed43cd540bda), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:01.561151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:01.850758 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:01.910606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:01.960289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fadc9e0-b91b-40d5-8423-7571966a6eef None None] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:42:01.992750 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=fbc0783c-32bc-4125-a0e9-57939e1f51bb,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:01.996525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (829464f8-a8c8-4a2d-9d94-ed43cd540bda), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.038964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] Provisioning complete for port 924fbeb9-787b-48a2-889c-40e7d3b87a8e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.039558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.093150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:42:02.094602 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:42:02.155249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] Current status of the port 924fbeb9-787b-48a2-889c-40e7d3b87a8e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:02.155816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.198327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] For port 924fbeb9-787b-48a2-889c-40e7d3b87a8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=924fbeb9-787b-48a2-889c-40e7d3b87a8e,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:42:02.222815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 829464f8-a8c8-4a2d-9d94-ed43cd540bda has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:42:02.270255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.328653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a249eaf-ff9e-42c8-860a-f3cec0075444 None None] Pushing event updated for resources: {'Port': ['ID=924fbeb9-787b-48a2-889c-40e7d3b87a8e,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:02.355206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:42:02.364949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-7eaa422c-c139-4299-afc6-2dccb48924d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/829464f8-a8c8-4a2d-9d94-ed43cd540bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782000 Mar 09 17:42:02.392642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b9b97d78-772d-4d9f-a3bb-7a6459496b54 None None] Provisioning complete for port 924fbeb9-787b-48a2-889c-40e7d3b87a8e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.393407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b9b97d78-772d-4d9f-a3bb-7a6459496b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.500132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b9b97d78-772d-4d9f-a3bb-7a6459496b54 None None] Current status of the port 924fbeb9-787b-48a2-889c-40e7d3b87a8e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:02.520445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b9b97d78-772d-4d9f-a3bb-7a6459496b54 None None] Provisioning complete for port fbc0783c-32bc-4125-a0e9-57939e1f51bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.521876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b9b97d78-772d-4d9f-a3bb-7a6459496b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.566314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b9b97d78-772d-4d9f-a3bb-7a6459496b54 None None] Port fbc0783c-32bc-4125-a0e9-57939e1f51bb cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:42:02.578498 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Sync routers for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:42:02.581693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 924fbeb9-787b-48a2-889c-40e7d3b87a8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:42:02.586644 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-d204c5bf-4eae-4c36-9ef8-7c4726c68357 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344922645&fields=id&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 267 time: 0.0867720 Mar 09 17:42:02.601545 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:42:02.602178 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:02.643914 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 924fbeb9-787b-48a2-889c-40e7d3b87a8e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.644882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.711989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e16740af-dd4d-42f5-9dc0-010aacd473ac None None] Provisioning complete for port fbc0783c-32bc-4125-a0e9-57939e1f51bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.712387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e16740af-dd4d-42f5-9dc0-010aacd473ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.729985 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:42:02.737323 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9635725-26f4-47f9-8955-976fc0699ca1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:02.739478 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9635725-26f4-47f9-8955-976fc0699ca1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 797 time: 0.1463723 Mar 09 17:42:02.756923 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-174ed7c0-bb28-4375-930f-5e54cd7c429e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/quotas/cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 375 time: 0.0116074 Mar 09 17:42:02.778018 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e16740af-dd4d-42f5-9dc0-010aacd473ac None None] Port fbc0783c-32bc-4125-a0e9-57939e1f51bb cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:42:02.788628 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 924fbeb9-787b-48a2-889c-40e7d3b87a8e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:02.789736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c2a5a426-d26b-4f1a-8725-728156047b79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:42:02.828738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-2282c72f-37b1-4446-9b44-17344941feca tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652614 Mar 09 17:42:02.850044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c2a5a426-d26b-4f1a-8725-728156047b79 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.850341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.908578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-48582cdb-9ff2-40cd-9f1a-5e129aa2b748 None None] Provisioning complete for port fbc0783c-32bc-4125-a0e9-57939e1f51bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:02.909032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-48582cdb-9ff2-40cd-9f1a-5e129aa2b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.952403 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 2, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:02.971336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c2a5a426-d26b-4f1a-8725-728156047b79 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:02.971823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:02.979151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-48582cdb-9ff2-40cd-9f1a-5e129aa2b748 None None] Port fbc0783c-32bc-4125-a0e9-57939e1f51bb cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:42:02.986026 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Checking router: 829464f8-a8c8-4a2d-9d94-ed43cd540bda for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:42:02.986554 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Updating router 829464f8-a8c8-4a2d-9d94-ed43cd540bda port fbc0783c-32bc-4125-a0e9-57939e1f51bb binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:42:02.999423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port c2a5a426-d26b-4f1a-8725-728156047b79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2a5a426-d26b-4f1a-8725-728156047b79,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:42:03.011347 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-d59a4dab-186f-453c-a376-d45abec585bf service neutron] 10.222.0.16 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698372 Mar 09 17:42:03.017362 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.087570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.112674 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-2d7e7ba8-ccdc-4842-a6d6-946532dee5c0 service neutron] 10.222.0.16 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947247 Mar 09 17:42:03.147855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=c2a5a426-d26b-4f1a-8725-728156047b79,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:03.290329 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Publish callbacks [] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.350859 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2476e748-1014-4e00-803c-8b1d8720a5ef req-c7fe7135-1bb6-42a6-b5cb-628a20d40b8e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 210 time: 0.0311677 Mar 09 17:42:03.355797 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.418825 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Pushing event updated for resources: {'Port': ['ID=fbc0783c-32bc-4125-a0e9-57939e1f51bb,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:03.447566 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.447928 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.448277 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.448660 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.448996 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.449428 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.449763 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.450648 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.450965 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.451303 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.451650 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.452162 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.452686 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:42:03.490337 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Attempting to bind port fbc0783c-32bc-4125-a0e9-57939e1f51bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:42:03.491592 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Attempting to bind port fbc0783c-32bc-4125-a0e9-57939e1f51bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:42:03.491592 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Attempting to bind port fbc0783c-32bc-4125-a0e9-57939e1f51bb on network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:42:03.496524 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:42:03.496908 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Checking segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:42:03.497648 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.497818 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Bound using segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:42:03.498803 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Bound port: fbc0783c-32bc-4125-a0e9-57939e1f51bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:42:03.499218 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.605417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-21e60fd0-af3b-498b-b8df-0966207a8e1a None None] Provisioning complete for port fbc0783c-32bc-4125-a0e9-57939e1f51bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:03.605844 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-21e60fd0-af3b-498b-b8df-0966207a8e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.643299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-94af9bb6-f0ca-4ecf-a05e-1241349d1260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.652015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-21e60fd0-af3b-498b-b8df-0966207a8e1a None None] Port fbc0783c-32bc-4125-a0e9-57939e1f51bb cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:42:03.652238 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] For port fbc0783c-32bc-4125-a0e9-57939e1f51bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:42:03.655942 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] For port fbc0783c-32bc-4125-a0e9-57939e1f51bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbc0783c-32bc-4125-a0e9-57939e1f51bb,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:42:03.779751 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:03.829592 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:42:03.830235 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:41:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:03.885394 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8458bde-2407-40d6-8501-d505b4bad2ba None None] Pushing event updated for resources: {'Port': ['ID=fbc0783c-32bc-4125-a0e9-57939e1f51bb,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:03.955482 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:42:04.073391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] Provisioning complete for port fbc0783c-32bc-4125-a0e9-57939e1f51bb triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:04.073660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:04.151969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] Current status of the port fbc0783c-32bc-4125-a0e9-57939e1f51bb is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:04.152629 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:04.158136 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:03Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:04.184432 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e62515-99bb-40c0-8389-fc23a2d563f3 None None] The sync data for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv is: [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:03Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:42:04.184766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] For port fbc0783c-32bc-4125-a0e9-57939e1f51bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbc0783c-32bc-4125-a0e9-57939e1f51bb,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:42:04.242757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:04.306781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc26f9d-88cf-4cf9-83cd-4767505fa5f3 None None] Pushing event updated for resources: {'Port': ['ID=fbc0783c-32bc-4125-a0e9-57939e1f51bb,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:04.471813 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d59e464d-eef9-4eed-a81a-1405b3e52732 req-0f0a1960-06ba-40c4-afef-2e73128a4511 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 210 time: 0.0438156 Mar 09 17:42:04.546729 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fbc0783c-32bc-4125-a0e9-57939e1f51bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:42:04.670736 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port fbc0783c-32bc-4125-a0e9-57939e1f51bb triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:04.671118 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:04.755556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port fbc0783c-32bc-4125-a0e9-57939e1f51bb is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:04.756717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c2a5a426-d26b-4f1a-8725-728156047b79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:42:04.808005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c2a5a426-d26b-4f1a-8725-728156047b79 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:04.808428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:04.891712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c2a5a426-d26b-4f1a-8725-728156047b79 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:05.408866 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-e4893987-74f2-4ccd-ac6b-1ce3cded9886 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:05.410421 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-e4893987-74f2-4ccd-ac6b-1ce3cded9886 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 797 time: 0.1064420 Mar 09 17:42:05.471720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-d2711877-8247-4967-b523-2933c3a368ea tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 379 time: 0.0536714 Mar 09 17:42:05.480449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'port': {'device_id': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'admin_state_up': True, 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'security_groups': ['12d02e54-3d58-4a7c-8593-c5599d452cc0']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:42:05.568939 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-028fa84d-88fa-42b2-bb27-a0e9bc0ccf22 req-2cf0914a-fede-4a7f-984f-3eb2cc2f328d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 210 time: 0.0320652 Mar 09 17:42:05.636219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:42:05.639801 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:05.766819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.3 (fe000a10-2d6f-4cba-aca5-e8ed60cd0635/1303e6e1-4e64-4e27-9ea1-19f8928c8193/86487dca-e952-473c-b129-82491f251931) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:42:05.903677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (86487dca-e952-473c-b129-82491f251931), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:05.989315 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (86487dca-e952-473c-b129-82491f251931), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.029667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:42:06.032816 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:42:06.038512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:42:06.070930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:06.097273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:06.097910 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.192101 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-e9c486a4-36d1-4cc5-a602-72a41d7c3a05 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151279 Mar 09 17:42:06.203618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Request body: {'port': {'device_id': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:42:06.261740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86487dca-e952-473c-b129-82491f251931), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.299807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-419000ce-f1d5-42ee-b3c8-ad895a858cf3 None None] Provisioning complete for port 86487dca-e952-473c-b129-82491f251931 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:06.300405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-419000ce-f1d5-42ee-b3c8-ad895a858cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86487dca-e952-473c-b129-82491f251931), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.336703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-419000ce-f1d5-42ee-b3c8-ad895a858cf3 None None] Port 86487dca-e952-473c-b129-82491f251931 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:42:06.365702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd072-6225-4c53-81cc-8525c6fc7f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.523753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86487dca-e952-473c-b129-82491f251931 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:42:06.532034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Publish callbacks [] for port (86487dca-e952-473c-b129-82491f251931), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.543754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Transition to ACTIVE for port object 86487dca-e952-473c-b129-82491f251931 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:42:06.611721 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (86487dca-e952-473c-b129-82491f251931), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.688403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:06.758309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea41ab-961b-4e2b-9f16-e3749ec92dd5 req-e3a165c4-b88e-4181-a260-1b53497544a9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:06.759886 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4eea41ab-961b-4e2b-9f16-e3749ec92dd5 req-e3a165c4-b88e-4181-a260-1b53497544a9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 943 time: 0.1213953 Mar 09 17:42:06.818092 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Attempting to bind port 86487dca-e952-473c-b129-82491f251931 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:42:06.818443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Attempting to bind port 86487dca-e952-473c-b129-82491f251931 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:42:06.818776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Attempting to bind port 86487dca-e952-473c-b129-82491f251931 on network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:42:06.832001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Port 86487dca-e952-473c-b129-82491f251931 on network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:42:06.832340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Attempting to bind port 86487dca-e952-473c-b129-82491f251931 on network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:42:06.838879 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4eea41ab-961b-4e2b-9f16-e3749ec92dd5 req-0f55f4fc-553c-4f9b-8904-b414a95f5d20 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692530 Mar 09 17:42:06.842305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:42:06.842664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Checking segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:42:06.843057 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Bound using segment: {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:42:06.843500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Bound port: 86487dca-e952-473c-b129-82491f251931, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:42:06.843869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86487dca-e952-473c-b129-82491f251931), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:06.910080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:42:06.913098 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:42:06.973896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (86487dca-e952-473c-b129-82491f251931), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:07.008586 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.009219 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:07.010611 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] 10.222.0.36 "PUT /v2.0/ports/86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 1093 time: 0.8114104 Mar 09 17:42:07.011071 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'tag': '86487dca-e952-473c-b129-82491f251931'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:42:07.013363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6686a0-b540-47ff-853a-85407a79c0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "tag": "86487dca-e952-473c-b129-82491f251931"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:42:07.049242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe9754-9660-487d-a7b3-e17ef03c0e5f service neutron] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:07.057414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2636b77-bca1-4710-9617-c510af1f9a78 x-openstack-request-id: req-d2636b77-bca1-4710-9617-c510af1f9a78 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:42:07.057791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "tag": "86487dca-e952-473c-b129-82491f251931", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:42:07.058129 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2636b77-bca1-4710-9617-c510af1f9a78 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:42:07.058511 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'tag': '86487dca-e952-473c-b129-82491f251931', 'status': 'completed', 'code': 200} Mar 09 17:42:07.132573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6686a0-b540-47ff-853a-85407a79c0e2 req-dbc8c3b5-fa67-45de-aa79-3ef0f89541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.134168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1f6686a0-b540-47ff-853a-85407a79c0e2 req-dbc8c3b5-fa67-45de-aa79-3ef0f89541a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1127 time: 0.0556474 Mar 09 17:42:07.242383 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6686a0-b540-47ff-853a-85407a79c0e2 req-7caa9e4d-9862-48c7-914f-9b2c5ce98265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.243896 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1f6686a0-b540-47ff-853a-85407a79c0e2 req-7caa9e4d-9862-48c7-914f-9b2c5ce98265 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc7dee1968b44434ae989253973b8019&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1034122 Mar 09 17:42:07.292204 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:07.340535 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6686a0-b540-47ff-853a-85407a79c0e2 req-4518bce6-fa07-4407-ac5e-af21fa98ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.342030 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1f6686a0-b540-47ff-853a-85407a79c0e2 req-4518bce6-fa07-4407-ac5e-af21fa98ad85 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920551 Mar 09 17:42:07.419449 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-23b8a06a-6f57-4abd-a58d-a3a960a95d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.421494 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-23b8a06a-6f57-4abd-a58d-a3a960a95d7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1127 time: 0.0445032 Mar 09 17:42:07.462134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-cd1ff53f-ebe5-4bb1-bdd9-86283f47032b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 217 time: 0.0339839 Mar 09 17:42:07.512737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-3fbf4e0e-c5d0-4a55-ab4b-71498b268238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.514197 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-3fbf4e0e-c5d0-4a55-ab4b-71498b268238 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0463030 Mar 09 17:42:07.562260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8857a3-a745-4635-938e-2486b2467427 req-6fa9443b-93ed-4e62-b524-2051f542cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.563779 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-6fa9443b-93ed-4e62-b524-2051f542cd03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434809 Mar 09 17:42:07.656251 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-584eb84e-a6e9-447c-93f4-4098158a3c47 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862768 Mar 09 17:42:07.747520 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4d8857a3-a745-4635-938e-2486b2467427 req-1d0cd746-180e-4813-8048-43710b36d5e7 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855253 Mar 09 17:42:07.963696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f24a-a5ea-4979-b30b-32523a7f08ad req-8e1642e1-10a1-4381-acb9-a5c08ab80591 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:07.965204 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ae7f24a-a5ea-4979-b30b-32523a7f08ad req-8e1642e1-10a1-4381-acb9-a5c08ab80591 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 943 time: 0.0521634 Mar 09 17:42:08.012598 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ae7f24a-a5ea-4979-b30b-32523a7f08ad req-3c6f1d3e-a0e2-4202-be04-240b74daeaac tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Mar 09 17:42:08.447576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:08.694478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 86487dca-e952-473c-b129-82491f251931 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:42:08.801156 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:42:08.812394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '86487dca-e952-473c-b129-82491f251931', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'port_id': '86487dca-e952-473c-b129-82491f251931', 'mac_address': 'fa:16:3e:06:fe:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:42:08.847276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 86487dca-e952-473c-b129-82491f251931 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:08.847667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86487dca-e952-473c-b129-82491f251931), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:08.860271 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86487dca-e952-473c-b129-82491f251931 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:42:08.879310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:42:08.950305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86487dca-e952-473c-b129-82491f251931), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:08.995675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:09.133284 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4dde8-a72e-498e-849e-f796b159a11b req-eff17dcb-1911-4ee3-8783-0a78ee5e213b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:09.134828 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-81d4dde8-a72e-498e-849e-f796b159a11b req-eff17dcb-1911-4ee3-8783-0a78ee5e213b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 944 time: 0.0529950 Mar 09 17:42:09.160952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['86487dca-e952-473c-b129-82491f251931'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:42:09.182919 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-81d4dde8-a72e-498e-849e-f796b159a11b req-6eca4b0a-b8a3-4bc8-b4b9-b6e7c652dc21 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Mar 09 17:42:09.893117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:10.301456 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cd362-441b-4402-adc2-79b9f9ace214 req-bb45ab70-e4a1-44e6-b559-7489c5c6914f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:10.302839 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a85cd362-441b-4402-adc2-79b9f9ace214 req-bb45ab70-e4a1-44e6-b559-7489c5c6914f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 944 time: 0.0559623 Mar 09 17:42:10.349891 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a85cd362-441b-4402-adc2-79b9f9ace214 req-a26a373f-8a82-4f53-84d4-bd753278e667 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 Mar 09 17:42:10.709720 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 86487dca-e952-473c-b129-82491f251931 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:42:10.811708 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 86487dca-e952-473c-b129-82491f251931 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:42:10.815749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 86487dca-e952-473c-b129-82491f251931 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:42:10.816130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86487dca-e952-473c-b129-82491f251931), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:10.895697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 86487dca-e952-473c-b129-82491f251931 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:42:10.896389 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86487dca-e952-473c-b129-82491f251931), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:10.917903 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86487dca-e952-473c-b129-82491f251931'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:42:10.920173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e96625-d47f-4814-a831-e721dcf553ab" -d '{"events": [{"server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "name": "network-vif-plugged", "status": "completed", "tag": "86487dca-e952-473c-b129-82491f251931"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:42:10.932157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:42:10.954241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e074cf-90b2-4b6e-8b1f-7fecefe8d976 x-openstack-request-id: req-e6e074cf-90b2-4b6e-8b1f-7fecefe8d976 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:42:10.954703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "name": "network-vif-plugged", "status": "completed", "tag": "86487dca-e952-473c-b129-82491f251931", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:42:10.954967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e074cf-90b2-4b6e-8b1f-7fecefe8d976 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:42:10.955363 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86487dca-e952-473c-b129-82491f251931', 'code': 200} Mar 09 17:42:11.000922 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86487dca-e952-473c-b129-82491f251931), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:11.048542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:11.284625 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc04f57-0e65-4958-8b7b-8c8ee69f1f0f req-3d268b90-2db9-448a-8543-8411d8ac3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:11.286355 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ccc04f57-0e65-4958-8b7b-8c8ee69f1f0f req-3d268b90-2db9-448a-8543-8411d8ac3986 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0448034 Mar 09 17:42:11.330700 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ccc04f57-0e65-4958-8b7b-8c8ee69f1f0f req-33d0ec36-f515-4beb-86b9-a7b383caaa67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386593 Mar 09 17:42:11.469512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddcf7-59c0-4486-898f-06c086078079 req-72e9abdb-5aa7-4151-bfb3-8c2c448aa636 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:11.470978 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b16ddcf7-59c0-4486-898f-06c086078079 req-72e9abdb-5aa7-4151-bfb3-8c2c448aa636 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0558369 Mar 09 17:42:11.518777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b16ddcf7-59c0-4486-898f-06c086078079 req-ae1de3c4-5c3b-4361-ae7d-c47d326b382c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Mar 09 17:42:12.634718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152b611-8657-4e72-ac9d-336bbafcea27 req-59bb2e10-1f30-4368-ad0f-f921878c6dce tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:12.636186 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9152b611-8657-4e72-ac9d-336bbafcea27 req-59bb2e10-1f30-4368-ad0f-f921878c6dce tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0510187 Mar 09 17:42:12.683632 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9152b611-8657-4e72-ac9d-336bbafcea27 req-bf0e3ef0-a72a-4322-8f79-2ace0b581038 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Mar 09 17:42:12.801820 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4bd51-44df-4c7f-b3a1-0d5f3c4a780e req-dd2e470b-e571-4701-85a7-c3aad58136b2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:12.803305 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15a4bd51-44df-4c7f-b3a1-0d5f3c4a780e req-dd2e470b-e571-4701-85a7-c3aad58136b2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0519116 Mar 09 17:42:12.851416 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15a4bd51-44df-4c7f-b3a1-0d5f3c4a780e req-6c79a6a8-c409-4d36-9502-686d612a11a3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Mar 09 17:42:12.872277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42072) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:42:12.914549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bafc46-3032-419d-b51a-c57028104d0a tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:12.916042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-80bafc46-3032-419d-b51a-c57028104d0a tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1124 time: 0.0427873 Mar 09 17:42:12.918826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42074) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:42:12.922940 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '86487dca-e952-473c-b129-82491f251931', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:42:12.994600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:13.092193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:13.193895 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.118 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/d842f888-8a66-46f9-bc5a-6431c8c25fa0) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:42:13.293540 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:13.379299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:13.415502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:42:13.420790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:42:13.424199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:42:13.429492 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=d842f888-8a66-46f9-bc5a-6431c8c25fa0,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:13.791655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (46de159f-523f-4903-8341-94b7f74aeb8f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:13.935199 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:14.078304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:14.139015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:14.208364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=d842f888-8a66-46f9-bc5a-6431c8c25fa0,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:42:14.218657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (46de159f-523f-4903-8341-94b7f74aeb8f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:14.650530 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP 46de159f-523f-4903-8341-94b7f74aeb8f associated. External IP: 172.36.5.118, port: 86487dca-e952-473c-b129-82491f251931. Mar 09 17:42:14.859074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 829464f8-a8c8-4a2d-9d94-ed43cd540bda has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:42:14.965132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:42:14.974947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] Sync routers for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:42:14.984430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:42:14.985057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:42:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:15.042565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:15.073202 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-efebc783-89e6-482b-b8fe-ceb4b15a1036 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1533625 Mar 09 17:42:15.073902 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'tag': '86487dca-e952-473c-b129-82491f251931'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:42:15.076242 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfdd3bb-0508-42c1-a5b1-07002886c962" -d '{"events": [{"name": "network-changed", "server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "tag": "86487dca-e952-473c-b129-82491f251931"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:42:15.093200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:42:15.113618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec98f21-73f9-48bb-9f58-c3b398d72f45 x-openstack-request-id: req-2ec98f21-73f9-48bb-9f58-c3b398d72f45 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:42:15.113928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "tag": "86487dca-e952-473c-b129-82491f251931", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:42:15.114186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ec98f21-73f9-48bb-9f58-c3b398d72f45 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:42:15.114596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'tag': '86487dca-e952-473c-b129-82491f251931', 'status': 'completed', 'code': 200} Mar 09 17:42:15.180926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb1fe4-aa86-4fe4-be78-cba0d5530357 req-e5723638-b8d3-4105-ab28-fc3745d8bd84 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:15.182418 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a9cb1fe4-aa86-4fe4-be78-cba0d5530357 req-e5723638-b8d3-4105-ab28-fc3745d8bd84 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0580451 Mar 09 17:42:15.183197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-0fa96998-6379-48ce-a4bc-f3a1593b7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:15.184772 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-0fa96998-6379-48ce-a4bc-f3a1593b7619 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0474970 Mar 09 17:42:15.231862 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a9cb1fe4-aa86-4fe4-be78-cba0d5530357 req-599d854b-a42e-43aa-9eea-13b35e73dab8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Mar 09 17:42:15.254478 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42080) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:42:15.284253 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-c1c8f21c-38a5-41c3-b191-8ca0bef42614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:15.286008 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-c1c8f21c-38a5-41c3-b191-8ca0bef42614 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 897 time: 0.0943851 Mar 09 17:42:15.316332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-debca60b-202f-449f-a5d9-ddee4fcb151d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/46de159f-523f-4903-8341-94b7f74aeb8f HTTP/1.1" status: 200 len: 991 time: 0.0603592 Mar 09 17:42:15.325977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '46de159f-523f-4903-8341-94b7f74aeb8f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.118', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'port_id': '86487dca-e952-473c-b129-82491f251931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'mac_address': 'fa:16:3e:06:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:42:13Z', 'updated_at': '2022-03-09T17:42:13Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:04Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:15.352692 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] Checking router: 829464f8-a8c8-4a2d-9d94-ed43cd540bda for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:42:15.352878 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-155b8b98-a216-44cc-84d0-30959aa26561 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 999 time: 0.0608394 Mar 09 17:42:15.360854 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:42:15.361453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:42:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:15.399773 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-d7e95599-b58c-481c-b9d1-4ea3a26b701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:15.401261 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-d7e95599-b58c-481c-b9d1-4ea3a26b701e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0431831 Mar 09 17:42:15.452878 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-b89f18b7-1873-431f-89f2-dbfb0c07ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:15.454397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-b89f18b7-1873-431f-89f2-dbfb0c07ab5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479593 Mar 09 17:42:15.469103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:42:15.542250 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-92dad35c-0e6f-4b42-893b-6cacb576d62c service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818238 Mar 09 17:42:15.634063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7bfdd3bb-0508-42c1-a5b1-07002886c962 req-7c964b89-325f-4d1a-bc46-235c0360deeb service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859792 Mar 09 17:42:15.685681 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '46de159f-523f-4903-8341-94b7f74aeb8f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.118', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'port_id': '86487dca-e952-473c-b129-82491f251931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'mac_address': 'fa:16:3e:06:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:42:13Z', 'updated_at': '2022-03-09T17:42:13Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:04Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:42:15.715441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0bc00-8e7c-4f65-ac88-e8453af5f67a None None] The sync data for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv is: [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '46de159f-523f-4903-8341-94b7f74aeb8f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.118', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'port_id': '86487dca-e952-473c-b129-82491f251931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'mac_address': 'fa:16:3e:06:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:42:13Z', 'updated_at': '2022-03-09T17:42:13Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:04Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:42:15.902738 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f5f93-7c68-4bc8-a59f-d472b0de55bd None None] New status for floating IP 46de159f-523f-4903-8341-94b7f74aeb8f: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:42:16.319142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42082) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:42:16.382194 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b2ebfc9b-e622-43ce-b1e3-37d48f211d8e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/46de159f-523f-4903-8341-94b7f74aeb8f HTTP/1.1" status: 200 len: 993 time: 0.0619197 Mar 09 17:42:17.963375 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:42:29.023987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:33.652871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0f08cba8-5df1-46f8-a3dd-b2e5ca8d7802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:36.378592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-445279b7-fb97-440a-a1ff-f28985eb3641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:37.323073 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:38.458982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:39.883036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:47.592410 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-d39ce34a-8b3f-463a-b783-f349eb3c70bd req-3b9c9965-1c06-4bbb-b7b3-6657f99fca4c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:42:47.593442 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d39ce34a-8b3f-463a-b783-f349eb3c70bd req-3b9c9965-1c06-4bbb-b7b3-6657f99fca4c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486066 Mar 09 17:42:47.975591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0538f-2842-4e3b-927d-773bb209ae14 req-437c93cf-21e1-4d11-9d97-7942daec64d6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:47.977125 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-49e0538f-2842-4e3b-927d-773bb209ae14 req-437c93cf-21e1-4d11-9d97-7942daec64d6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.1195843 Mar 09 17:42:48.027558 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-49e0538f-2842-4e3b-927d-773bb209ae14 req-f4ac1670-819f-45b7-a381-90a0261de514 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 Mar 09 17:42:48.107423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42108) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:42:48.189096 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-8275107f-0566-4f1f-aef2-0ff79a23a5ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805273 Mar 09 17:42:48.198121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-32920b84-51a8-4c8d-90d1-5e4d8b706573 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:42:48.199084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-32920b84-51a8-4c8d-90d1-5e4d8b706573 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048692 Mar 09 17:42:48.720854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42128) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:42:48.815190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-ee8afce0-1535-455d-83d2-792ad34c9166 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:48.816614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-ee8afce0-1535-455d-83d2-792ad34c9166 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports/86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 942 time: 0.0946772 Mar 09 17:42:49.203639 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8893e-b209-4a22-a882-6b4b4a69d0a5 req-f58d7600-2b3a-4ad8-b74d-35620151d9f9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:49.205155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-33a8893e-b209-4a22-a882-6b4b4a69d0a5 req-f58d7600-2b3a-4ad8-b74d-35620151d9f9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.1087136 Mar 09 17:42:49.253379 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-33a8893e-b209-4a22-a882-6b4b4a69d0a5 req-67ea43c3-62be-4fdd-9424-58719b84eed2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 Mar 09 17:42:50.381681 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5baa3-ad70-4d37-a2e6-7c347e279598 req-578fc3d9-3df7-495f-b35d-34b708456b0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:50.383218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e8c5baa3-ad70-4d37-a2e6-7c347e279598 req-578fc3d9-3df7-495f-b35d-34b708456b0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0585876 Mar 09 17:42:50.441507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e8c5baa3-ad70-4d37-a2e6-7c347e279598 req-169e180a-0f58-4430-8f95-b3d1fb986900 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527062 Mar 09 17:42:50.475759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-24b98736-9fbf-493d-92f0-8208cf63e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:50.477328 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-24b98736-9fbf-493d-92f0-8208cf63e50c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0482309 Mar 09 17:42:50.568740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-71427f44-7037-4e31-b912-b0e27943cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:50.570095 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-71427f44-7037-4e31-b912-b0e27943cfbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 897 time: 0.0867984 Mar 09 17:42:50.633571 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-c1370600-d5de-4821-bb28-26689e20ce1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 1001 time: 0.0565474 Mar 09 17:42:50.679914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-459859ab-1429-4ea9-8cc9-f02f7fc26037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:50.681319 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-459859ab-1429-4ea9-8cc9-f02f7fc26037 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0417452 Mar 09 17:42:50.733287 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-27d20ac6-78dc-4fa3-94fa-731f1d97ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:50.734747 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-27d20ac6-78dc-4fa3-94fa-731f1d97ffdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467522 Mar 09 17:42:50.820161 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-4e8437cc-1715-4e51-a43c-1458be2ed7d1 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788901 Mar 09 17:42:50.909462 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-e8f4b4c6-adb2-49bb-ba08-6cd344578d98 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834510 Mar 09 17:42:51.559108 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ae69-21ec-493f-a48c-f77325a07ba7 req-89cfd431-35f6-40a3-8c98-91e7625b5fd2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:51.560625 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cab6ae69-21ec-493f-a48c-f77325a07ba7 req-89cfd431-35f6-40a3-8c98-91e7625b5fd2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0524857 Mar 09 17:42:51.607647 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cab6ae69-21ec-493f-a48c-f77325a07ba7 req-d25d8523-f36a-495f-9292-675d45b09a0d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Mar 09 17:42:52.726398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc0381-1a39-4f17-bf0d-eee65b5c9095 req-92be76c2-63c0-4e4c-92f1-cc5d01d05970 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:52.727807 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-29dc0381-1a39-4f17-bf0d-eee65b5c9095 req-92be76c2-63c0-4e4c-92f1-cc5d01d05970 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0540819 Mar 09 17:42:52.776271 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-29dc0381-1a39-4f17-bf0d-eee65b5c9095 req-95b791a5-3534-48b1-bbc9-181cde23ea14 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Mar 09 17:42:53.891774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3d73c-268f-4f5b-9cb8-e0fb408409d1 req-429aba8d-6c29-47e6-96e4-79c6b993d476 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:53.893256 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d8d3d73c-268f-4f5b-9cb8-e0fb408409d1 req-429aba8d-6c29-47e6-96e4-79c6b993d476 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0510128 Mar 09 17:42:53.945711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d8d3d73c-268f-4f5b-9cb8-e0fb408409d1 req-42d5f6e0-3976-47b2-af7e-a69c98c72eb6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467219 Mar 09 17:42:54.961885 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:42:55.060963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33622-b2ca-4b5f-8046-0f642862b3cb req-ae1c7c6b-f287-478d-bcb5-fee03543253a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:55.062425 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4bb33622-b2ca-4b5f-8046-0f642862b3cb req-ae1c7c6b-f287-478d-bcb5-fee03543253a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0512340 Mar 09 17:42:55.114688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4bb33622-b2ca-4b5f-8046-0f642862b3cb req-fb6cb530-c357-46ab-82e7-39acdff624b4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463202 Mar 09 17:42:56.229698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c33dbc-b6a7-4434-bcae-b3daa3bdad4c req-925c504e-6db6-49c4-ace6-e7a6aaca63e1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:56.231149 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-97c33dbc-b6a7-4434-bcae-b3daa3bdad4c req-925c504e-6db6-49c4-ace6-e7a6aaca63e1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0511210 Mar 09 17:42:56.278093 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-97c33dbc-b6a7-4434-bcae-b3daa3bdad4c req-746410c3-6f34-422f-b5b2-8b68b9b3577b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Mar 09 17:42:57.395543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623249c-e641-4e46-8b47-f30f19285b37 req-d5a08eeb-576e-41f3-a6db-077b75d497ba tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:57.397057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6623249c-e641-4e46-8b47-f30f19285b37 req-d5a08eeb-576e-41f3-a6db-077b75d497ba tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0537069 Mar 09 17:42:57.446696 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6623249c-e641-4e46-8b47-f30f19285b37 req-be7a7d03-86d9-4b5d-893e-9c970d777796 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441344 Mar 09 17:42:58.561214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dae61d-8358-4e99-bf60-3f7844b74a91 req-7ba2fef1-2384-40b7-8f1d-9871a03e786c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:58.562673 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b2dae61d-8358-4e99-bf60-3f7844b74a91 req-7ba2fef1-2384-40b7-8f1d-9871a03e786c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0507538 Mar 09 17:42:58.609860 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b2dae61d-8358-4e99-bf60-3f7844b74a91 req-ef7b4a34-9e20-497c-9a8e-fe3a67b516e6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411685 Mar 09 17:42:58.998450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:42:59.725942 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c601e60-2db7-41dd-9036-4cf72f621099 req-5a7920c3-76a4-4723-9bf2-24761a64710f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:42:59.727402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2c601e60-2db7-41dd-9036-4cf72f621099 req-5a7920c3-76a4-4723-9bf2-24761a64710f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0521593 Mar 09 17:42:59.774191 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2c601e60-2db7-41dd-9036-4cf72f621099 req-56731317-9fec-48be-8b94-a85eb5aa85b9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Mar 09 17:43:00.894485 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91559a-2aee-47c6-bf69-dbe6fd4c1347 req-8e013b22-c576-48cf-90d9-4757c44ea8b4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:00.896075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9c91559a-2aee-47c6-bf69-dbe6fd4c1347 req-8e013b22-c576-48cf-90d9-4757c44ea8b4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0560687 Mar 09 17:43:00.943003 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9c91559a-2aee-47c6-bf69-dbe6fd4c1347 req-b0be56a0-43c0-438b-9567-6c82c4259412 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414529 Mar 09 17:43:02.063354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89924d8-bd44-4167-99fb-fac7abf19461 req-feb41711-95e9-46c9-87b8-b0eda4e23906 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:02.064862 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f89924d8-bd44-4167-99fb-fac7abf19461 req-feb41711-95e9-46c9-87b8-b0eda4e23906 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0564067 Mar 09 17:43:02.112666 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f89924d8-bd44-4167-99fb-fac7abf19461 req-8636562f-7126-4e70-859e-8e10cba8d534 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416999 Mar 09 17:43:02.744198 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-7cc49b63-4708-42ad-b04c-f8340220d1b7 service neutron] 10.222.0.36 "GET /v2.0/ports/86487dca-e952-473c-b129-82491f251931/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539904 Mar 09 17:43:03.224482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-94028f8d-cbfc-465c-9e0c-1e671eca610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:03.226003 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-94028f8d-cbfc-465c-9e0c-1e671eca610c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 1129 time: 0.0455596 Mar 09 17:43:03.232641 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147064c-d876-4e76-b439-69aed5494e23 req-b756fd01-eabd-43df-9a8c-b33338358034 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:03.234161 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7147064c-d876-4e76-b439-69aed5494e23 req-b756fd01-eabd-43df-9a8c-b33338358034 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0523260 Mar 09 17:43:03.282742 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7147064c-d876-4e76-b439-69aed5494e23 req-f25bd1a7-69b5-40cc-8898-52f455420b01 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Mar 09 17:43:03.292945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-f6800347-4332-414a-a9cc-0242a8a15a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:03.294467 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-f6800347-4332-414a-a9cc-0242a8a15a35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0486503 Mar 09 17:43:03.382344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-78a74875-836c-4239-ae68-0144243232a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:03.383808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-78a74875-836c-4239-ae68-0144243232a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 897 time: 0.0841467 Mar 09 17:43:03.451079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-547f22c0-6f7e-4c80-9ae4-4bd8c6b6d4b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 1001 time: 0.0617647 Mar 09 17:43:03.498458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-15dcfb04-f146-44ff-9971-4808971c1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:03.499874 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-15dcfb04-f146-44ff-9971-4808971c1737 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0431151 Mar 09 17:43:03.548487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-ed083a02-92f8-47b9-9400-e79fe59de4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:03.549982 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-ed083a02-92f8-47b9-9400-e79fe59de4ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438225 Mar 09 17:43:03.609036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ff638121-0d31-459a-a365-f57d24310f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:03.641981 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-d0f7ffb8-7077-4f96-98d6-d4a370f6f054 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857067 Mar 09 17:43:03.731919 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b9b38085-bbe8-4d4f-9a7d-244ed03668a8 req-42a2a546-cc1f-43b3-af9d-e395bb676fc0 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812449 Mar 09 17:43:04.191611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048386-900e-4e33-a00a-31bb5908a208 req-34a0883f-beaa-4b90-9f3f-adf44e9c9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:04.193152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-34a0883f-beaa-4b90-9f3f-adf44e9c9cda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0492260 Mar 09 17:43:04.294644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048386-900e-4e33-a00a-31bb5908a208 req-65f7eb0b-050c-4201-823b-1bd9c47ade8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:04.296052 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-65f7eb0b-050c-4201-823b-1bd9c47ade8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 897 time: 0.0841599 Mar 09 17:43:04.387816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-68520c41-64e3-4bc5-8d1f-063ef3de0bc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 1001 time: 0.0858076 Mar 09 17:43:04.438501 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48d07c-f708-4941-af8d-678ca0effe60 req-430de4b4-eaa4-4a98-85bc-140eba0c0055 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:04.439975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ec48d07c-f708-4941-af8d-678ca0effe60 req-430de4b4-eaa4-4a98-85bc-140eba0c0055 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0889709 Mar 09 17:43:04.463894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048386-900e-4e33-a00a-31bb5908a208 req-8492524d-f682-4a55-80f3-759e8a185646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:04.465335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-8492524d-f682-4a55-80f3-759e8a185646 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0698671 Mar 09 17:43:04.525704 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ec48d07c-f708-4941-af8d-678ca0effe60 req-8468a950-acfc-4f62-80b4-4f7d42bd2e3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796144 Mar 09 17:43:04.539061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048386-900e-4e33-a00a-31bb5908a208 req-25c3fc1f-64f3-4dc5-acb0-bc57d6ce5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:04.540583 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-25c3fc1f-64f3-4dc5-acb0-bc57d6ce5de0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0680070 Mar 09 17:43:04.627688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-426ed56b-9157-4d89-9fd1-2ec291fb4087 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805604 Mar 09 17:43:04.719361 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ed048386-900e-4e33-a00a-31bb5908a208 req-45c0ae68-f100-47ad-8f6f-779a9a3ff468 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844572 Mar 09 17:43:04.916674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 86487dca-e952-473c-b129-82491f251931 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:43:05.011649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:05.022604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '86487dca-e952-473c-b129-82491f251931', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'port_id': '86487dca-e952-473c-b129-82491f251931', 'mac_address': 'fa:16:3e:06:fe:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:43:05.058436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 86487dca-e952-473c-b129-82491f251931 is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:05.058829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86487dca-e952-473c-b129-82491f251931), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:05.071487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86487dca-e952-473c-b129-82491f251931 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:43:05.091459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:05.156645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86487dca-e952-473c-b129-82491f251931), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:05.211536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:05.218916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['86487dca-e952-473c-b129-82491f251931'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:43:05.222416 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.222763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.223104 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.223439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.223798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.224130 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.224492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.224822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.225147 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.225472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.225793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.226109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.226428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:05.643916 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a172bee-2a30-44ff-bc2e-30867d4bf619 req-128001c2-fe9b-4619-a065-14c584d0fc90 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:05.645430 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6a172bee-2a30-44ff-bc2e-30867d4bf619 req-128001c2-fe9b-4619-a065-14c584d0fc90 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 944 time: 0.0532959 Mar 09 17:43:05.701206 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6a172bee-2a30-44ff-bc2e-30867d4bf619 req-cec4d55f-9171-4d6f-93d8-af3f4c3993c1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501316 Mar 09 17:43:06.340056 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-49854351-f1a1-4a66-b4df-c9a266e474f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:06.820012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eedca-b57c-4f77-80b9-d818d3d72713 req-cd2d21c9-995b-4e4d-9a48-3c6c453e4c70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:06.821435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7c6eedca-b57c-4f77-80b9-d818d3d72713 req-cd2d21c9-995b-4e4d-9a48-3c6c453e4c70 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 944 time: 0.0527694 Mar 09 17:43:06.870287 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7c6eedca-b57c-4f77-80b9-d818d3d72713 req-ec61fddb-eaaa-4630-8e96-0c38fb585dc8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Mar 09 17:43:06.922972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 86487dca-e952-473c-b129-82491f251931 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:43:06.971378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 86487dca-e952-473c-b129-82491f251931 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:06.971762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (86487dca-e952-473c-b129-82491f251931), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:07.057713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 86487dca-e952-473c-b129-82491f251931 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:07.058110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (86487dca-e952-473c-b129-82491f251931), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:07.081068 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86487dca-e952-473c-b129-82491f251931'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:43:07.083897 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52638041-b2f8-43bc-a988-75d94aad39be" -d '{"events": [{"server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "name": "network-vif-plugged", "status": "completed", "tag": "86487dca-e952-473c-b129-82491f251931"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:43:07.097142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:07.128245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b16f83c-e292-42e1-b381-3d39de16d3d1 x-openstack-request-id: req-1b16f83c-e292-42e1-b381-3d39de16d3d1 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:43:07.128589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "name": "network-vif-plugged", "status": "completed", "tag": "86487dca-e952-473c-b129-82491f251931", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:43:07.128855 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b16f83c-e292-42e1-b381-3d39de16d3d1 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:43:07.129284 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86487dca-e952-473c-b129-82491f251931', 'code': 200} Mar 09 17:43:07.170666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (86487dca-e952-473c-b129-82491f251931), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:07.228093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:07.253061 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6e751-490b-4e97-9e71-39f567d3a6a2 req-d1dbcd1e-08e3-4f4d-8790-5c000a282b7d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.254522 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a3d6e751-490b-4e97-9e71-39f567d3a6a2 req-d1dbcd1e-08e3-4f4d-8790-5c000a282b7d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0686607 Mar 09 17:43:07.284948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:07.347501 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a3d6e751-490b-4e97-9e71-39f567d3a6a2 req-38523a0e-8aea-4d52-a975-ae049b5420ab tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860128 Mar 09 17:43:07.370605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936878d-4464-47f0-b681-08e23c2376ed req-6f1654bb-d4ac-40da-b943-01b8bb75c015 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.370605 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-6f1654bb-d4ac-40da-b943-01b8bb75c015 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee&tenant_id=cc7dee1968b44434ae989253973b8019&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0898802 Mar 09 17:43:07.463740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936878d-4464-47f0-b681-08e23c2376ed req-f43337bc-943f-4416-834c-e7d43f0d2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.465305 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-f43337bc-943f-4416-834c-e7d43f0d2517 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0496910 Mar 09 17:43:07.471462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dc0c1-650a-4e05-9175-a13217c56e90 req-58dd0a5a-9fbd-44a6-9ef1-0c8d78d6a4b2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.472965 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b23dc0c1-650a-4e05-9175-a13217c56e90 req-58dd0a5a-9fbd-44a6-9ef1-0c8d78d6a4b2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0540452 Mar 09 17:43:07.521015 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b23dc0c1-650a-4e05-9175-a13217c56e90 req-a0aa4486-6b9f-4758-a98c-aa51b826a62e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421696 Mar 09 17:43:07.561702 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936878d-4464-47f0-b681-08e23c2376ed req-54f1fb5b-9aa7-443e-8173-ad856ba34c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.563248 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-54f1fb5b-9aa7-443e-8173-ad856ba34c23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 897 time: 0.0926597 Mar 09 17:43:07.631452 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-6105abe1-3112-41c1-873f-78a221de1ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 1001 time: 0.0612097 Mar 09 17:43:07.679404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936878d-4464-47f0-b681-08e23c2376ed req-f9f8672d-534f-413a-9406-ed5cae718a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.680912 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-f9f8672d-534f-413a-9406-ed5cae718a92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0440445 Mar 09 17:43:07.733182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936878d-4464-47f0-b681-08e23c2376ed req-36d9188c-228b-4467-a8a0-d2f9539cb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:07.734692 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-36d9188c-228b-4467-a8a0-d2f9539cb289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483961 Mar 09 17:43:07.822944 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-56ecbac5-d625-41be-b915-9b8013748dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820177 Mar 09 17:43:07.916704 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f936878d-4464-47f0-b681-08e23c2376ed req-d302212f-261e-46ff-909d-95c80b7b1e41 service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881767 Mar 09 17:43:08.461957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:08.645096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0189e6-6d81-4ad9-8d92-610272fdbd36 req-7257defb-fc60-4175-83f6-3cd1637075bb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:08.647481 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3e0189e6-6d81-4ad9-8d92-610272fdbd36 req-7257defb-fc60-4175-83f6-3cd1637075bb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0571263 Mar 09 17:43:08.700244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3e0189e6-6d81-4ad9-8d92-610272fdbd36 req-c5a0c338-dfc5-47db-bed0-671710a7b2c9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467370 Mar 09 17:43:08.723914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42186) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:08.787187 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-beb52047-8efc-400e-9142-cb3039df196b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/46de159f-523f-4903-8341-94b7f74aeb8f HTTP/1.1" status: 200 len: 993 time: 0.0620978 Mar 09 17:43:09.901904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:29.037787 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:31.961329 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:43:33.626480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-332165f9-f158-4501-bec0-91fc4b6fcdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:36.380986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e52c65b2-ca3c-427f-8c40-3be1a96a7fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.248252 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42196) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:37.314444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.400407 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port d842f888-8a66-46f9-bc5a-6431c8c25fa0 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:43:37.400759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.477844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.478175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (d842f888-8a66-46f9-bc5a-6431c8c25fa0), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.489764 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for d842f888-8a66-46f9-bc5a-6431c8c25fa0 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:43:37.706654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (d842f888-8a66-46f9-bc5a-6431c8c25fa0), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.734937 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=d842f888-8a66-46f9-bc5a-6431c8c25fa0,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:37.762438 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.762796 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.763151 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.763498 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.763840 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.764179 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.764543 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.764880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.765213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.765544 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.765874 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.766221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.766529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:37.806181 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (46de159f-523f-4903-8341-94b7f74aeb8f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:37.806512 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP 46de159f-523f-4903-8341-94b7f74aeb8f disassociated (deleted). External IP: 172.36.5.118, port: 86487dca-e952-473c-b129-82491f251931. Mar 09 17:43:38.015455 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 829464f8-a8c8-4a2d-9d94-ed43cd540bda has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:43:38.121601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:43:38.126320 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:38.131167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] Sync routers for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:43:38.140318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:38.140964 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:38.154838 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cac9ea82-9f0c-47f1-a88f-5345612db907 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/floatingips/46de159f-523f-4903-8341-94b7f74aeb8f HTTP/1.1" status: 204 len: 168 time: 0.9055738 Mar 09 17:43:38.155462 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'tag': '86487dca-e952-473c-b129-82491f251931'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:43:38.157844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60426fca-a44d-4e9e-946c-37798399af45" -d '{"events": [{"name": "network-changed", "server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "tag": "86487dca-e952-473c-b129-82491f251931"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:43:38.198912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4270aa4b-1b25-4a53-af76-c399874ef483 x-openstack-request-id: req-4270aa4b-1b25-4a53-af76-c399874ef483 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:43:38.199216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "tag": "86487dca-e952-473c-b129-82491f251931", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:43:38.199488 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4270aa4b-1b25-4a53-af76-c399874ef483 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:43:38.199902 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'tag': '86487dca-e952-473c-b129-82491f251931', 'status': 'completed', 'code': 200} Mar 09 17:43:38.250238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:38.317235 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60426fca-a44d-4e9e-946c-37798399af45 req-a07a2ab0-a5e8-4ce5-90c3-ae085b4cecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:38.318752 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-a07a2ab0-a5e8-4ce5-90c3-ae085b4cecb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 1129 time: 0.0960343 Mar 09 17:43:38.409404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60426fca-a44d-4e9e-946c-37798399af45 req-5843e56d-4d1c-4c83-8167-08e38a1ac74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:38.410892 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-5843e56d-4d1c-4c83-8167-08e38a1ac74a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 200 len: 897 time: 0.0858705 Mar 09 17:43:38.459863 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-aaa750f9-af01-4994-b5e9-f9c3e11f6d53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 200 len: 217 time: 0.0410609 Mar 09 17:43:38.464210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:04Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:38.492020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] Checking router: 829464f8-a8c8-4a2d-9d94-ed43cd540bda for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:43:38.493973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:38.501477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:38.502085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:38.508994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60426fca-a44d-4e9e-946c-37798399af45 req-df8efa4b-293f-4a21-bbd1-bf7b4f1d060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:38.510456 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-df8efa4b-293f-4a21-bbd1-bf7b4f1d060e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 200 len: 834 time: 0.0448999 Mar 09 17:43:38.561041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60426fca-a44d-4e9e-946c-37798399af45 req-b1cb6356-c2f9-4aa4-a9a6-3d31a75203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:38.562560 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-b1cb6356-c2f9-4aa4-a9a6-3d31a75203a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe000a10-2d6f-4cba-aca5-e8ed60cd0635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444753 Mar 09 17:43:38.665964 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-3e028d5a-6665-4ba9-9c39-fbac460938de service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964270 Mar 09 17:43:38.684229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80017d28-0c13-44f9-a651-88c72a66715d req-b744cc26-3104-49bb-956a-2327e21ccfc2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:38.685957 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-80017d28-0c13-44f9-a651-88c72a66715d req-b744cc26-3104-49bb-956a-2327e21ccfc2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0580649 Mar 09 17:43:38.742434 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-80017d28-0c13-44f9-a651-88c72a66715d req-2619213c-705a-45b8-9b03-712b146842e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468407 Mar 09 17:43:38.761282 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-60426fca-a44d-4e9e-946c-37798399af45 req-fc90a6a9-1278-44ac-b4e0-f553765c74fc service neutron] 10.222.0.36 "GET /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886114 Mar 09 17:43:38.763427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:38.953507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:04Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:38.983346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9231ca-d10b-4206-b2bf-fe3bcf917ec8 None None] The sync data for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv is: [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:01Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbc0783c-32bc-4125-a0e9-57939e1f51bb', 'name': '', 'network_id': 'fe000a10-2d6f-4cba-aca5-e8ed60cd0635', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:c8:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:42:00Z', 'updated_at': '2022-03-09T17:42:04Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '1303e6e1-4e64-4e27-9ea1-19f8928c8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:43:39.189367 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca5e1e-dbe4-414e-9f68-b0ab8854f40b None None] New status for floating IP 46de159f-523f-4903-8341-94b7f74aeb8f: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:43:39.864233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5e1a-46e9-4aeb-9774-f3e2b54cabf0 req-36323713-9eb7-475c-8620-fe6e9f3e81c7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:39.865762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9bdd5e1a-46e9-4aeb-9774-f3e2b54cabf0 req-36323713-9eb7-475c-8620-fe6e9f3e81c7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0539553 Mar 09 17:43:39.886291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:39.918725 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9bdd5e1a-46e9-4aeb-9774-f3e2b54cabf0 req-7a2b88c0-e32b-4eb6-86ad-aa913978ee72 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d02e54-3d58-4a7c-8593-c5599d452cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468867 Mar 09 17:43:40.248335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-eb5addbc-5c34-4800-9175-92e0e017934b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:40.249782 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-eb5addbc-5c34-4800-9175-92e0e017934b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 945 time: 0.0514250 Mar 09 17:43:40.339189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 86487dca-e952-473c-b129-82491f251931 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:43:40.339539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (86487dca-e952-473c-b129-82491f251931), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:40.428843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port 86487dca-e952-473c-b129-82491f251931, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86487dca-e952-473c-b129-82491f251931,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:40.429215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (86487dca-e952-473c-b129-82491f251931), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:40.441464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 86487dca-e952-473c-b129-82491f251931 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:43:40.644095 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (86487dca-e952-473c-b129-82491f251931), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:40.672770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=86487dca-e952-473c-b129-82491f251931,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:40.684937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.685304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.685662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.686017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.686363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.686707 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.687045 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.687387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.687726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.688067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.688421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.688759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.689094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:40.726155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] No DVR routers for this DVR port 86487dca-e952-473c-b129-82491f251931 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:43:40.728673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:40.732002 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-25dc335a-c7f7-41c3-86a7-e30dc063e7c2 req-d126559d-d1a7-4ca0-a67f-424c9ef50c2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "DELETE /v2.0/ports/86487dca-e952-473c-b129-82491f251931 HTTP/1.1" status: 204 len: 173 time: 0.4770534 Mar 09 17:43:40.732490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'name': 'network-vif-deleted', 'tag': '86487dca-e952-473c-b129-82491f251931'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:43:40.734741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0c5e18-e16d-4eca-a73d-3d1c04fdb0a4" -d '{"events": [{"server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "name": "network-vif-deleted", "tag": "86487dca-e952-473c-b129-82491f251931"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:43:40.821473 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415ae302-fdec-4392-9711-8438f43e720a x-openstack-request-id: req-415ae302-fdec-4392-9711-8438f43e720a {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:43:40.821776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee", "name": "network-vif-deleted", "tag": "86487dca-e952-473c-b129-82491f251931", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:43:40.822039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-415ae302-fdec-4392-9711-8438f43e720a {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:43:40.822445 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee', 'name': 'network-vif-deleted', 'tag': '86487dca-e952-473c-b129-82491f251931', 'status': 'completed', 'code': 200} Mar 09 17:43:41.014604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-42852ff7-3ee8-4f5e-a8c9-2f8385145e8c req-48d27347-a818-4a95-9786-6a9884fd1f08 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a4e368-d9ca-4fc8-9666-5e3f4b3ba2ee HTTP/1.1" status: 200 len: 210 time: 0.0280285 Mar 09 17:43:42.069883 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42216) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:42.753915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (829464f8-a8c8-4a2d-9d94-ed43cd540bda), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.005750 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port fbc0783c-32bc-4125-a0e9-57939e1f51bb {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:43:43.006046 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.094490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port fbc0783c-32bc-4125-a0e9-57939e1f51bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbc0783c-32bc-4125-a0e9-57939e1f51bb,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:43.095186 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.107036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for fbc0783c-32bc-4125-a0e9-57939e1f51bb owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:43:43.338267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (fbc0783c-32bc-4125-a0e9-57939e1f51bb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.363927 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=fbc0783c-32bc-4125-a0e9-57939e1f51bb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:43.540781 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (829464f8-a8c8-4a2d-9d94-ed43cd540bda), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.761414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router 829464f8-a8c8-4a2d-9d94-ed43cd540bda has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:43:43.868332 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:43:43.873876 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c3a9a80-9162-46a8-a0f1-aff68f82aee4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/829464f8-a8c8-4a2d-9d94-ed43cd540bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019204 Mar 09 17:43:43.875968 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42218) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:43.878558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] Sync routers for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:43:43.889251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:43.889955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:43.925705 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting subnet 1303e6e1-4e64-4e27-9ea1-19f8928c8193 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:43:43.928775 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (1303e6e1-4e64-4e27-9ea1-19f8928c8193), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.972888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (1303e6e1-4e64-4e27-9ea1-19f8928c8193), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:43.997702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:44.061838 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (1303e6e1-4e64-4e27-9ea1-19f8928c8193), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.172200 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:43:43Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:44.183616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (1303e6e1-4e64-4e27-9ea1-19f8928c8193), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.203176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] Checking router: 829464f8-a8c8-4a2d-9d94-ed43cd540bda for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:43:44.212011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] Routers {'829464f8-a8c8-4a2d-9d94-ed43cd540bda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:44.212662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:44.218494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.224240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/subnets/1303e6e1-4e64-4e27-9ea1-19f8928c8193 HTTP/1.1" status: 204 len: 168 time: 0.3448238 Mar 09 17:43:44.224240 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3811f1-20f2-426d-b573-9e534844db76 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Subnet': ['ID=1303e6e1-4e64-4e27-9ea1-19f8928c8193,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:44.225616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42220) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:44.247872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db0dfd-603c-4b39-a597-5418e5261e81 None None] Network fe000a10-2d6f-4cba-aca5-e8ed60cd0635 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:43:44.331868 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (829464f8-a8c8-4a2d-9d94-ed43cd540bda), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.386382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] Set router 829464f8-a8c8-4a2d-9d94-ed43cd540bda gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:44.437899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (829464f8-a8c8-4a2d-9d94-ed43cd540bda), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.549303 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port c2a5a426-d26b-4f1a-8725-728156047b79 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:43:44.549653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.551641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] DHCP port deletion for fe000a10-2d6f-4cba-aca5-e8ed60cd0635 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:43:44.616212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:43:43Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:44.620575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] Deleting port 924fbeb9-787b-48a2-889c-40e7d3b87a8e {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:43:44.620954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.627908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port c2a5a426-d26b-4f1a-8725-728156047b79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2a5a426-d26b-4f1a-8725-728156047b79,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:44.628272 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.639573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for c2a5a426-d26b-4f1a-8725-728156047b79 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:43:44.657226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364174f6-0e08-44ca-926f-e90f32abecef None None] The sync data for ids ['829464f8-a8c8-4a2d-9d94-ed43cd540bda'] in dv-neutron-master-2-hyperv is: [{'id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438283547', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:43:43Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'c2a5a426-d26b-4f1a-8725-728156047b79', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829464f8-a8c8-4a2d-9d94-ed43cd540bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:41:57Z', 'updated_at': '2022-03-09T17:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:43:44.709556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] For port 924fbeb9-787b-48a2-889c-40e7d3b87a8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=924fbeb9-787b-48a2-889c-40e7d3b87a8e,segment=NetworkSegment(0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff),segment_id=0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:44.709961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.723082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] Calling delete_port for 924fbeb9-787b-48a2-889c-40e7d3b87a8e owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:43:44.889975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (924fbeb9-787b-48a2-889c-40e7d3b87a8e), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.907946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c2a5a426-d26b-4f1a-8725-728156047b79), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:44.915175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] Pushing event deleted for resources: {'Port': ['ID=924fbeb9-787b-48a2-889c-40e7d3b87a8e,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:44.918665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476e140-54ec-4117-a137-7a4daf3652d8 None None] No DVR routers for this DVR port 924fbeb9-787b-48a2-889c-40e7d3b87a8e on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:43:44.934570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=c2a5a426-d26b-4f1a-8725-728156047b79,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:45.000331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (829464f8-a8c8-4a2d-9d94-ed43cd540bda), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.048862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 86487dca-e952-473c-b129-82491f251931 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:43:45.078074 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 86487dca-e952-473c-b129-82491f251931 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:43:45.078648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 86487dca-e952-473c-b129-82491f251931 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:43:45.100011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (829464f8-a8c8-4a2d-9d94-ed43cd540bda), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.102261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (829464f8-a8c8-4a2d-9d94-ed43cd540bda), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.212119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (829464f8-a8c8-4a2d-9d94-ed43cd540bda), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.212749 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Fanout notify agent at l3_agent the message router_deleted on router 829464f8-a8c8-4a2d-9d94-ed43cd540bda {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:43:45.219590 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.220722 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-6fc9e635-f0b3-46be-ba31-01998a1954e0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/routers/829464f8-a8c8-4a2d-9d94-ed43cd540bda HTTP/1.1" status: 204 len: 168 time: 0.9941852 Mar 09 17:43:45.223339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42222) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:45.308566 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (fe000a10-2d6f-4cba-aca5-e8ed60cd0635), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.393995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (fe000a10-2d6f-4cba-aca5-e8ed60cd0635), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.417861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe000a10-2d6f-4cba-aca5-e8ed60cd0635']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:45.426760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:45.427061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:45.436644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.450363 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.456196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:43:45.456635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (0b8b4630-cb2b-4fe0-a6f1-61a7150ef1ff), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:43:45.459548 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:43:45.605992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (fe000a10-2d6f-4cba-aca5-e8ed60cd0635), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.613388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.615933 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/networks/fe000a10-2d6f-4cba-aca5-e8ed60cd0635 HTTP/1.1" status: 204 len: 168 time: 0.3915830 Mar 09 17:43:45.619470 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42224) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:45.627382 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8c424-0a35-477a-a8cc-35663e526e6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Network': ['ID=fe000a10-2d6f-4cba-aca5-e8ed60cd0635,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:45.683644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03513da-e569-4e89-8e72-45b98778e624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (12d02e54-3d58-4a7c-8593-c5599d452cc0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.712101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03513da-e569-4e89-8e72-45b98778e624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (12d02e54-3d58-4a7c-8593-c5599d452cc0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.832875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03513da-e569-4e89-8e72-45b98778e624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (12d02e54-3d58-4a7c-8593-c5599d452cc0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.835525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f03513da-e569-4e89-8e72-45b98778e624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:45.837019 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f03513da-e569-4e89-8e72-45b98778e624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/security-groups/12d02e54-3d58-4a7c-8593-c5599d452cc0 HTTP/1.1" status: 204 len: 168 time: 0.2165551 Mar 09 17:43:45.846620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03513da-e569-4e89-8e72-45b98778e624 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d02e54-3d58-4a7c-8593-c5599d452cc0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:46.370846 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42230) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:46.375517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119253164', 'description': 'tempest-secgroup-smoke-1119253164 description', 'project_id': 'cc7dee1968b44434ae989253973b8019'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:46.480987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.506024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 924fbeb9-787b-48a2-889c-40e7d3b87a8e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:43:46.526554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 924fbeb9-787b-48a2-889c-40e7d3b87a8e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:43:46.526901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 924fbeb9-787b-48a2-889c-40e7d3b87a8e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:43:46.527328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fbc0783c-32bc-4125-a0e9-57939e1f51bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:43:46.548017 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: fbc0783c-32bc-4125-a0e9-57939e1f51bb {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:43:46.548227 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (d857198d-b9a8-440b-9f11-eba7e03857ca), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.548381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device fbc0783c-32bc-4125-a0e9-57939e1f51bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:43:46.548781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c2a5a426-d26b-4f1a-8725-728156047b79 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:43:46.567026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c2a5a426-d26b-4f1a-8725-728156047b79 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:43:46.567375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c2a5a426-d26b-4f1a-8725-728156047b79 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:43:46.628959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d857198d-b9a8-440b-9f11-eba7e03857ca), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.657793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d857198d-b9a8-440b-9f11-eba7e03857ca,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:46.727964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.729293 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a41b2470-e1b9-4555-8be2-12cac39b9a0c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3574398 Mar 09 17:43:46.732220 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42232) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:46.736897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'd857198d-b9a8-440b-9f11-eba7e03857ca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:46.822630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (4724c4b9-ced1-41ae-9039-37b1ae450414), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.875792 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (4724c4b9-ced1-41ae-9039-37b1ae450414), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.943344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4724c4b9-ced1-41ae-9039-37b1ae450414), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:46.965310 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4724c4b9-ced1-41ae-9039-37b1ae450414,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:47.025376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.026600 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9c881c68-7936-4dac-b82e-e61d89f7c272 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932580 Mar 09 17:43:47.029483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42234) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:47.033938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'd857198d-b9a8-440b-9f11-eba7e03857ca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:47.102624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (2a6b5964-b97f-48fb-836b-8c6b279c0c3d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.155489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (2a6b5964-b97f-48fb-836b-8c6b279c0c3d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.232992 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (2a6b5964-b97f-48fb-836b-8c6b279c0c3d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.251090 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6b5964-b97f-48fb-836b-8c6b279c0c3d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:47.326522 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.327785 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-a2fe31a5-b8e7-47b4-b533-e8b430f94d30 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973537 Mar 09 17:43:47.330473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42236) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:47.334841 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'd857198d-b9a8-440b-9f11-eba7e03857ca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:47.420512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (47b63bb6-7b60-436b-9cf6-a53792765873), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.475336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (47b63bb6-7b60-436b-9cf6-a53792765873), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.552747 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (47b63bb6-7b60-436b-9cf6-a53792765873), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.569953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b63bb6-7b60-436b-9cf6-a53792765873,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:47.663154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.664981 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0c8550bc-6789-464f-ab8e-b872ff0e5f93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329914 Mar 09 17:43:47.667810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42238) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:47.672338 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'd857198d-b9a8-440b-9f11-eba7e03857ca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:47.747529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (2b8ec648-9786-4549-80c8-00439c939ac9), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.802655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (2b8ec648-9786-4549-80c8-00439c939ac9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.880319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (2b8ec648-9786-4549-80c8-00439c939ac9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.901285 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8ec648-9786-4549-80c8-00439c939ac9,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:47.996847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:47.998084 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cd09241c-9e4f-4e30-85d4-4825a5f6ca2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292453 Mar 09 17:43:48.000819 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42240) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:48.005126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'd857198d-b9a8-440b-9f11-eba7e03857ca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:48.095443 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:43:48.100422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (5c235084-f1c5-4ea0-8fb6-4fb138d23eb9), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.156464 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (5c235084-f1c5-4ea0-8fb6-4fb138d23eb9), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.226757 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (5c235084-f1c5-4ea0-8fb6-4fb138d23eb9), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.245769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c235084-f1c5-4ea0-8fb6-4fb138d23eb9,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:48.297800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.298997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b16730a3-2ada-4f5d-b29a-5a3e5b14c510 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2972567 Mar 09 17:43:48.301783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42242) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:48.306512 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': 'd857198d-b9a8-440b-9f11-eba7e03857ca', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:48.387260 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:43:48.392113 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (75c3bd2a-8ac9-4d42-9654-891ad26b2131), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.449570 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (75c3bd2a-8ac9-4d42-9654-891ad26b2131), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.512974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (75c3bd2a-8ac9-4d42-9654-891ad26b2131), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.530196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c3bd2a-8ac9-4d42-9654-891ad26b2131,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:48.595016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.596224 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c2dc9100-3ef9-4562-a863-c86466e0a3a2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2935324 Mar 09 17:43:48.599059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42244) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:48.604374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'network': {'name': 'tempest-network-smoke--446706001', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:48.667255 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:43:48.670522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.693177 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:43:48.706385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (17c61c74-3a1d-4153-abab-417c742e00d3), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:48.706385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Added segment 17c61c74-3a1d-4153-abab-417c742e00d3 of type vlan for network f4c21801-0f4d-4711-b29a-e92c0381319f Mar 09 17:43:48.744504 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (f4c21801-0f4d-4711-b29a-e92c0381319f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.172267 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (f4c21801-0f4d-4711-b29a-e92c0381319f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.177179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:49.177752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.242446 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Network': ['ID=f4c21801-0f4d-4711-b29a-e92c0381319f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:49.252454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network f4c21801-0f4d-4711-b29a-e92c0381319f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:43:49.281076 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-05a63d4a-3bd4-4da4-818a-4a0084d8ac75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6785131 Mar 09 17:43:49.281302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42246) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:49.285710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'admin_state_up': True, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:49.375984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (e9eb5992-00db-4b8a-a3e2-1256773079aa), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.377123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (e9eb5992-00db-4b8a-a3e2-1256773079aa), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.431132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (e9eb5992-00db-4b8a-a3e2-1256773079aa), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.622094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e9eb5992-00db-4b8a-a3e2-1256773079aa), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.869181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e9eb5992-00db-4b8a-a3e2-1256773079aa), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.887752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:49.989797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.217 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/b8a6bdd3-24d1-44b7-95a1-1cb30486b473) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:43:50.088339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:50.187663 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:50.222281 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:43:50.225107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:43:50.234510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:43:50.262086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:50.587909 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e9eb5992-00db-4b8a-a3e2-1256773079aa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:50.780546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (e9eb5992-00db-4b8a-a3e2-1256773079aa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:50.955011 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e9eb5992-00db-4b8a-a3e2-1256773079aa is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:43:51.063022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:43:51.072703 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Sync routers for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:43:51.082310 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:51.086702 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:51.134491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.135736 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-3ad14cc0-52ff-496f-9ade-d2ddc15916cd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8534701 Mar 09 17:43:51.138800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42248) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:51.170318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dfece428-7234-48eb-a85e-56e500914309 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc7dee1968b44434ae989253973b8019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303853 Mar 09 17:43:51.172815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42250) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:51.187690 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:51.273911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23ac45-ce0f-42a2-b492-283545f7b2f2 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:51.276645 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2f23ac45-ce0f-42a2-b492-283545f7b2f2 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026073 Mar 09 17:43:51.279005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42252) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:51.315999 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c26b5ed7-ec24-4dbc-8928-9cf6371e5ee6 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355070 Mar 09 17:43:51.320044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42254) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:51.328408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357697580', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:51.362383 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:50Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:51.480657 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Checking router: e9eb5992-00db-4b8a-a3e2-1256773079aa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:43:51.481014 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Updating router e9eb5992-00db-4b8a-a3e2-1256773079aa port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:43:51.486557 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:43:51.490055 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.509337 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.732561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (f3b0f151-7546-4192-aebb-1c54701e975e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.749784 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Publish callbacks [] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.796624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Subnet': ['ID=f3b0f151-7546-4192-aebb-1c54701e975e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:51.799060 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Checking segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:43:51.799514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network hostable DHCP agents. Network: f4c21801-0f4d-4711-b29a-e92c0381319f, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:43:51.829498 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.881891 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Attempting to bind port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:43:51.882264 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Attempting to bind port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:43:51.882630 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Attempting to bind port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:43:51.889459 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Pushing event updated for resources: {'Port': ['ID=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:51.891609 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:43:51.891991 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:43:51.892420 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.892815 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:43:51.893276 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Bound port: b8a6bdd3-24d1-44b7-95a1-1cb30486b473, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:43:51.893658 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.915630 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network f4c21801-0f4d-4711-b29a-e92c0381319f is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:43:51.915839 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.916122 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.916504 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.916851 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.917189 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.917524 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.917851 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.918183 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.918516 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.918845 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.919174 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.919497 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.919821 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:43:51.953381 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] For port b8a6bdd3-24d1-44b7-95a1-1cb30486b473, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:43:51.956416 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] For port b8a6bdd3-24d1-44b7-95a1-1cb30486b473, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:43:51.975830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f4c21801-0f4d-4711-b29a-e92c0381319f) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:43:51.980629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:51.981219 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:51.985354 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc256ce-afe8-403d-bf01-dec89be8f814 None None] Network f4c21801-0f4d-4711-b29a-e92c0381319f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:43:52.027938 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.053803 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9da80d36-33bc-409a-bb2c-9d5d7ce943f5 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7341115 Mar 09 17:43:52.056614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42256) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:43:52.088859 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:52.089481 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:52.090215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f4c21801-0f4d-4711-b29a-e92c0381319f', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:43:52.091290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.095105 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531bf49-55f2-4986-a14a-06baf3201f3e None None] Pushing event updated for resources: {'Port': ['ID=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:52.202689 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:52.233433 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Allocated IP 172.20.0.2 (f4c21801-0f4d-4711-b29a-e92c0381319f/f3b0f151-7546-4192-aebb-1c54701e975e/16f8a763-514b-4139-b07f-f3b074dea64c) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:43:52.375273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Publish callbacks [] for port (16f8a763-514b-4139-b07f-f3b074dea64c), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.388205 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:50Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:52.414561 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef729932-6f1d-4999-9250-4d579a378bb3 None None] The sync data for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv is: [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:50Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:43:52.439013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.478011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Network f4c21801-0f4d-4711-b29a-e92c0381319f is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:43:52.483088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:43:52.486768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:43:52.496683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Pushing event updated for resources: {'Port': ['ID=16f8a763-514b-4139-b07f-f3b074dea64c,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:52.530066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.548626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Attempting to bind port 16f8a763-514b-4139-b07f-f3b074dea64c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:43:52.549010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Attempting to bind port 16f8a763-514b-4139-b07f-f3b074dea64c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:43:52.549383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Attempting to bind port 16f8a763-514b-4139-b07f-f3b074dea64c on network f4c21801-0f4d-4711-b29a-e92c0381319f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:43:52.554569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:43:52.554957 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Checking segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:43:52.555427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.556451 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Bound using segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:43:52.556934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Bound port: 16f8a763-514b-4139-b07f-f3b074dea64c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:43:52.557327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.625622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] For port 16f8a763-514b-4139-b07f-f3b074dea64c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:43:52.629711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] For port 16f8a763-514b-4139-b07f-f3b074dea64c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16f8a763-514b-4139-b07f-f3b074dea64c,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:43:52.703265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:52.774764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32033870-6e86-4750-9736-d7bc11b56428 None None] Pushing event updated for resources: {'Port': ['ID=16f8a763-514b-4139-b07f-f3b074dea64c,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:52.850282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.1 (f4c21801-0f4d-4711-b29a-e92c0381319f/f3b0f151-7546-4192-aebb-1c54701e975e/82563d4c-3929-49e8-aab4-edd0a6a2afbc) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:43:52.995487 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.115666 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.154472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network f4c21801-0f4d-4711-b29a-e92c0381319f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:43:53.157717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:43:53.164440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:43:53.189978 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=82563d4c-3929-49e8-aab4-edd0a6a2afbc,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:53.212977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (e9eb5992-00db-4b8a-a3e2-1256773079aa), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.446433 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.708232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea003c8-5109-4d9d-a84d-c518b41a3b07 None None] Network f4c21801-0f4d-4711-b29a-e92c0381319f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:43:53.744076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.812718 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.896466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (e9eb5992-00db-4b8a-a3e2-1256773079aa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.898270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=82563d4c-3929-49e8-aab4-edd0a6a2afbc,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:53.927269 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] Provisioning complete for port 16f8a763-514b-4139-b07f-f3b074dea64c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:53.927645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:53.999857 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network f4c21801-0f4d-4711-b29a-e92c0381319f is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:43:54.001247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:43:54.040511 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] Current status of the port 16f8a763-514b-4139-b07f-f3b074dea64c is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:54.040902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.077020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] For port 16f8a763-514b-4139-b07f-f3b074dea64c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16f8a763-514b-4139-b07f-f3b074dea64c,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:54.129230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e9eb5992-00db-4b8a-a3e2-1256773079aa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:43:54.155261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.210836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6003ef-12df-4b81-9a9f-fdf2184b5783 None None] Pushing event updated for resources: {'Port': ['ID=16f8a763-514b-4139-b07f-f3b074dea64c,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:54.276607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5c556dd9-1098-4af2-8276-bd8f75915834 None None] Provisioning complete for port 16f8a763-514b-4139-b07f-f3b074dea64c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:54.276990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c556dd9-1098-4af2-8276-bd8f75915834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.359124 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5c556dd9-1098-4af2-8276-bd8f75915834 None None] Current status of the port 16f8a763-514b-4139-b07f-f3b074dea64c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:54.371309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-5c556dd9-1098-4af2-8276-bd8f75915834 None None] Provisioning complete for port 82563d4c-3929-49e8-aab4-edd0a6a2afbc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:54.371694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5c556dd9-1098-4af2-8276-bd8f75915834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.414553 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5c556dd9-1098-4af2-8276-bd8f75915834 None None] Port 82563d4c-3929-49e8-aab4-edd0a6a2afbc cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:43:54.536589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6455fbfa-a621-47e3-bdbe-cf7b63d4c485 None None] Provisioning complete for port 82563d4c-3929-49e8-aab4-edd0a6a2afbc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:54.537054 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6455fbfa-a621-47e3-bdbe-cf7b63d4c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.584277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6455fbfa-a621-47e3-bdbe-cf7b63d4c485 None None] Port 82563d4c-3929-49e8-aab4-edd0a6a2afbc cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:43:54.590210 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16f8a763-514b-4139-b07f-f3b074dea64c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:43:54.599954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:43:54.605071 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-b67b9291-b949-407a-b9e9-b7f9b5e2cf1c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/e9eb5992-00db-4b8a-a3e2-1256773079aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5467806 Mar 09 17:43:54.618131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Sync routers for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:43:54.640879 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:54.641599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:54.705256 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 16f8a763-514b-4139-b07f-f3b074dea64c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:54.705765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.761346 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-43c09ff7-9178-46b6-ba87-49c08e243659 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119253164&fields=id&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 267 time: 0.0449743 Mar 09 17:43:54.804127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:54.871141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-b39ab08b-afe6-426f-969b-2cb8e5db19d6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:54.872658 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-b39ab08b-afe6-426f-969b-2cb8e5db19d6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 796 time: 0.1049151 Mar 09 17:43:54.887542 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-876c532f-2987-446d-9b02-bc97c1622a14 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/quotas/cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Mar 09 17:43:54.907699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-353ee07a-f662-4fae-9399-f5839b513538 None None] Provisioning complete for port 82563d4c-3929-49e8-aab4-edd0a6a2afbc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:54.908089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-353ee07a-f662-4fae-9399-f5839b513538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:54.942618 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-cdbb192b-12af-4655-8f9e-4cf654fb0de3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501027 Mar 09 17:43:54.943866 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 16f8a763-514b-4139-b07f-f3b074dea64c is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:54.945003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b8a6bdd3-24d1-44b7-95a1-1cb30486b473 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:43:54.994310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-353ee07a-f662-4fae-9399-f5839b513538 None None] Port 82563d4c-3929-49e8-aab4-edd0a6a2afbc cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:43:55.042523 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-7bcbcc3e-0c2b-4f94-a1cf-3cc5e61becdc service neutron] 10.222.0.16 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889256 Mar 09 17:43:55.064717 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:55.065106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.129287 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-16009f6d-6c98-456e-824c-b2b384571c70 service neutron] 10.222.0.16 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810914 Mar 09 17:43:55.162800 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 2, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:55.197884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Checking router: e9eb5992-00db-4b8a-a3e2-1256773079aa for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:43:55.198162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Updating router e9eb5992-00db-4b8a-a3e2-1256773079aa port 82563d4c-3929-49e8-aab4-edd0a6a2afbc binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:43:55.223885 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:55.224281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.238521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.256234 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port b8a6bdd3-24d1-44b7-95a1-1cb30486b473, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:55.340127 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.412907 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-370e76ea-3997-4532-a815-5c5365feface req-cb0cd055-521d-4f57-93d1-28a824db4d71 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 210 time: 0.0289226 Mar 09 17:43:55.417521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:55.550500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Publish callbacks [] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.646691 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.697166 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541243ff-fcef-4aaf-a42e-e6f0480cd033 None None] Pushing event updated for resources: {'Port': ['ID=82563d4c-3929-49e8-aab4-edd0a6a2afbc,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:55.750853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Attempting to bind port 82563d4c-3929-49e8-aab4-edd0a6a2afbc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:43:55.751243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Attempting to bind port 82563d4c-3929-49e8-aab4-edd0a6a2afbc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:43:55.751616 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Attempting to bind port 82563d4c-3929-49e8-aab4-edd0a6a2afbc on network f4c21801-0f4d-4711-b29a-e92c0381319f {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:43:55.757101 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:43:55.757488 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Checking segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:43:55.757902 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.758305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Bound using segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:43:55.758857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Bound port: 82563d4c-3929-49e8-aab4-edd0a6a2afbc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:43:55.759387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.829077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] For port 82563d4c-3929-49e8-aab4-edd0a6a2afbc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:43:55.832369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] For port 82563d4c-3929-49e8-aab4-edd0a6a2afbc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82563d4c-3929-49e8-aab4-edd0a6a2afbc,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:43:55.896892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.967704 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] Provisioning complete for port 82563d4c-3929-49e8-aab4-edd0a6a2afbc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:55.968004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:55.970561 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541243ff-fcef-4aaf-a42e-e6f0480cd033 None None] Pushing event updated for resources: {'Port': ['ID=82563d4c-3929-49e8-aab4-edd0a6a2afbc,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:55.974608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:43:55.975241 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:43:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:56.288308 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:43:56.316374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] Current status of the port 82563d4c-3929-49e8-aab4-edd0a6a2afbc is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:56.316786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:56.397141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] For port 82563d4c-3929-49e8-aab4-edd0a6a2afbc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82563d4c-3929-49e8-aab4-edd0a6a2afbc,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:43:56.514032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:43:56.520107 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ff6ac9e9-f0e8-45ae-95a5-dff29fd8f27b req-f79e342e-7962-4f27-b29e-252280fcbd8b tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 210 time: 0.0312834 Mar 09 17:43:56.542984 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b8a6bdd3-24d1-44b7-95a1-1cb30486b473 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:43:56.545384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:56.547097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a286a1-6d15-4971-a0af-1498f10f8613 None None] The sync data for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv is: [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:43:56.640762 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafc22b-aebe-46d0-9e40-458a245b1e6c None None] Pushing event updated for resources: {'Port': ['ID=82563d4c-3929-49e8-aab4-edd0a6a2afbc,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:56.656986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:56.657456 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:56.704618 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-88e0c594-fca9-4420-86b5-09ceb32ba472 None None] Provisioning complete for port 82563d4c-3929-49e8-aab4-edd0a6a2afbc triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:56.705013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-88e0c594-fca9-4420-86b5-09ceb32ba472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:56.786212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:56.825940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-88e0c594-fca9-4420-86b5-09ceb32ba472 None None] Current status of the port 82563d4c-3929-49e8-aab4-edd0a6a2afbc is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:57.433097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-8dc2899d-fa9f-440f-bc48-2d785b9adcdb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:57.434686 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-8dc2899d-fa9f-440f-bc48-2d785b9adcdb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 796 time: 0.1569462 Mar 09 17:43:57.508399 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-9472d2c3-9bad-4ab6-97b6-0509c8c28e1a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 380 time: 0.0587883 Mar 09 17:43:57.518599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'port': {'device_id': '1020e5de-8321-4174-8218-f7f37c103b3d', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'admin_state_up': True, 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'security_groups': ['d857198d-b9a8-440b-9f11-eba7e03857ca']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:57.619972 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-202042ab-c077-4c5e-83d8-f400a6f38e8c req-08cc8622-2d66-431e-b307-80dec01d6d96 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 210 time: 0.0292604 Mar 09 17:43:57.715003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:43:57.718482 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:57.844232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.14 (f4c21801-0f4d-4711-b29a-e92c0381319f/f3b0f151-7546-4192-aebb-1c54701e975e/78ce5acf-1699-4208-9544-d1aa04abbe5f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:43:57.977119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.062561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.107874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network f4c21801-0f4d-4711-b29a-e92c0381319f is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:43:58.110830 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:43:58.113332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:43:58.144300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=78ce5acf-1699-4208-9544-d1aa04abbe5f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:58.173507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:58.174152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.244179 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-3da80d39-8147-4038-bb17-b0273e9429db tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7296405 Mar 09 17:43:58.255785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Request body: {'port': {'device_id': '1020e5de-8321-4174-8218-f7f37c103b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:43:58.314956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.356696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b38f8712-1e84-453c-9b7d-54da758f0b2d None None] Provisioning complete for port 78ce5acf-1699-4208-9544-d1aa04abbe5f triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:58.357265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b38f8712-1e84-453c-9b7d-54da758f0b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.390551 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b38f8712-1e84-453c-9b7d-54da758f0b2d None None] Port 78ce5acf-1699-4208-9544-d1aa04abbe5f cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:43:58.542109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 82563d4c-3929-49e8-aab4-edd0a6a2afbc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:43:58.579885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ce5acf-1699-4208-9544-d1aa04abbe5f {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:43:58.587771 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Publish callbacks [] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.591571 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 82563d4c-3929-49e8-aab4-edd0a6a2afbc triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:43:58.591948 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.599944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Transition to ACTIVE for port object 78ce5acf-1699-4208-9544-d1aa04abbe5f will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:43:58.674103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 82563d4c-3929-49e8-aab4-edd0a6a2afbc is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:43:58.750236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817fd2e-c528-48fc-b6e8-1f12ed1005b5 req-af1b4a40-3aae-491f-ac4a-5c597eaa9d7c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:58.751727 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a817fd2e-c528-48fc-b6e8-1f12ed1005b5 req-af1b4a40-3aae-491f-ac4a-5c597eaa9d7c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 932 time: 0.0587146 Mar 09 17:43:58.781983 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:58.835532 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a817fd2e-c528-48fc-b6e8-1f12ed1005b5 req-259fd2af-ba24-43a5-8bb8-a9aa25d5ef75 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783691 Mar 09 17:43:58.856875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Pushing event updated for resources: {'Port': ['ID=78ce5acf-1699-4208-9544-d1aa04abbe5f,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:58.929796 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Attempting to bind port 78ce5acf-1699-4208-9544-d1aa04abbe5f on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:43:58.930144 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Attempting to bind port 78ce5acf-1699-4208-9544-d1aa04abbe5f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:43:58.930974 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Attempting to bind port 78ce5acf-1699-4208-9544-d1aa04abbe5f on network f4c21801-0f4d-4711-b29a-e92c0381319f {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:43:58.935555 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Port 78ce5acf-1699-4208-9544-d1aa04abbe5f on network f4c21801-0f4d-4711-b29a-e92c0381319f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:43:58.935886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Attempting to bind port 78ce5acf-1699-4208-9544-d1aa04abbe5f on network f4c21801-0f4d-4711-b29a-e92c0381319f {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:43:58.940965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:43:58.941319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Checking segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:43:58.944596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Bound using segment: {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:43:58.944596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Bound port: 78ce5acf-1699-4208-9544-d1aa04abbe5f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c61c74-3a1d-4153-abab-417c742e00d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:43:58.944596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:59.001030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:59.007722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] For port 78ce5acf-1699-4208-9544-d1aa04abbe5f, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:43:59.011490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] For port 78ce5acf-1699-4208-9544-d1aa04abbe5f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:43:59.075789 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:59.113694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.114448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:43:59.115891 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] 10.222.0.36 "PUT /v2.0/ports/78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 1094 time: 0.8643160 Mar 09 17:43:59.116332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:43:59.119291 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3b838-5a6d-44ae-8e2d-3d193b623224" -d '{"events": [{"name": "network-changed", "server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:43:59.142421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c8f82-570c-4bb9-809c-22e8b2aba96e service neutron] Pushing event updated for resources: {'Port': ['ID=78ce5acf-1699-4208-9544-d1aa04abbe5f,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:43:59.162015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c62922a-5ee4-46b2-a667-0a3fd545640b x-openstack-request-id: req-6c62922a-5ee4-46b2-a667-0a3fd545640b {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:43:59.162332 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:43:59.162596 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c62922a-5ee4-46b2-a667-0a3fd545640b {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:43:59.163038 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'status': 'completed', 'code': 200} Mar 09 17:43:59.228402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3b838-5a6d-44ae-8e2d-3d193b623224 req-9d42a6a5-be5d-4abf-b007-1899b91b3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.229997 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff3b838-5a6d-44ae-8e2d-3d193b623224 req-9d42a6a5-be5d-4abf-b007-1899b91b3584 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1128 time: 0.0471823 Mar 09 17:43:59.330705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3b838-5a6d-44ae-8e2d-3d193b623224 req-2155f10d-cd6d-4f73-8a14-67064ea95562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.332238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff3b838-5a6d-44ae-8e2d-3d193b623224 req-2155f10d-cd6d-4f73-8a14-67064ea95562 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc7dee1968b44434ae989253973b8019&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0953059 Mar 09 17:43:59.427107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3b838-5a6d-44ae-8e2d-3d193b623224 req-2496e9c0-1b6e-44e5-9573-2456f77731b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.428609 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-aff3b838-5a6d-44ae-8e2d-3d193b623224 req-2496e9c0-1b6e-44e5-9573-2456f77731b3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904818 Mar 09 17:43:59.504783 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-d2a552e7-2c20-4a91-a603-15e2d9af6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.506397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-d2a552e7-2c20-4a91-a603-15e2d9af6de2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1128 time: 0.0445464 Mar 09 17:43:59.551042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-d7471699-4470-4fd2-8572-137d6cd32b4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 217 time: 0.0366225 Mar 09 17:43:59.598591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-8910e70a-98aa-4188-aadf-6fb8e6f3ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.600039 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-8910e70a-98aa-4188-aadf-6fb8e6f3ec04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 200 len: 834 time: 0.0431700 Mar 09 17:43:59.647925 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-83b689b8-ebfd-4e77-bfc4-2f06b5198751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.649946 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-83b689b8-ebfd-4e77-bfc4-2f06b5198751 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4c21801-0f4d-4711-b29a-e92c0381319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434971 Mar 09 17:43:59.740176 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-c4ccdefe-9df2-41e5-9ce0-24bed0305bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Mar 09 17:43:59.824825 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-de88c5af-bbad-4228-a165-b2e3ed512e49 req-41b00e72-cb6e-4064-8e6d-c7e7788258bc service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788820 Mar 09 17:43:59.956440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7da02-dd7c-4db3-a4c2-f927c87c7e2f req-130779e6-8738-43a8-81f9-b931e2330593 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:43:59.958081 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1df7da02-dd7c-4db3-a4c2-f927c87c7e2f req-130779e6-8738-43a8-81f9-b931e2330593 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 944 time: 0.0563281 Mar 09 17:44:00.006242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1df7da02-dd7c-4db3-a4c2-f927c87c7e2f req-cb9136c8-618e-4adf-b1c0-a2e731ef7ff8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Mar 09 17:44:01.125869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bc583-6bac-4fc0-b16e-a9ebe6bd0529 req-9312d784-0188-4f82-8b20-60d7fdcf73a3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:01.127310 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5f1bc583-6bac-4fc0-b16e-a9ebe6bd0529 req-9312d784-0188-4f82-8b20-60d7fdcf73a3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 944 time: 0.0544980 Mar 09 17:44:01.174114 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5f1bc583-6bac-4fc0-b16e-a9ebe6bd0529 req-66f932e9-d679-4e76-9496-64fdfaceb4ea tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Mar 09 17:44:01.330038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78ce5acf-1699-4208-9544-d1aa04abbe5f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:44:01.426557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78ce5acf-1699-4208-9544-d1aa04abbe5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:44:01.438125 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'port_id': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'mac_address': 'fa:16:3e:4a:b5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:44:01.474103 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 78ce5acf-1699-4208-9544-d1aa04abbe5f is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:44:01.474495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:01.487824 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ce5acf-1699-4208-9544-d1aa04abbe5f {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:44:01.507190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78ce5acf-1699-4208-9544-d1aa04abbe5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:44:01.618924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:01.669653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=78ce5acf-1699-4208-9544-d1aa04abbe5f,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:44:01.826608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['78ce5acf-1699-4208-9544-d1aa04abbe5f'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:44:02.285722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8f731-220a-40ff-968c-6581bada7237 req-a18f6055-61d7-4421-8dc1-2edcb1f94392 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:02.287091 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1eb8f731-220a-40ff-968c-6581bada7237 req-a18f6055-61d7-4421-8dc1-2edcb1f94392 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 945 time: 0.0505748 Mar 09 17:44:02.334450 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1eb8f731-220a-40ff-968c-6581bada7237 req-b5a101b9-14b3-492d-ab15-1ca734d80d17 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Mar 09 17:44:03.345726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78ce5acf-1699-4208-9544-d1aa04abbe5f up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:44:03.450336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbcc6b-8b0f-4b66-8504-b9ded284c06f req-27a3fd88-c2d8-4d8f-b895-58cb0acca7c0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:03.451809 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aadbcc6b-8b0f-4b66-8504-b9ded284c06f req-27a3fd88-c2d8-4d8f-b895-58cb0acca7c0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 945 time: 0.0520952 Mar 09 17:44:03.481712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 78ce5acf-1699-4208-9544-d1aa04abbe5f completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:44:03.485829 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 78ce5acf-1699-4208-9544-d1aa04abbe5f triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:44:03.490940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:03.499117 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aadbcc6b-8b0f-4b66-8504-b9ded284c06f req-d2947b5d-f598-4dac-9954-fb775448cb6e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Mar 09 17:44:03.575617 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 78ce5acf-1699-4208-9544-d1aa04abbe5f is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:44:03.576016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:03.597947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:44:03.600163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90737c-107d-4e0b-9b10-ebba0f8975e8" -d '{"events": [{"server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "name": "network-vif-plugged", "status": "completed", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:44:03.612536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 78ce5acf-1699-4208-9544-d1aa04abbe5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:44:03.624072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6f71-552c-4795-ae35-97b0ff31454a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:03.637566 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1e8519-d571-486e-8002-6fd20f9a0ca7 x-openstack-request-id: req-3d1e8519-d571-486e-8002-6fd20f9a0ca7 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:44:03.637864 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "name": "network-vif-plugged", "status": "completed", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:44:03.638129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d1e8519-d571-486e-8002-6fd20f9a0ca7 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:44:03.638556 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'code': 200} Mar 09 17:44:03.709992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:03.756656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=78ce5acf-1699-4208-9544-d1aa04abbe5f,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:44:03.935109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92aba0-8340-4c30-ac4d-552aee1f37c9 req-937d99fe-ad65-42c9-a0bf-031f47f56774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:03.936613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fe92aba0-8340-4c30-ac4d-552aee1f37c9 req-937d99fe-ad65-42c9-a0bf-031f47f56774 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1130 time: 0.0431399 Mar 09 17:44:03.984720 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fe92aba0-8340-4c30-ac4d-552aee1f37c9 req-7cab9c8d-fdd7-403c-919b-5f66d7ab4b73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Mar 09 17:44:04.615570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7477eb-4c17-4a6f-aa44-faf80524280b req-c2a7d7f0-cf48-4609-b73f-02f388d16ff4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:04.617063 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-af7477eb-4c17-4a6f-aa44-faf80524280b req-c2a7d7f0-cf48-4609-b73f-02f388d16ff4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0518851 Mar 09 17:44:04.667759 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-af7477eb-4c17-4a6f-aa44-faf80524280b req-2fab29db-7993-43ec-b8a5-6c3e3b717187 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452883 Mar 09 17:44:05.135416 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-7d292cc2-8278-478b-8649-6aa64a19546d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428090 Mar 09 17:44:05.219922 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-ac1865c6-ddf6-4927-878a-5b5e96056bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:05.221452 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-ac1865c6-ddf6-4927-878a-5b5e96056bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1130 time: 0.0445635 Mar 09 17:44:05.326125 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-f360b7e2-4b6a-4529-8707-75ea102b3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:05.327625 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-f360b7e2-4b6a-4529-8707-75ea102b3ee8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 896 time: 0.0896862 Mar 09 17:44:05.367474 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-1825cbb5-9c81-4524-a7db-4dd6e24385cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 217 time: 0.0339937 Mar 09 17:44:05.412800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-04254bcd-7698-433a-bb2c-2832801ee704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:05.414192 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-04254bcd-7698-433a-bb2c-2832801ee704 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 200 len: 834 time: 0.0413864 Mar 09 17:44:05.464112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-db3a8eda-e5c3-4660-baea-798138284585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:05.465792 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-db3a8eda-e5c3-4660-baea-798138284585 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4c21801-0f4d-4711-b29a-e92c0381319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459399 Mar 09 17:44:05.551944 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-4bfddaeb-9309-4b0e-a19b-0a031b54b8ef service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799129 Mar 09 17:44:05.640577 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ba8e2d61-cd06-4f40-82d6-ad8e8e7be2e9 req-5bf9c9a3-e471-4e96-aff7-4c8e675fb70c service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829241 Mar 09 17:44:05.786133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b38f8-933e-48c5-9077-3ed1c1c67006 req-634ee584-125b-450f-bc69-16b099062f86 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:05.787605 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-923b38f8-933e-48c5-9077-3ed1c1c67006 req-634ee584-125b-450f-bc69-16b099062f86 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0526366 Mar 09 17:44:05.835042 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-923b38f8-933e-48c5-9077-3ed1c1c67006 req-61328ff1-917b-4b16-ad0b-6dd732133d6d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Mar 09 17:44:05.958115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c177631-e32e-4c83-9f89-692ba95e324f req-cba7cbc9-3771-4f40-b04b-a72c1d556d86 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:05.959506 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2c177631-e32e-4c83-9f89-692ba95e324f req-cba7cbc9-3771-4f40-b04b-a72c1d556d86 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0577195 Mar 09 17:44:06.007317 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2c177631-e32e-4c83-9f89-692ba95e324f req-cc95de2d-2a92-47bd-813c-f7cbab1731a0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Mar 09 17:44:06.029943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42310) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:44:06.115145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84f3e2-5521-4b5d-bc15-1ba565b1dabb tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:06.116686 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5e84f3e2-5521-4b5d-bc15-1ba565b1dabb tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1125 time: 0.0857079 Mar 09 17:44:06.119659 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42314) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:44:06.124141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:44:06.207192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:06.305863 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:06.344242 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-49807252-9929-4d67-b751-cc5a4b039c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:06.409099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.189 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/8d6d83c4-c3e2-447b-a6cd-c466e332499f) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:44:06.510624 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:06.589141 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:06.632481 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:44:06.636882 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=8d6d83c4-c3e2-447b-a6cd-c466e332499f,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:44:06.639304 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:44:06.641379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:44:07.324802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:07.325699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (4bde50e6-dd8c-43d1-82b2-0c0c016e549a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:07.474319 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:07.624965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:07.682220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:07.755752 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=8d6d83c4-c3e2-447b-a6cd-c466e332499f,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:44:07.767450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (4bde50e6-dd8c-43d1-82b2-0c0c016e549a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:07.870579 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP 4bde50e6-dd8c-43d1-82b2-0c0c016e549a associated. External IP: 172.36.5.189, port: 78ce5acf-1699-4208-9544-d1aa04abbe5f. Mar 09 17:44:08.083943 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e9eb5992-00db-4b8a-a3e2-1256773079aa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:44:08.195206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:44:08.205444 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] Sync routers for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:44:08.215673 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:44:08.218213 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:44:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:44:08.266744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:08.297090 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-257a76d9-04ed-4bae-bd8f-6229053f0177 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1763041 Mar 09 17:44:08.297734 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:44:08.299980 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a02f3-f697-4f2c-a573-981d002c005f" -d '{"events": [{"name": "network-changed", "server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:44:08.333325 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:44:08.419962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57709e98-fac2-471b-9128-c510edd7f8b2 req-b37aea5d-badb-42da-8493-92f0f187c697 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:08.422969 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-57709e98-fac2-471b-9128-c510edd7f8b2 req-b37aea5d-badb-42da-8493-92f0f187c697 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0715299 Mar 09 17:44:08.496327 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-57709e98-fac2-471b-9128-c510edd7f8b2 req-338d5b1d-ac06-46e4-9c2c-326aa17222a3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668080 Mar 09 17:44:08.520385 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42320) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:44:08.521986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:08.570444 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3c77b-d4c0-4c31-8664-249472846d13 x-openstack-request-id: req-60f3c77b-d4c0-4c31-8664-249472846d13 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:44:08.570764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:44:08.570996 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60f3c77b-d4c0-4c31-8664-249472846d13 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:44:08.571406 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'status': 'completed', 'code': 200} Mar 09 17:44:08.621980 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-5d218e47-45c3-4848-8783-43bc0e9fddc3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/4bde50e6-dd8c-43d1-82b2-0c0c016e549a HTTP/1.1" status: 200 len: 992 time: 0.0980511 Mar 09 17:44:08.625213 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bde50e6-dd8c-43d1-82b2-0c0c016e549a', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.189', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'port_id': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'mac_address': 'fa:16:3e:4a:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020e5de-8321-4174-8218-f7f37c103b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:44:07Z', 'updated_at': '2022-03-09T17:44:07Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:56Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:44:08.638542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a02f3-f697-4f2c-a573-981d002c005f req-95269adb-8e7d-43f4-b3cc-ce70c1709df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:08.640037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-95269adb-8e7d-43f4-b3cc-ce70c1709df1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1130 time: 0.0538075 Mar 09 17:44:08.650597 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] Checking router: e9eb5992-00db-4b8a-a3e2-1256773079aa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:44:08.659809 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:44:08.660481 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:44:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:44:08.742016 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a02f3-f697-4f2c-a573-981d002c005f req-ae78fd9c-c026-4bd1-8285-e0eb59a7a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:08.743525 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-ae78fd9c-c026-4bd1-8285-e0eb59a7a1c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 896 time: 0.0982399 Mar 09 17:44:08.780665 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:44:08.809935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-0e342d77-7b7a-4878-a81c-b6b8623d3af3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 1000 time: 0.0598860 Mar 09 17:44:08.858533 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a02f3-f697-4f2c-a573-981d002c005f req-fefaa366-4a3a-44b6-9344-0eb34aca93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:08.860017 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-fefaa366-4a3a-44b6-9344-0eb34aca93e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 200 len: 834 time: 0.0446284 Mar 09 17:44:08.915994 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a02f3-f697-4f2c-a573-981d002c005f req-31f11473-dd4c-4e3f-ac15-c7ed0c5b8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:08.917543 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-31f11473-dd4c-4e3f-ac15-c7ed0c5b8275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4c21801-0f4d-4711-b29a-e92c0381319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518882 Mar 09 17:44:08.964132 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:44:09.008671 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-50c572e1-bc27-4618-ae64-c05766d85f51 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837469 Mar 09 17:44:09.010233 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bde50e6-dd8c-43d1-82b2-0c0c016e549a', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.189', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'port_id': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'mac_address': 'fa:16:3e:4a:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020e5de-8321-4174-8218-f7f37c103b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:44:07Z', 'updated_at': '2022-03-09T17:44:07Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:56Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:44:09.106650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-305a02f3-f697-4f2c-a573-981d002c005f req-93cdc155-847c-482a-8dab-5eb148d14eb4 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921967 Mar 09 17:44:09.125917 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957436e-ab20-4f05-a0b0-7f316dd33381 None None] The sync data for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv is: [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bde50e6-dd8c-43d1-82b2-0c0c016e549a', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.189', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'port_id': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'mac_address': 'fa:16:3e:4a:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020e5de-8321-4174-8218-f7f37c103b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:44:07Z', 'updated_at': '2022-03-09T17:44:07Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:56Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:44:09.337198 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33aa6e-70a7-4a37-8ebf-21faccadad4e None None] New status for floating IP 4bde50e6-dd8c-43d1-82b2-0c0c016e549a: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:44:09.625802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42322) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:44:09.685391 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f4d9aa6c-eccd-428f-af39-20ad2e653f04 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/4bde50e6-dd8c-43d1-82b2-0c0c016e549a HTTP/1.1" status: 200 len: 994 time: 0.0584004 Mar 09 17:44:09.902822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:29.025026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:33.608109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-abca8f69-1e4b-4526-9922-325fbea8a9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:36.356454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b93ebea8-f6a3-48ee-890c-aa6f29f4d66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:36.530551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3b9e4-9c2b-4335-813a-9984e6f96a48 req-72358208-87c2-4377-a16f-b7333c736c79 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:36.532045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e5d3b9e4-9c2b-4335-813a-9984e6f96a48 req-72358208-87c2-4377-a16f-b7333c736c79 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0527306 Mar 09 17:44:36.589708 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e5d3b9e4-9c2b-4335-813a-9984e6f96a48 req-788e8963-5a37-428f-b7f7-0243731575b6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519400 Mar 09 17:44:37.316863 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:37.713063 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c541cf-d81c-4c2b-be90-0b3e0cc7cdd8 req-6c2ce424-b449-4498-ad93-c350f572e695 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:37.714534 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2c541cf-d81c-4c2b-be90-0b3e0cc7cdd8 req-6c2ce424-b449-4498-ad93-c350f572e695 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0550218 Mar 09 17:44:37.761390 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e2c541cf-d81c-4c2b-be90-0b3e0cc7cdd8 req-80464594-1813-48ea-93f6-e6798033367a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Mar 09 17:44:38.465392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:38.876992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01947890-7a2b-4b0e-988f-ad09ed0da87a req-310e89a9-ceed-49a5-b565-73342ff28a69 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:38.878454 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-01947890-7a2b-4b0e-988f-ad09ed0da87a req-310e89a9-ceed-49a5-b565-73342ff28a69 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0521164 Mar 09 17:44:38.925489 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-01947890-7a2b-4b0e-988f-ad09ed0da87a req-36179c4a-ca51-47eb-8bc8-8df9c9d8e368 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Mar 09 17:44:39.885748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:44:40.040962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8ca76-6164-48c9-ace1-1db50fabc256 req-a78bd651-f581-42aa-9a8a-72326ab99bea tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:40.042434 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-26d8ca76-6164-48c9-ace1-1db50fabc256 req-a78bd651-f581-42aa-9a8a-72326ab99bea tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0512259 Mar 09 17:44:40.090038 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-26d8ca76-6164-48c9-ace1-1db50fabc256 req-a7b01987-bbb4-42e2-a69a-393f99bf026e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Mar 09 17:44:41.205679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f30147-32b9-46c8-93e4-090dba1f59f2 req-1428aa09-b946-4681-8fb2-cbf8d2e2bc02 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:41.208987 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-70f30147-32b9-46c8-93e4-090dba1f59f2 req-1428aa09-b946-4681-8fb2-cbf8d2e2bc02 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0522599 Mar 09 17:44:41.254910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-70f30147-32b9-46c8-93e4-090dba1f59f2 req-9eb25534-bbdd-414f-bba0-b00fd1dafaa1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Mar 09 17:44:42.372854 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4232bc5-1d71-4341-a5a3-e480b6023ca2 req-06605ef1-1896-4e42-9280-68a0b1f20833 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:42.374321 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a4232bc5-1d71-4341-a5a3-e480b6023ca2 req-06605ef1-1896-4e42-9280-68a0b1f20833 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0551848 Mar 09 17:44:42.422067 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a4232bc5-1d71-4341-a5a3-e480b6023ca2 req-0d8b6297-e7de-479b-b81a-3e6157580683 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Mar 09 17:44:43.542295 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98e0e-ae00-40a0-bd9b-035b6a447bab req-9df14c70-3e4a-4b3c-b01c-27702d841f57 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:43.543759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-75a98e0e-ae00-40a0-bd9b-035b6a447bab req-9df14c70-3e4a-4b3c-b01c-27702d841f57 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0561318 Mar 09 17:44:43.592162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-75a98e0e-ae00-40a0-bd9b-035b6a447bab req-4162bd0d-6aad-4347-832d-02d5da6a3cef tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Mar 09 17:44:44.707101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f91c0b-a495-474d-8983-5fb71e07bb92 req-bc2a1c1d-1a98-467a-9434-769f3fb58366 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:44.708725 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e0f91c0b-a495-474d-8983-5fb71e07bb92 req-bc2a1c1d-1a98-467a-9434-769f3fb58366 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0512400 Mar 09 17:44:44.755750 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e0f91c0b-a495-474d-8983-5fb71e07bb92 req-c0356211-9fec-4c89-8586-131c230ddb18 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Mar 09 17:44:45.869498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab307b21-3ace-4715-8057-48dec6a5f528 req-599bd072-9644-4ffa-a793-6f860ab2cee7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:45.870949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ab307b21-3ace-4715-8057-48dec6a5f528 req-599bd072-9644-4ffa-a793-6f860ab2cee7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0509641 Mar 09 17:44:45.917503 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ab307b21-3ace-4715-8057-48dec6a5f528 req-ef2ac6e3-a8d0-486a-b5e6-f1c28ad7cc18 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404775 Mar 09 17:44:45.963134 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:44:47.035050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c776-4ae8-4788-8a05-e2def3ee77d2 req-58629c58-40ff-4a04-abb0-5c99e625c6dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:47.036540 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4361c776-4ae8-4788-8a05-e2def3ee77d2 req-58629c58-40ff-4a04-abb0-5c99e625c6dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0523136 Mar 09 17:44:47.088843 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4361c776-4ae8-4788-8a05-e2def3ee77d2 req-39c23518-6e6b-4a13-bcae-58c5a73b4b8d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Mar 09 17:44:47.111497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42354) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:44:47.170104 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-e5c6add2-ec9f-4581-9c14-d9b18ce23b4f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/4bde50e6-dd8c-43d1-82b2-0c0c016e549a HTTP/1.1" status: 200 len: 994 time: 0.0575149 Mar 09 17:44:48.561577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e587d-90ef-49bc-b387-b5b437bd3c90 req-88da58ec-9c8d-470a-ac18-d9c5db226e2e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:48.563481 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a92e587d-90ef-49bc-b387-b5b437bd3c90 req-88da58ec-9c8d-470a-ac18-d9c5db226e2e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0565376 Mar 09 17:44:48.622827 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a92e587d-90ef-49bc-b387-b5b437bd3c90 req-c44b7c30-7d7c-418c-8584-0b7466d5ba1e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Mar 09 17:44:48.659084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-c6bcd82f-4cc9-4fff-afd2-91021d920560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:48.660590 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-c6bcd82f-4cc9-4fff-afd2-91021d920560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1130 time: 0.0480874 Mar 09 17:44:48.749416 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-5891195d-8248-4b04-b0df-67df348ef50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:48.751428 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-5891195d-8248-4b04-b0df-67df348ef50b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 896 time: 0.0854247 Mar 09 17:44:48.814491 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-a4da8503-eb6d-4f53-b55f-77292b9c4bb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 1002 time: 0.0572860 Mar 09 17:44:48.862960 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-725a354d-17f6-472c-a1f4-ce3ce070e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:48.864385 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-725a354d-17f6-472c-a1f4-ce3ce070e915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 200 len: 834 time: 0.0443935 Mar 09 17:44:48.915072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-cb602d1c-239a-479f-a3fb-cc7aaab17dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:48.916571 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-cb602d1c-239a-479f-a3fb-cc7aaab17dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4c21801-0f4d-4711-b29a-e92c0381319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468860 Mar 09 17:44:49.004097 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-261542a8-d26c-4914-ac25-d4c6cf6023b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809734 Mar 09 17:44:49.093273 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3dc3af63-042f-4b27-9c4d-632b03937651 req-a96af5ea-c7ca-4052-8168-8c3fb23200cf service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838699 Mar 09 17:44:49.742071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ffb6e-8eea-4241-8543-b5003861f143 req-eed9d29b-2b07-4315-be46-f903d097108d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:44:49.743543 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cd8ffb6e-8eea-4241-8543-b5003861f143 req-eed9d29b-2b07-4315-be46-f903d097108d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0515933 Mar 09 17:44:49.794799 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cd8ffb6e-8eea-4241-8543-b5003861f143 req-2e320361-4b45-445e-ab0e-0407376ac99f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Mar 09 17:44:49.817720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42364) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:44:49.876688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1310570d-b18e-41fb-9828-6f8d7605cb2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/4bde50e6-dd8c-43d1-82b2-0c0c016e549a HTTP/1.1" status: 200 len: 994 time: 0.0571833 Mar 09 17:44:59.009144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:03.603159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f9d934ac-585a-433b-8707-589eb617e3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:05.146511 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-2a887e71-c559-4d96-9cae-29b911473ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427673 Mar 09 17:45:05.231743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-8393e94b-ab5d-4af3-8a7e-7201689803fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:05.233333 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-8393e94b-ab5d-4af3-8a7e-7201689803fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1130 time: 0.0485718 Mar 09 17:45:05.336118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-d112cb0d-fe13-4caf-b251-5b3ae8b225f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:05.337607 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-d112cb0d-fe13-4caf-b251-5b3ae8b225f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 896 time: 0.0827515 Mar 09 17:45:05.404274 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-2a30078a-91a8-4434-8262-65bf62bd008e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 1002 time: 0.0601532 Mar 09 17:45:05.451993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-4e6c24ed-a99f-441d-b75e-d147d772803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:05.453465 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-4e6c24ed-a99f-441d-b75e-d147d772803d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 200 len: 834 time: 0.0427115 Mar 09 17:45:05.500076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-86b044f5-97e6-47a9-896d-a7bafa575972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:05.501615 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-86b044f5-97e6-47a9-896d-a7bafa575972 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4c21801-0f4d-4711-b29a-e92c0381319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431163 Mar 09 17:45:05.590929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-212fa94b-d0a6-4c0a-8105-210c6ce03da5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825298 Mar 09 17:45:05.676229 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-40d5a16f-1235-49a1-9d88-7dc3b37d215e req-94f66fa4-7231-4f5b-aa8a-3e1d93996249 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788727 Mar 09 17:45:06.360680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9c2a46c5-7ad9-4921-bf50-b3b3706b887f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:07.315358 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:08.469327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:09.892514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:20.232289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42384) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:20.389805 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 8d6d83c4-c3e2-447b-a6cd-c466e332499f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:45:20.390157 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:20.464063 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:20.464438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (8d6d83c4-c3e2-447b-a6cd-c466e332499f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:20.476302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 8d6d83c4-c3e2-447b-a6cd-c466e332499f owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:45:20.687064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (8d6d83c4-c3e2-447b-a6cd-c466e332499f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:20.712217 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=8d6d83c4-c3e2-447b-a6cd-c466e332499f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:20.723754 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.724115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.724495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.724842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.725183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.725539 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.725855 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.726188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.726520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.726851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.727182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.727508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.727835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:20.783530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (4bde50e6-dd8c-43d1-82b2-0c0c016e549a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:20.783860 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP 4bde50e6-dd8c-43d1-82b2-0c0c016e549a disassociated (deleted). External IP: 172.36.5.189, port: 78ce5acf-1699-4208-9544-d1aa04abbe5f. Mar 09 17:45:20.987310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e9eb5992-00db-4b8a-a3e2-1256773079aa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:45:21.425216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:45:21.430455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:21.435671 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] Sync routers for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:45:21.444583 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:21.448293 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:21.459027 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ff071138-1ec2-4386-8711-1286372a522e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/floatingips/4bde50e6-dd8c-43d1-82b2-0c0c016e549a HTTP/1.1" status: 204 len: 168 time: 1.2256234 Mar 09 17:45:21.459629 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:45:21.461989 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49" -d '{"events": [{"name": "network-changed", "server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:45:21.499556 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ed285b-a459-4148-8bc6-7ace44f8d238 x-openstack-request-id: req-99ed285b-a459-4148-8bc6-7ace44f8d238 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:45:21.499857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:45:21.500118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99ed285b-a459-4148-8bc6-7ace44f8d238 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:45:21.500567 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'status': 'completed', 'code': 200} Mar 09 17:45:21.555217 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:21.567348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-fa133770-56b6-4dc1-8533-f2f56a697242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:21.568885 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-fa133770-56b6-4dc1-8533-f2f56a697242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 1130 time: 0.0452750 Mar 09 17:45:21.662631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-8d7583d0-cd5b-43fe-8247-fb89c5740022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:21.664096 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-8d7583d0-cd5b-43fe-8247-fb89c5740022 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 200 len: 896 time: 0.0892389 Mar 09 17:45:21.705217 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-f2cd0e32-f9af-4d90-8e22-35e44d9f1105 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 200 len: 217 time: 0.0342169 Mar 09 17:45:21.753036 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:56Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:21.753565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-d3d7b43c-5fd6-4376-b43a-fd46fc56884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:21.755065 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-d3d7b43c-5fd6-4376-b43a-fd46fc56884f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 200 len: 834 time: 0.0442808 Mar 09 17:45:21.783319 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] Checking router: e9eb5992-00db-4b8a-a3e2-1256773079aa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:45:21.792361 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:21.792999 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:21.809134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-8e376a89-7fcb-4d82-bd2c-6ad37d1f4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:21.810778 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-8e376a89-7fcb-4d82-bd2c-6ad37d1f4046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4c21801-0f4d-4711-b29a-e92c0381319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501931 Mar 09 17:45:21.904677 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:21.934343 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-74972b9a-99f3-452e-9ecd-c6e2caf998cf service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160069 Mar 09 17:45:21.941977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e70e7-aec4-4264-b153-447aae08c68c req-f6fa124c-54c4-4fd4-9041-883939c2bd43 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:21.943378 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-579e70e7-aec4-4264-b153-447aae08c68c req-f6fa124c-54c4-4fd4-9041-883939c2bd43 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0939996 Mar 09 17:45:22.050168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-579e70e7-aec4-4264-b153-447aae08c68c req-8be9c536-5f95-4c2c-bf0c-581730b537fb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989494 Mar 09 17:45:22.065994 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0eebc0ed-bcd0-4e38-8336-a11dea1bfc49 req-c43c2754-a4a2-49de-8688-75897ecdbb23 service neutron] 10.222.0.36 "GET /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216991 Mar 09 17:45:22.102027 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:56Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:22.126857 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b6901-ceed-4a57-82c0-91379e6296c7 None None] The sync data for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv is: [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:53Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '82563d4c-3929-49e8-aab4-edd0a6a2afbc', 'name': '', 'network_id': 'f4c21801-0f4d-4711-b29a-e92c0381319f', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:ee:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:52Z', 'updated_at': '2022-03-09T17:43:56Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': 'f3b0f151-7546-4192-aebb-1c54701e975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:45:22.344325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387969-2c1f-4447-adc5-6a9b13b6fee8 None None] New status for floating IP 4bde50e6-dd8c-43d1-82b2-0c0c016e549a: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:45:22.961826 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:45:23.168637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3750f4-c3c7-476d-863f-d08625c9c189 req-1ccfda22-ddc5-4c52-9e81-8609b3f531d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:23.170104 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba3750f4-c3c7-476d-863f-d08625c9c189 req-1ccfda22-ddc5-4c52-9e81-8609b3f531d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0508354 Mar 09 17:45:23.218482 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ba3750f4-c3c7-476d-863f-d08625c9c189 req-ad31009a-86f6-4954-906b-17b578d099ca tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=d857198d-b9a8-440b-9f11-eba7e03857ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 Mar 09 17:45:23.370565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-6de7b289-8d7f-4dcb-9ba6-49a35285374a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:23.372013 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-6de7b289-8d7f-4dcb-9ba6-49a35285374a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 946 time: 0.0523043 Mar 09 17:45:23.464818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 78ce5acf-1699-4208-9544-d1aa04abbe5f {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:45:23.465165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:23.552169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port 78ce5acf-1699-4208-9544-d1aa04abbe5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78ce5acf-1699-4208-9544-d1aa04abbe5f,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:23.552490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:23.569230 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 78ce5acf-1699-4208-9544-d1aa04abbe5f owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:45:23.752252 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (78ce5acf-1699-4208-9544-d1aa04abbe5f), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:23.780571 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=78ce5acf-1699-4208-9544-d1aa04abbe5f,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:23.825887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] No DVR routers for this DVR port 78ce5acf-1699-4208-9544-d1aa04abbe5f on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:45:23.828313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:23.831755 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1a673008-b851-494e-99e5-02b2a829d0c5 req-70e9db41-c140-4526-8c3f-0c0ee2264278 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "DELETE /v2.0/ports/78ce5acf-1699-4208-9544-d1aa04abbe5f HTTP/1.1" status: 204 len: 173 time: 0.4545138 Mar 09 17:45:23.832871 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'name': 'network-vif-deleted', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:45:23.835134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0702c5c2-75ea-4d3e-89b4-7b55f5fe87d7" -d '{"events": [{"server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "name": "network-vif-deleted", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:45:23.869505 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f686cf4-40f7-4b0b-a31c-9c71fd64ed35 x-openstack-request-id: req-0f686cf4-40f7-4b0b-a31c-9c71fd64ed35 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:45:23.869806 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020e5de-8321-4174-8218-f7f37c103b3d", "name": "network-vif-deleted", "tag": "78ce5acf-1699-4208-9544-d1aa04abbe5f", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:45:23.870068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f686cf4-40f7-4b0b-a31c-9c71fd64ed35 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:45:23.870480 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020e5de-8321-4174-8218-f7f37c103b3d', 'name': 'network-vif-deleted', 'tag': '78ce5acf-1699-4208-9544-d1aa04abbe5f', 'status': 'completed', 'code': 200} Mar 09 17:45:24.322903 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-30fabdc3-9348-4a40-88f0-a80e383ec693 req-3e7d9233-bd27-40f7-8e72-45babe934503 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020e5de-8321-4174-8218-f7f37c103b3d HTTP/1.1" status: 200 len: 210 time: 0.0271871 Mar 09 17:45:25.377419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42402) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:25.730886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (e9eb5992-00db-4b8a-a3e2-1256773079aa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:25.983575 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 82563d4c-3929-49e8-aab4-edd0a6a2afbc {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:45:25.983845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:26.074898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port 82563d4c-3929-49e8-aab4-edd0a6a2afbc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82563d4c-3929-49e8-aab4-edd0a6a2afbc,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:26.075270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:26.086935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 82563d4c-3929-49e8-aab4-edd0a6a2afbc owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:45:26.329770 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (82563d4c-3929-49e8-aab4-edd0a6a2afbc), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:26.355180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=82563d4c-3929-49e8-aab4-edd0a6a2afbc,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:26.545400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (e9eb5992-00db-4b8a-a3e2-1256773079aa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:26.755041 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e9eb5992-00db-4b8a-a3e2-1256773079aa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:45:26.859181 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:45:26.864152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d17d5301-c2c8-43ed-a6dd-86973892cfaa tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/e9eb5992-00db-4b8a-a3e2-1256773079aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857321 Mar 09 17:45:26.866888 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42404) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:26.868596 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] Sync routers for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:45:26.882320 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:26.882918 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:26.921592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting subnet f3b0f151-7546-4192-aebb-1c54701e975e {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:45:26.924701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (f3b0f151-7546-4192-aebb-1c54701e975e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:26.965068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (f3b0f151-7546-4192-aebb-1c54701e975e), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:26.986546 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:27.046719 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (f3b0f151-7546-4192-aebb-1c54701e975e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.160230 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:45:26Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:27.175915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (f3b0f151-7546-4192-aebb-1c54701e975e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.186060 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] Checking router: e9eb5992-00db-4b8a-a3e2-1256773079aa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:45:27.194690 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] Routers {'e9eb5992-00db-4b8a-a3e2-1256773079aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:27.195287 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e9eb5992-00db-4b8a-a3e2-1256773079aa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:27.206373 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.209792 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/subnets/f3b0f151-7546-4192-aebb-1c54701e975e HTTP/1.1" status: 204 len: 168 time: 0.3417892 Mar 09 17:45:27.210784 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e756cdd-3ffa-4e15-a1d9-4e20a38bcb93 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b0f151-7546-4192-aebb-1c54701e975e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:27.212635 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42406) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:27.220904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9f435-9e2c-481b-bd2c-4b8764726823 None None] Network f4c21801-0f4d-4711-b29a-e92c0381319f requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:45:27.385878 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (e9eb5992-00db-4b8a-a3e2-1256773079aa), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.388013 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] Set router e9eb5992-00db-4b8a-a3e2-1256773079aa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:27.454470 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] DHCP port deletion for f4c21801-0f4d-4711-b29a-e92c0381319f request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:45:27.501800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e9eb5992-00db-4b8a-a3e2-1256773079aa), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.503801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Deleting port 16f8a763-514b-4139-b07f-f3b074dea64c {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:45:27.504179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.567385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] For port 16f8a763-514b-4139-b07f-f3b074dea64c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16f8a763-514b-4139-b07f-f3b074dea64c,segment=NetworkSegment(17c61c74-3a1d-4153-abab-417c742e00d3),segment_id=17c61c74-3a1d-4153-abab-417c742e00d3)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:27.567782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.581485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Calling delete_port for 16f8a763-514b-4139-b07f-f3b074dea64c owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:45:27.620813 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port b8a6bdd3-24d1-44b7-95a1-1cb30486b473 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:45:27.621218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.658439 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:45:26Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:27.667085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78ce5acf-1699-4208-9544-d1aa04abbe5f no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:45:27.685271 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa067cf-8101-4686-a8b9-6c61f7b1bc78 None None] The sync data for ids ['e9eb5992-00db-4b8a-a3e2-1256773079aa'] in dv-neutron-master-2-hyperv is: [{'id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578461281', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217'}], 'enable_snat': True}, 'gw_port_id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:45:26Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'b8a6bdd3-24d1-44b7-95a1-1cb30486b473', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb5992-00db-4b8a-a3e2-1256773079aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:43:49Z', 'updated_at': '2022-03-09T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:45:27.687377 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 78ce5acf-1699-4208-9544-d1aa04abbe5f {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:45:27.687728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 78ce5acf-1699-4208-9544-d1aa04abbe5f not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:45:27.702891 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port b8a6bdd3-24d1-44b7-95a1-1cb30486b473, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:27.703289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.721296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for b8a6bdd3-24d1-44b7-95a1-1cb30486b473 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:45:27.738409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (16f8a763-514b-4139-b07f-f3b074dea64c), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.765020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Pushing event deleted for resources: {'Port': ['ID=16f8a763-514b-4139-b07f-f3b074dea64c,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:27.767546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] No DVR routers for this DVR port 16f8a763-514b-4139-b07f-f3b074dea64c on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:45:27.777524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.777950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.778250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.778598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.778932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.779265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.779596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.779925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.780384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.780600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.781085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.781244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.781562 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fa58be-1b21-479b-b9a6-46a216e1e174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:27.967322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (b8a6bdd3-24d1-44b7-95a1-1cb30486b473), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:27.996235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=b8a6bdd3-24d1-44b7-95a1-1cb30486b473,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:28.007797 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.008154 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.008529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.009044 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.009208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.009960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.010091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.010349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.011222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.011416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.011751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.012088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.012526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:28.069582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (e9eb5992-00db-4b8a-a3e2-1256773079aa), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.167560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (e9eb5992-00db-4b8a-a3e2-1256773079aa), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.169801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (e9eb5992-00db-4b8a-a3e2-1256773079aa), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.295725 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (e9eb5992-00db-4b8a-a3e2-1256773079aa), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.296336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Fanout notify agent at l3_agent the message router_deleted on router e9eb5992-00db-4b8a-a3e2-1256773079aa {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:45:28.306919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.306919 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-55847fa2-c7a4-4900-9697-806df4cd4112 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/routers/e9eb5992-00db-4b8a-a3e2-1256773079aa HTTP/1.1" status: 204 len: 168 time: 1.0893762 Mar 09 17:45:28.306919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42408) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:28.390075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (f4c21801-0f4d-4711-b29a-e92c0381319f), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.477580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (f4c21801-0f4d-4711-b29a-e92c0381319f), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.496956 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c21801-0f4d-4711-b29a-e92c0381319f']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:28.506458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c61c74-3a1d-4153-abab-417c742e00d3') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:28.506698 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c61c74-3a1d-4153-abab-417c742e00d3') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:28.515650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (17c61c74-3a1d-4153-abab-417c742e00d3), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.528167 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (17c61c74-3a1d-4153-abab-417c742e00d3), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.533703 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:45:28.534078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (17c61c74-3a1d-4153-abab-417c742e00d3), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:45:28.536919 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:45:28.626972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (f4c21801-0f4d-4711-b29a-e92c0381319f), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.634825 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.637219 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/networks/f4c21801-0f4d-4711-b29a-e92c0381319f HTTP/1.1" status: 204 len: 168 time: 0.3295527 Mar 09 17:45:28.640133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42410) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:28.648278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f780081-65cd-45ef-8f19-ce4c8e5c3b64 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Network': ['ID=f4c21801-0f4d-4711-b29a-e92c0381319f,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:28.697726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2babc760-6712-414b-b8a6-05f1ebed2297 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (d857198d-b9a8-440b-9f11-eba7e03857ca), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.723305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2babc760-6712-414b-b8a6-05f1ebed2297 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (d857198d-b9a8-440b-9f11-eba7e03857ca), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.774774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16f8a763-514b-4139-b07f-f3b074dea64c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:45:28.796687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 16f8a763-514b-4139-b07f-f3b074dea64c {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:45:28.797043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 16f8a763-514b-4139-b07f-f3b074dea64c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:45:28.797463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 82563d4c-3929-49e8-aab4-edd0a6a2afbc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:45:28.819512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 82563d4c-3929-49e8-aab4-edd0a6a2afbc {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:45:28.821944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 82563d4c-3929-49e8-aab4-edd0a6a2afbc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:45:28.821944 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b8a6bdd3-24d1-44b7-95a1-1cb30486b473 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:45:28.838427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: b8a6bdd3-24d1-44b7-95a1-1cb30486b473 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:45:28.839032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device b8a6bdd3-24d1-44b7-95a1-1cb30486b473 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:45:28.867257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2babc760-6712-414b-b8a6-05f1ebed2297 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (d857198d-b9a8-440b-9f11-eba7e03857ca), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.870062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2babc760-6712-414b-b8a6-05f1ebed2297 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:28.871231 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2babc760-6712-414b-b8a6-05f1ebed2297 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/security-groups/d857198d-b9a8-440b-9f11-eba7e03857ca HTTP/1.1" status: 204 len: 168 time: 0.2300656 Mar 09 17:45:28.881018 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babc760-6712-414b-b8a6-05f1ebed2297 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857198d-b9a8-440b-9f11-eba7e03857ca,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:29.038747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.369815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42416) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:29.374313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431416743', 'description': 'tempest-secgroup-smoke-1431416743 description', 'project_id': 'cc7dee1968b44434ae989253973b8019'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:29.449623 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.514348 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (7cbcad2c-edae-4030-b859-e02199ec447e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.580794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7cbcad2c-edae-4030-b859-e02199ec447e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.609458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbcad2c-edae-4030-b859-e02199ec447e,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:29.668606 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.669888 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-436eef0f-3f08-48fd-a1b7-b58ec21f2c12 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2990756 Mar 09 17:45:29.672698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42418) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:29.676923 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '7cbcad2c-edae-4030-b859-e02199ec447e', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:29.745366 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (1d40b771-c6cc-476d-b228-4c4106cef554), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.801671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (1d40b771-c6cc-476d-b228-4c4106cef554), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.860914 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (1d40b771-c6cc-476d-b228-4c4106cef554), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.877657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d40b771-c6cc-476d-b228-4c4106cef554,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:29.928776 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:29.929984 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-ad7a9ef0-adbb-49d4-8d89-c13436a68a06 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2563636 Mar 09 17:45:29.932715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42420) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:29.936993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '7cbcad2c-edae-4030-b859-e02199ec447e', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:30.006471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0ae9f9e4-7b38-43a4-85d4-41192b86029f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.060551 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (0ae9f9e4-7b38-43a4-85d4-41192b86029f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.112451 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (0ae9f9e4-7b38-43a4-85d4-41192b86029f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.130957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae9f9e4-7b38-43a4-85d4-41192b86029f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:30.195410 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.196624 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a5316426-ca5e-4e15-9073-ef725b68e4c2 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2629762 Mar 09 17:45:30.199389 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42422) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:30.203588 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '7cbcad2c-edae-4030-b859-e02199ec447e', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:30.300340 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (1acdfedc-da55-424c-ae08-5c111c821f02), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.356414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (1acdfedc-da55-424c-ae08-5c111c821f02), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.443984 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (1acdfedc-da55-424c-ae08-5c111c821f02), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.461484 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acdfedc-da55-424c-ae08-5c111c821f02,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:30.537810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.539012 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b30e099c-23db-40b3-8cc2-5ee2b4e2b18c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387246 Mar 09 17:45:30.541717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42424) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:30.545938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '7cbcad2c-edae-4030-b859-e02199ec447e', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:30.608516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (7b579864-f6a1-48da-bd98-2059abadb5f1), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.666777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (7b579864-f6a1-48da-bd98-2059abadb5f1), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.724435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7b579864-f6a1-48da-bd98-2059abadb5f1), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.741737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b579864-f6a1-48da-bd98-2059abadb5f1,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:30.891788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:30.893095 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c5b66e45-2ebd-4be6-862f-1bc9e2f223cc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504345 Mar 09 17:45:30.896299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42426) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:30.900525 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '7cbcad2c-edae-4030-b859-e02199ec447e', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:31.007313 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:45:31.012609 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (a88061ae-09d9-456d-9a11-042fb440d598), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.069549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (a88061ae-09d9-456d-9a11-042fb440d598), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.141184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (a88061ae-09d9-456d-9a11-042fb440d598), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.158959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88061ae-09d9-456d-9a11-042fb440d598,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:31.228616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.229893 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-dad73798-79b5-49d1-98e7-1944c51321dc tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326232 Mar 09 17:45:31.232897 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42428) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:31.237147 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'security_group_rule': {'security_group_id': '7cbcad2c-edae-4030-b859-e02199ec447e', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:31.329875 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Project cc7dee1968b44434ae989253973b8019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:45:31.335283 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (7e262b07-df85-4e2c-b0f8-27ea74603405), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.392944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (7e262b07-df85-4e2c-b0f8-27ea74603405), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.438417 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7e262b07-df85-4e2c-b0f8-27ea74603405), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.456042 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e262b07-df85-4e2c-b0f8-27ea74603405,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:31.509029 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.510269 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-39bb05cc-ecaf-483b-b469-1758a69d39d3 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764359 Mar 09 17:45:31.513066 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42430) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:31.517857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'network': {'name': 'tempest-network-smoke--1195153113', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'port_security_enabled': True}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:31.590957 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'network': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:45:31.594511 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.619367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:45:31.628034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7c939dcc-7a5d-4d1e-9fd8-cef9144ef385), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.630326 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.segments_db [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Added segment 7c939dcc-7a5d-4d1e-9fd8-cef9144ef385 of type vlan for network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec Mar 09 17:45:31.666722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (3c9c5bea-5071-4df2-84a7-a8a2ee436fec), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.752579 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (3c9c5bea-5071-4df2-84a7-a8a2ee436fec), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.758507 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:31.759085 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.822578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Network': ['ID=3c9c5bea-5071-4df2-84a7-a8a2ee436fec,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:31.832806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:45:31.852639 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-aad9caa6-d59a-4a87-8261-13116a1d8172 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3384304 Mar 09 17:45:31.855351 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42432) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:31.859425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'admin_state_up': True, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:31.952935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (e7b2b451-769e-4551-b98a-d0cb8371f809), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:31.954025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (e7b2b451-769e-4551-b98a-d0cb8371f809), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.008563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (e7b2b451-769e-4551-b98a-d0cb8371f809), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.199746 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e7b2b451-769e-4551-b98a-d0cb8371f809), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.467015 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e7b2b451-769e-4551-b98a-d0cb8371f809), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.484833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.585638 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.32 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/f2d203a5-9389-44d0-ada5-01f24345bd84) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:45:32.681887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.796135 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:32.831581 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:45:32.834419 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:32.840633 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:45:32.872327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=f2d203a5-9389-44d0-ada5-01f24345bd84,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:33.473355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e7b2b451-769e-4551-b98a-d0cb8371f809), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:33.607530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4882fcc5-6cfa-4b05-b6f7-5a25bd4d9120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:33.674152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (e7b2b451-769e-4551-b98a-d0cb8371f809), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:33.892584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e7b2b451-769e-4551-b98a-d0cb8371f809 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:45:34.001059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:45:34.011838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Sync routers for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:45:34.021082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:34.024461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:34.083462 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.084761 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0e2e3501-3179-4dd3-8ce4-d67c7f1505d8 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2286427 Mar 09 17:45:34.087810 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42434) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:34.117416 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-532cb3b3-72f9-426f-b28f-a7b0a752f28a tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=cc7dee1968b44434ae989253973b8019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284264 Mar 09 17:45:34.120056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42436) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:34.211048 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be3bc2-abf9-4bbf-8fdc-deddb56e1035 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:34.212530 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d5be3bc2-abf9-4bbf-8fdc-deddb56e1035 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914662 Mar 09 17:45:34.215683 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42438) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:34.248826 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bb3c90e7-0178-4dda-a9be-a4cc61fae470 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=8ddff297-9840-4f55-8570-21cc9d0c9cfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320115 Mar 09 17:45:34.251299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42440) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:34.256106 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-308305809', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:34.277507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:34.430176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'subnet': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:45:34.433811 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26182313'] for subnet (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.450085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:33Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:34.481132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Checking router: e7b2b451-769e-4551-b98a-d0cb8371f809 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:45:34.481405 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Updating router e7b2b451-769e-4551-b98a-d0cb8371f809 port f2d203a5-9389-44d0-ada5-01f24345bd84 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:45:34.507496 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.670271 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26765750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26182279'] for subnet (3608d603-9d36-4ff6-b5d1-3c684135ffaa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.731421 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Subnet': ['ID=3608d603-9d36-4ff6-b5d1-3c684135ffaa,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:34.739899 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Checking segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:45:34.740273 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network hostable DHCP agents. Network: 3c9c5bea-5071-4df2-84a7-a8a2ee436fec, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:45:34.754083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Publish callbacks [] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.829842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:45:34.841510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.889689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Attempting to bind port f2d203a5-9389-44d0-ada5-01f24345bd84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:45:34.893465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Attempting to bind port f2d203a5-9389-44d0-ada5-01f24345bd84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:45:34.893465 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Attempting to bind port f2d203a5-9389-44d0-ada5-01f24345bd84 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:45:34.896159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15050-42fe-4ee2-8272-50cc07587a45 None None] Pushing event updated for resources: {'Port': ['ID=f2d203a5-9389-44d0-ada5-01f24345bd84,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:34.900595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:45:34.900979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:45:34.901383 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.901770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:45:34.902268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Bound port: f2d203a5-9389-44d0-ada5-01f24345bd84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:45:34.902653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.912969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c9c5bea-5071-4df2-84a7-a8a2ee436fec) {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:34.916998 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:34.917593 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:34.926031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b047f-9ba4-4f41-8874-7edeaff76a4d None None] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:45:35.009152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] For port f2d203a5-9389-44d0-ada5-01f24345bd84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:45:35.021996 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b2d2eae9-0214-4ebe-b89b-0381e81ac515 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7665062 Mar 09 17:45:35.022467 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42442) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:35.025495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] For port f2d203a5-9389-44d0-ada5-01f24345bd84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2d203a5-9389-44d0-ada5-01f24345bd84,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:45:35.058893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:45:35.059737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.126386 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.229463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15050-42fe-4ee2-8272-50cc07587a45 None None] Pushing event updated for resources: {'Port': ['ID=f2d203a5-9389-44d0-ada5-01f24345bd84,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:35.231884 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:35.232579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:35.294404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Allocated IP 172.20.0.2 (3c9c5bea-5071-4df2-84a7-a8a2ee436fec/3608d603-9d36-4ff6-b5d1-3c684135ffaa/2e4533c1-3ba5-45bf-bcc4-7359c81fa874) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:45:35.378478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:35.462549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.607840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Publish callbacks [] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.638078 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:33Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:35.664933 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc5753-bb59-467f-957c-b9a2b8184279 None None] The sync data for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv is: [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:33Z', 'revision_number': 3, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:45:35.690798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.728395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:45:35.731536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:35.734646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:45:35.745069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.1 (3c9c5bea-5071-4df2-84a7-a8a2ee436fec/3608d603-9d36-4ff6-b5d1-3c684135ffaa/c565f914-bdf2-4cca-acf0-0d011a3d2650) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:45:35.753877 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Pushing event updated for resources: {'Port': ['ID=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:35.805369 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Attempting to bind port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:45:35.806378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Attempting to bind port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:45:35.806378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Attempting to bind port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 on network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:45:35.811185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:45:35.811635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Checking segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:45:35.811974 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.812409 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Bound using segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:45:35.812882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Bound port: 2e4533c1-3ba5-45bf-bcc4-7359c81fa874, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:45:35.814048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.868339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:35.880394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] For port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:45:35.885148 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] For port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:45:35.970487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.015172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.040454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82240a1-8fff-46d6-9645-a51de6becd79 None None] Pushing event updated for resources: {'Port': ['ID=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:36.065448 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:45:36.071184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:36.075218 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:45:36.082049 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=c565f914-bdf2-4cca-acf0-0d011a3d2650,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:36.131577 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (e7b2b451-769e-4551-b98a-d0cb8371f809), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.358621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de88d5f8-f4af-4c4f-9d9f-a136256fe28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.386909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.650394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2d203a5-9389-44d0-ada5-01f24345bd84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:45:36.688334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.698309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f2d203a5-9389-44d0-ada5-01f24345bd84 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:36.698693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.764915 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.779281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f2d203a5-9389-44d0-ada5-01f24345bd84 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:36.779677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.800875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port f2d203a5-9389-44d0-ada5-01f24345bd84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2d203a5-9389-44d0-ada5-01f24345bd84,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:36.845908 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (e7b2b451-769e-4551-b98a-d0cb8371f809), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.847831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=c565f914-bdf2-4cca-acf0-0d011a3d2650,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:36.887804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:36.888640 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:45:36.948850 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:45:36.950442 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:36.972262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=f2d203a5-9389-44d0-ada5-01f24345bd84,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:36.996916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:36.997299 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.073423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83763e2-c2d3-43b6-86ad-a4a965f9198d None None] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:45:37.084203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e7b2b451-769e-4551-b98a-d0cb8371f809 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:45:37.111741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:37.112151 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.196980 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:37.197481 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:45:37.200392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-34547311-df10-4bb2-8d6d-765884b7f171 None None] Provisioning complete for port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:37.200392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-34547311-df10-4bb2-8d6d-765884b7f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.211446 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-52b2a351-c45e-48c5-ba6e-6f8f9f7d61d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/e7b2b451-769e-4551-b98a-d0cb8371f809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1793690 Mar 09 17:45:37.368884 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-8a9a2c91-c02e-4991-abb5-787aa21d35c7 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431416743&fields=id&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 267 time: 0.0487680 Mar 09 17:45:37.405390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.484197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-4f80b799-ae38-4748-8190-cc36866ed1ee tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:37.485711 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-4f80b799-ae38-4748-8190-cc36866ed1ee tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/networks?id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 200 len: 797 time: 0.1094639 Mar 09 17:45:37.494490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:37.504882 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-bf426636-a626-4a42-a94d-e15a6442d88a tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/quotas/cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 375 time: 0.0129132 Mar 09 17:45:37.515500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.528622 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-34547311-df10-4bb2-8d6d-765884b7f171 None None] Current status of the port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:37.551351 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Sync routers for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:45:37.562464 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:37.563208 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:37.576604 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-ed64ab22-7e22-4d97-8cfa-678b6706e5bb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618031 Mar 09 17:45:37.687436 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:37.689375 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-338f1118-5484-4dbe-84f4-37bd4ef280cb service neutron] 10.222.0.16 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992539 Mar 09 17:45:37.749393 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-88e9a0c8-9b98-4bed-87ea-2748aab15c31 None None] Provisioning complete for port c565f914-bdf2-4cca-acf0-0d011a3d2650 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:37.749771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-88e9a0c8-9b98-4bed-87ea-2748aab15c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.787183 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-68d755f0-89ea-446a-9e60-4d58c3919376 service neutron] 10.222.0.16 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967646 Mar 09 17:45:37.832303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-88e9a0c8-9b98-4bed-87ea-2748aab15c31 None None] Port c565f914-bdf2-4cca-acf0-0d011a3d2650 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:45:37.845786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-88e9a0c8-9b98-4bed-87ea-2748aab15c31 None None] Provisioning complete for port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:37.846041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-88e9a0c8-9b98-4bed-87ea-2748aab15c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:37.906919 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 2, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:37.935814 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Checking router: e7b2b451-769e-4551-b98a-d0cb8371f809 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:45:37.936170 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Updating router e7b2b451-769e-4551-b98a-d0cb8371f809 port c565f914-bdf2-4cca-acf0-0d011a3d2650 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:45:37.939011 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-88e9a0c8-9b98-4bed-87ea-2748aab15c31 None None] Current status of the port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:37.964079 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.074471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-4b418e9f-c80c-435d-83bc-9bf41c508f70 None None] Provisioning complete for port c565f914-bdf2-4cca-acf0-0d011a3d2650 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:38.075003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4b418e9f-c80c-435d-83bc-9bf41c508f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.103508 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cb88e70e-3439-454b-9e2d-3a8b60d9f53a req-90dce633-ba93-4c5c-a221-bb77380cb9d1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 210 time: 0.0474296 Mar 09 17:45:38.130023 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-4b418e9f-c80c-435d-83bc-9bf41c508f70 None None] Port c565f914-bdf2-4cca-acf0-0d011a3d2650 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:45:38.250022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6e111620-ee04-46d9-82bf-7d8c01b6bb9e None None] Provisioning complete for port c565f914-bdf2-4cca-acf0-0d011a3d2650 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:38.250458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6e111620-ee04-46d9-82bf-7d8c01b6bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.255509 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Publish callbacks [] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.284570 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6e111620-ee04-46d9-82bf-7d8c01b6bb9e None None] Port c565f914-bdf2-4cca-acf0-0d011a3d2650 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:45:38.327030 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.373252 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Pushing event updated for resources: {'Port': ['ID=c565f914-bdf2-4cca-acf0-0d011a3d2650,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:38.380966 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.381314 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.381656 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.381992 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.382319 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.382641 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.382964 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.383336 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.383827 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.384292 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.384837 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.385312 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.385641 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:45:38.447206 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Attempting to bind port c565f914-bdf2-4cca-acf0-0d011a3d2650 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:45:38.447206 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Attempting to bind port c565f914-bdf2-4cca-acf0-0d011a3d2650 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:45:38.447206 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Attempting to bind port c565f914-bdf2-4cca-acf0-0d011a3d2650 on network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:45:38.452808 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:45:38.453261 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Checking segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:45:38.454037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.454645 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Bound using segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:45:38.455248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Bound port: c565f914-bdf2-4cca-acf0-0d011a3d2650, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:45:38.455727 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.462490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.527573 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] For port c565f914-bdf2-4cca-acf0-0d011a3d2650, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:45:38.531487 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] For port c565f914-bdf2-4cca-acf0-0d011a3d2650, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c565f914-bdf2-4cca-acf0-0d011a3d2650,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:45:38.580972 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2d203a5-9389-44d0-ada5-01f24345bd84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:45:38.587587 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.631889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] Provisioning complete for port c565f914-bdf2-4cca-acf0-0d011a3d2650 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:38.632328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.632830 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:38.633462 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:38.681501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port f2d203a5-9389-44d0-ada5-01f24345bd84 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:38.681958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.743151 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b11aa-1a5a-4436-aea1-ff49b8b6edf6 None None] Pushing event updated for resources: {'Port': ['ID=c565f914-bdf2-4cca-acf0-0d011a3d2650,revision_number=4']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:38.756645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] Current status of the port c565f914-bdf2-4cca-acf0-0d011a3d2650 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:38.757292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.777425 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:38.819052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] For port c565f914-bdf2-4cca-acf0-0d011a3d2650, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c565f914-bdf2-4cca-acf0-0d011a3d2650,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:38.823666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port f2d203a5-9389-44d0-ada5-01f24345bd84 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:38.824806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:45:38.875783 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:38.876170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.912637 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:38.984899 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd9e3d-18a3-418a-ba9c-8ab358585602 None None] Pushing event updated for resources: {'Port': ['ID=c565f914-bdf2-4cca-acf0-0d011a3d2650,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:38.988502 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:38.998687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:39.021147 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97141d9d-e231-422a-bde6-d3993dd3c05b None None] The sync data for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv is: [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:45:39.031015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0bc7f01e-d161-4a63-8550-df041e953a3d None None] Provisioning complete for port c565f914-bdf2-4cca-acf0-0d011a3d2650 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:39.031396 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0bc7f01e-d161-4a63-8550-df041e953a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:39.148143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7f01e-d161-4a63-8550-df041e953a3d None None] Current status of the port c565f914-bdf2-4cca-acf0-0d011a3d2650 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:39.208490 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49f59694-2a3d-4660-bd20-dd01759a93d4 req-47f83045-85b8-428d-84e5-1f396d889ab9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 210 time: 0.0330217 Mar 09 17:45:39.918954 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.065208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-2072a8b6-a03b-4bc2-a4df-edf5ca470d40 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:40.066665 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-2072a8b6-a03b-4bc2-a4df-edf5ca470d40 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/networks?id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 200 len: 797 time: 0.1060972 Mar 09 17:45:40.133325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-88d46649-5b16-4347-a055-31d305173b68 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dee1968b44434ae989253973b8019 HTTP/1.1" status: 200 len: 380 time: 0.0579693 Mar 09 17:45:40.141403 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'port': {'device_id': '51696d1f-4d14-49b1-9535-660d75788294', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'admin_state_up': True, 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'security_groups': ['7cbcad2c-edae-4030-b859-e02199ec447e']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:40.304063 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bacd417f-dbd0-4b69-b123-73637024080d req-c249f45b-74be-4bae-b01c-5ee6780f8db1 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 210 time: 0.0267673 Mar 09 17:45:40.353043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Made reservation on behalf of cc7dee1968b44434ae989253973b8019 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:45:40.356435 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.481549 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.20.0.10 (3c9c5bea-5071-4df2-84a7-a8a2ee436fec/3608d603-9d36-4ff6-b5d1-3c684135ffaa/1d1744d1-3e28-4b24-80f2-58c2ed5ef26c) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:45:40.604255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c565f914-bdf2-4cca-acf0-0d011a3d2650 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:45:40.625035 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.652605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port c565f914-bdf2-4cca-acf0-0d011a3d2650 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:40.652983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.713592 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.731390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port c565f914-bdf2-4cca-acf0-0d011a3d2650 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:40.756977 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:45:40.761964 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:40.765700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:45:40.774468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:40.818917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:40.819546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.895841 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-238f376c-7606-4470-bca2-659d0cfd2cf6 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580781 Mar 09 17:45:40.906728 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Request body: {'port': {'device_id': '51696d1f-4d14-49b1-9535-660d75788294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:40.970652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:40.980252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-7f95d02c-1370-4397-8911-b20ad4b48d94 None None] Provisioning complete for port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:40.980668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7f95d02c-1370-4397-8911-b20ad4b48d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:41.014747 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-7f95d02c-1370-4397-8911-b20ad4b48d94 None None] Port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:45:41.234334 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:45:41.241777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Publish callbacks [] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:41.253818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Transition to ACTIVE for port object 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:45:41.304133 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:41.356052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:41.437179 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Attempting to bind port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:45:41.437634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Attempting to bind port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:45:41.438034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Attempting to bind port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c on network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:45:41.441138 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764639-9a36-4e2d-8912-cb5e4ecd7b38 req-36bca171-859b-4746-80a4-d380bd83a552 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:41.442700 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c on network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:45:41.443093 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a8764639-9a36-4e2d-8912-cb5e4ecd7b38 req-36bca171-859b-4746-80a4-d380bd83a552 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 944 time: 0.0615926 Mar 09 17:45:41.443208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Attempting to bind port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c on network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:45:41.448244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:45:41.448611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Checking segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:45:41.449047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Bound using segment: {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:45:41.449532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Bound port: 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:45:41.449862 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:41.513071 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a8764639-9a36-4e2d-8912-cb5e4ecd7b38 req-e3bed825-c05b-419a-869a-e2496949a143 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617120 Mar 09 17:45:41.518067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] For port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:45:41.521938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] For port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:45:41.591240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:41.622887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:41.624032 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:41.625743 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 200 len: 1094 time: 0.7233124 Mar 09 17:45:41.628189 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:45:41.631760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0615803-8a05-401f-bc63-554827dc1002" -d '{"events": [{"name": "network-changed", "server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:45:41.663229 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3f6e-e6d6-4d1f-80eb-9d46784647f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:41.669973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d382acef-c3b9-4b03-8f99-381cad7a91cd x-openstack-request-id: req-d382acef-c3b9-4b03-8f99-381cad7a91cd {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:45:41.669973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:45:41.669973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d382acef-c3b9-4b03-8f99-381cad7a91cd {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:45:41.669973 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'status': 'completed', 'code': 200} Mar 09 17:45:41.738126 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615803-8a05-401f-bc63-554827dc1002 req-a85c9e09-d91d-46fd-9e33-c6c93d4654e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:41.739680 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0615803-8a05-401f-bc63-554827dc1002 req-a85c9e09-d91d-46fd-9e33-c6c93d4654e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1128 time: 0.0497305 Mar 09 17:45:41.845844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615803-8a05-401f-bc63-554827dc1002 req-aed9ac59-6591-4a25-a7f1-f3ab72a1a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:41.847335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0615803-8a05-401f-bc63-554827dc1002 req-aed9ac59-6591-4a25-a7f1-f3ab72a1a261 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cc7dee1968b44434ae989253973b8019&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1014855 Mar 09 17:45:41.941317 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615803-8a05-401f-bc63-554827dc1002 req-c3851f2c-cfdb-4fef-a59c-4b2f6c342341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:41.943249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b0615803-8a05-401f-bc63-554827dc1002 req-c3851f2c-cfdb-4fef-a59c-4b2f6c342341 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902810 Mar 09 17:45:42.022896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-c7b9f0c1-a563-4e01-b928-3c3e13188eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:42.024335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-c7b9f0c1-a563-4e01-b928-3c3e13188eea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1128 time: 0.0454743 Mar 09 17:45:42.063754 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-e18405d1-1065-40f4-bef7-2f69b5ccddd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 200 len: 217 time: 0.0332849 Mar 09 17:45:42.120599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-676615c0-032e-4418-99b5-ea4e7f37f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:42.122018 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-676615c0-032e-4418-99b5-ea4e7f37f329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3608d603-9d36-4ff6-b5d1-3c684135ffaa HTTP/1.1" status: 200 len: 834 time: 0.0458808 Mar 09 17:45:42.168196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a772-a222-4d8f-925a-7884e9d30930 req-c2689e93-2696-4b00-9541-c87a4b711862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:42.169670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-c2689e93-2696-4b00-9541-c87a4b711862 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424151 Mar 09 17:45:42.256602 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-da058dc1-0cb0-484b-9951-7e23ced8bcec service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807655 Mar 09 17:45:42.344945 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d575a772-a222-4d8f-925a-7884e9d30930 req-ccbe670e-894d-4c98-97ed-83de8fef24e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829384 Mar 09 17:45:42.627381 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8ae15-87d1-4f5f-89b4-2ac31cb4e857 req-7414edef-ef2d-4abc-a6a9-d2ecdafddeba tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:42.628836 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2bd8ae15-87d1-4f5f-89b4-2ac31cb4e857 req-7414edef-ef2d-4abc-a6a9-d2ecdafddeba tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 944 time: 0.0510883 Mar 09 17:45:42.675101 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2bd8ae15-87d1-4f5f-89b4-2ac31cb4e857 req-fd871014-38a1-4c47-9897-dc4ca4f0f538 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Mar 09 17:45:43.726508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:45:43.792118 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c112a-5923-4e92-8190-7fe442feceaa req-52166aa1-28eb-4cc2-ab23-806999991972 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:43.793635 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f21c112a-5923-4e92-8190-7fe442feceaa req-52166aa1-28eb-4cc2-ab23-806999991972 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 944 time: 0.0519607 Mar 09 17:45:43.824137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:43.835203 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'port_id': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'mac_address': 'fa:16:3e:2d:f9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:45:43.843905 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f21c112a-5923-4e92-8190-7fe442feceaa req-94dd5c03-5fa0-4778-b226-d1733c050f5c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Mar 09 17:45:43.872461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:43.872860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:43.888961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:45:43.907921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:43.961422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:44.007633 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:44.168781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['1d1744d1-3e28-4b24-80f2-58c2ed5ef26c'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:45:44.963221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a8a7c-a719-4d85-b79f-1a9abc62a390 req-82aabfd0-be2d-4c21-bd70-4107263dc17d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:44.964980 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5c2a8a7c-a719-4d85-b79f-1a9abc62a390 req-82aabfd0-be2d-4c21-bd70-4107263dc17d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 945 time: 0.0560486 Mar 09 17:45:45.011900 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5c2a8a7c-a719-4d85-b79f-1a9abc62a390 req-863fbed9-254d-4bed-995d-22851128aa16 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Mar 09 17:45:45.728178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:45:45.853095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:45:45.856765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:45:45.857150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:45.933647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:45:45.934036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:45.955679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:45:45.958019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f8281-ec66-4656-9bc3-c34fd51a0d42" -d '{"events": [{"server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "name": "network-vif-plugged", "status": "completed", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:45:45.970314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:45:46.027659 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:46.050646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31324b1f-dd4c-4579-b347-67e3a3cdba7f x-openstack-request-id: req-31324b1f-dd4c-4579-b347-67e3a3cdba7f {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:45:46.050937 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "name": "network-vif-plugged", "status": "completed", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:45:46.051707 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31324b1f-dd4c-4579-b347-67e3a3cdba7f {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:45:46.052304 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'code': 200} Mar 09 17:45:46.079734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:46.133647 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972210bd-3143-4404-956f-e102457f95a3 req-56acc2ba-50e2-444f-b560-d17bc9ed0c10 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:46.135127 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-972210bd-3143-4404-956f-e102457f95a3 req-56acc2ba-50e2-444f-b560-d17bc9ed0c10 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0532827 Mar 09 17:45:46.184244 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-972210bd-3143-4404-956f-e102457f95a3 req-7fa764e6-e1ee-4b0a-940a-6b5ceb710a2d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Mar 09 17:45:46.328969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5de57-d1fe-47d1-b9a6-30de13eb1088 req-be36e874-4e23-472f-ae13-7caf0be0987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:46.330499 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cca5de57-d1fe-47d1-b9a6-30de13eb1088 req-be36e874-4e23-472f-ae13-7caf0be0987e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1130 time: 0.0480230 Mar 09 17:45:46.376424 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cca5de57-d1fe-47d1-b9a6-30de13eb1088 req-eb925135-24a0-49d1-844f-b6c20c980545 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390928 Mar 09 17:45:47.302017 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00573f3-af84-4d96-be66-1ed36a18fd80 req-46b7933b-aad1-4c08-8ab8-3a6d58f5245e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:47.303493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d00573f3-af84-4d96-be66-1ed36a18fd80 req-46b7933b-aad1-4c08-8ab8-3a6d58f5245e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0519204 Mar 09 17:45:47.351444 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d00573f3-af84-4d96-be66-1ed36a18fd80 req-824c9a3b-88eb-478f-9c71-c370c67737ab tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Mar 09 17:45:48.465431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de6f0b-a67a-4acd-8673-4a22dc29b191 req-8c300303-5c27-49c3-ba15-88dec70eb7bb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:48.466881 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5de6f0b-a67a-4acd-8673-4a22dc29b191 req-8c300303-5c27-49c3-ba15-88dec70eb7bb tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0507939 Mar 09 17:45:48.518999 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5de6f0b-a67a-4acd-8673-4a22dc29b191 req-ce5ef8d2-f06f-4c1d-a9af-d417cb8c7c0e tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467293 Mar 09 17:45:48.635778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ff3c-548d-4abc-85e8-553ef36623ee req-b19cf02b-263a-4571-aae3-57f6e69f0653 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:48.637197 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9747ff3c-548d-4abc-85e8-553ef36623ee req-b19cf02b-263a-4571-aae3-57f6e69f0653 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0551269 Mar 09 17:45:48.684726 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9747ff3c-548d-4abc-85e8-553ef36623ee req-7f4c694c-8606-43f6-83c7-e861838b8f48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Mar 09 17:45:48.705309 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42502) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:48.748532 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d71c5d-2cb0-4340-bd1e-d4d991ade017 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:48.750081 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-41d71c5d-2cb0-4340-bd1e-d4d991ade017 tempest-TestNetworkAdvancedServerOps-1553676753 tempest-TestNetworkAdvancedServerOps-1553676753-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1125 time: 0.0438149 Mar 09 17:45:48.752813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42504) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:48.756975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:45:48.841952 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:48.938591 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:49.037971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Allocated IP 172.36.5.78 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/d21ef695-2ea5-4562-b8af-593905b0a9bb) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:45:49.138928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:49.248279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:49.286123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:45:49.290939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:45:49.294392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:45:49.299686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=d21ef695-2ea5-4562-b8af-593905b0a9bb,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:49.974081 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (c3956554-3636-4960-983c-e98c2c597f0a), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:50.111698 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:50.262248 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:50.324153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:50.394205 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event updated for resources: {'Port': ['ID=d21ef695-2ea5-4562-b8af-593905b0a9bb,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:45:50.404443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (c3956554-3636-4960-983c-e98c2c597f0a), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:50.507872 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP c3956554-3636-4960-983c-e98c2c597f0a associated. External IP: 172.36.5.78, port: 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c. Mar 09 17:45:50.716808 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e7b2b451-769e-4551-b98a-d0cb8371f809 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:45:50.824022 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:45:50.833535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] Sync routers for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:45:50.843778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:50.844431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:50.941214 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:50.951302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:50.971495 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2403784e-a2a5-4062-85b6-1fc749618b53 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2175984 Mar 09 17:45:50.972420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:45:50.975450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c1536-fe32-4953-af4a-355772441fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:45:51.026858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e2ef7-8d38-4acd-af3f-c2c1e605f396 x-openstack-request-id: req-f61e2ef7-8d38-4acd-af3f-c2c1e605f396 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:45:51.027155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:45:51.027413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f61e2ef7-8d38-4acd-af3f-c2c1e605f396 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:45:51.027828 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'status': 'completed', 'code': 200} Mar 09 17:45:51.092825 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-03871ff2-9908-4c6e-835b-c05410645049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:51.094366 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-03871ff2-9908-4c6e-835b-c05410645049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1130 time: 0.0456288 Mar 09 17:45:51.103420 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d334d0-46f1-494a-96bb-00a2567ac8ad req-0b02edac-092a-4bdb-993f-bcf567c78f97 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:51.105604 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-36d334d0-46f1-494a-96bb-00a2567ac8ad req-0b02edac-092a-4bdb-993f-bcf567c78f97 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0544815 Mar 09 17:45:51.156065 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-36d334d0-46f1-494a-96bb-00a2567ac8ad req-5f8e378d-3c14-4d4a-a05b-a3eb86da5035 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Mar 09 17:45:51.178965 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42510) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:51.193272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c3956554-3636-4960-983c-e98c2c597f0a', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.78', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'port_id': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'mac_address': 'fa:16:3e:2d:f9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51696d1f-4d14-49b1-9535-660d75788294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:45:49Z', 'updated_at': '2022-03-09T17:45:49Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:51.193963 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-f33765e3-0610-4c2d-b72f-622e13687620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:51.195451 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-f33765e3-0610-4c2d-b72f-622e13687620 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 200 len: 897 time: 0.0940335 Mar 09 17:45:51.220337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] Checking router: e7b2b451-769e-4551-b98a-d0cb8371f809 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:45:51.230932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:45:51.230932 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:45:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:51.246428 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-97095c06-87e3-46f2-a40a-6e3986b38bac tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/c3956554-3636-4960-983c-e98c2c597f0a HTTP/1.1" status: 200 len: 991 time: 0.0645335 Mar 09 17:45:51.261564 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-7e66be13-ad96-401e-ad4c-64874e52996e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 200 len: 999 time: 0.0603857 Mar 09 17:45:51.308679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-2375616f-cb8d-428c-9aa5-155550297e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:51.310149 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-2375616f-cb8d-428c-9aa5-155550297e02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3608d603-9d36-4ff6-b5d1-3c684135ffaa HTTP/1.1" status: 200 len: 834 time: 0.0434494 Mar 09 17:45:51.338359 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:45:51.365790 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-cd2edc35-fa19-4710-8e4b-0032fe834207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:45:51.367310 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-cd2edc35-fa19-4710-8e4b-0032fe834207 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0519378 Mar 09 17:45:51.460122 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-f23280b3-0097-4337-ae9c-8060fa1db56e service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864060 Mar 09 17:45:51.552663 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-cc2c1536-fe32-4953-af4a-355772441fd9 req-ac2ec564-f0a3-4d62-bf6b-213344dad70e service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870965 Mar 09 17:45:51.564374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c3956554-3636-4960-983c-e98c2c597f0a', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.78', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'port_id': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'mac_address': 'fa:16:3e:2d:f9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51696d1f-4d14-49b1-9535-660d75788294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:45:49Z', 'updated_at': '2022-03-09T17:45:49Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:45:51.591602 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b220b96-92bf-4607-a2c5-545c8869a990 None None] The sync data for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv is: [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c3956554-3636-4960-983c-e98c2c597f0a', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'floating_ip_address': '172.36.5.78', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'port_id': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'mac_address': 'fa:16:3e:2d:f9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51696d1f-4d14-49b1-9535-660d75788294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:45:49Z', 'updated_at': '2022-03-09T17:45:49Z', 'revision_number': 0, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:45:51.775102 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f671d-a2c1-482e-96e3-4ab43547f567 None None] New status for floating IP c3956554-3636-4960-983c-e98c2c597f0a: ACTIVE {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:45:52.249259 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42512) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:45:52.308018 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-183a693c-c047-4529-b51f-8e12cf637b48 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/c3956554-3636-4960-983c-e98c2c597f0a HTTP/1.1" status: 200 len: 993 time: 0.0577071 Mar 09 17:45:59.019444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:45:59.960872 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:46:03.644667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-43acd4ad-d637-4d1a-a9eb-0025c5ec417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:06.137998 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-7e70b9ca-779b-45b0-91c3-b49ffea9fe91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470834 Mar 09 17:46:06.219907 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-5e1e3027-c138-42f7-b0a6-2079fa511c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:06.221423 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-5e1e3027-c138-42f7-b0a6-2079fa511c5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1130 time: 0.0444367 Mar 09 17:46:06.322355 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-29002285-8fae-4e42-901b-d669c777ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:06.323788 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-29002285-8fae-4e42-901b-d669c777ca0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 200 len: 897 time: 0.0836630 Mar 09 17:46:06.373845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-61561cf2-39a4-44cd-9054-591c3fc5260f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:06.393407 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-a1ba2589-2728-4d08-90a4-98fcb9a9e684 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 200 len: 1001 time: 0.0636151 Mar 09 17:46:06.443014 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-475f0f57-1a49-41a1-b254-9338907e6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:06.444534 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-475f0f57-1a49-41a1-b254-9338907e6b25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3608d603-9d36-4ff6-b5d1-3c684135ffaa HTTP/1.1" status: 200 len: 834 time: 0.0438218 Mar 09 17:46:06.493753 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-0d2aa92f-d4ac-464f-967a-bcff4e621143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:06.495221 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-0d2aa92f-d4ac-464f-967a-bcff4e621143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446589 Mar 09 17:46:06.589006 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-bb8cc3a4-f7d1-4a2f-bed4-68875b9d1978 service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877275 Mar 09 17:46:06.683034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b363c7b-9230-4854-b514-cf34e1a7c1e3 req-072eef97-5200-4c97-9826-5ec9acc49d19 service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877256 Mar 09 17:46:07.350845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:08.470969 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:09.913341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:23.903859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311fe11-39a4-48a4-bc67-b8055db157c1 req-db3d5bfe-b8f8-47bd-8b87-c5534bbe584d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:23.905337 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1311fe11-39a4-48a4-bc67-b8055db157c1 req-db3d5bfe-b8f8-47bd-8b87-c5534bbe584d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0541651 Mar 09 17:46:23.955551 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1311fe11-39a4-48a4-bc67-b8055db157c1 req-4f5f4b80-5093-4702-b76d-c42b3de364fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Mar 09 17:46:25.120856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83554f-ec7e-447e-bc6d-3d8c3a67df64 req-c77d4a51-66e8-4319-9da3-30ef96828d0d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:25.122332 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aa83554f-ec7e-447e-bc6d-3d8c3a67df64 req-c77d4a51-66e8-4319-9da3-30ef96828d0d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0512524 Mar 09 17:46:25.170396 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aa83554f-ec7e-447e-bc6d-3d8c3a67df64 req-7edeb8b8-5e69-4af9-aaaf-80d8df075c04 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 Mar 09 17:46:25.191999 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42534) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:25.253856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-07a9f939-5284-4fab-805b-a62167e1aa5d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/c3956554-3636-4960-983c-e98c2c597f0a HTTP/1.1" status: 200 len: 993 time: 0.0605786 Mar 09 17:46:26.654717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364934a-798c-426d-8f0b-1924ac58e2c7 req-65bc3717-f970-45f6-8e82-41e7a53812c0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:26.656214 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e364934a-798c-426d-8f0b-1924ac58e2c7 req-65bc3717-f970-45f6-8e82-41e7a53812c0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Mar 09 17:46:26.713921 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e364934a-798c-426d-8f0b-1924ac58e2c7 req-fbc46a0b-4ba1-4787-b327-83adf77a0e3f tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520422 Mar 09 17:46:26.751023 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-7540d671-b9d0-48ac-85b9-a720042af32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:26.752520 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-7540d671-b9d0-48ac-85b9-a720042af32f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1130 time: 0.0542333 Mar 09 17:46:26.838436 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-53485d38-0baf-49d2-9def-5e12a59502e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:26.840125 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-53485d38-0baf-49d2-9def-5e12a59502e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 200 len: 897 time: 0.0808578 Mar 09 17:46:26.906682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-76d60cdd-f7ab-4a3c-ba1d-5fe6a72c9587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 200 len: 1001 time: 0.0613418 Mar 09 17:46:26.953610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-8eb1e92e-843c-42d7-811b-0dae692322b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:26.955028 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-8eb1e92e-843c-42d7-811b-0dae692322b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3608d603-9d36-4ff6-b5d1-3c684135ffaa HTTP/1.1" status: 200 len: 834 time: 0.0423927 Mar 09 17:46:27.002870 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-08718956-415d-464f-ab20-4cd19edcd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:27.004340 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-08718956-415d-464f-ab20-4cd19edcd5b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436075 Mar 09 17:46:27.094929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-4e9a8aa0-e9ca-4788-b508-1152cfe06f67 service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840626 Mar 09 17:46:27.182432 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c62825f-eeaf-4fca-80a1-82899ba40227 req-8edd46c8-a1f8-4d77-ad9f-93beda722f95 service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Mar 09 17:46:27.831058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed76bc-b883-4a80-9bd3-aa3a706639f8 req-5ec9e5ee-95b1-44f9-b5ac-0099f84d2818 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:27.832547 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-61ed76bc-b883-4a80-9bd3-aa3a706639f8 req-5ec9e5ee-95b1-44f9-b5ac-0099f84d2818 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Mar 09 17:46:27.881583 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-61ed76bc-b883-4a80-9bd3-aa3a706639f8 req-a8e50f38-e61c-4dcb-957f-3fd029f60914 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Mar 09 17:46:29.005425 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8543197-2f0c-4b7c-a051-4fc7136741df req-5b910f37-cbf8-4ec4-898f-fa34719ae3c4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:29.006939 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c8543197-2f0c-4b7c-a051-4fc7136741df req-5b910f37-cbf8-4ec4-898f-fa34719ae3c4 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0590436 Mar 09 17:46:29.042679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:29.056239 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c8543197-2f0c-4b7c-a051-4fc7136741df req-1d36f50b-2e48-48b9-b5e4-2fe5e2fb7c50 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Mar 09 17:46:29.083517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42546) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:29.142280 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-54d5c412-48d6-412a-9318-1f57550e68d9 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/floatingips/c3956554-3636-4960-983c-e98c2c597f0a HTTP/1.1" status: 200 len: 993 time: 0.0576313 Mar 09 17:46:29.377034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42552) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:29.536657 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port d21ef695-2ea5-4562-b8af-593905b0a9bb {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:46:29.536921 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:29.608917 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:29.609251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (d21ef695-2ea5-4562-b8af-593905b0a9bb), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:29.620488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for d21ef695-2ea5-4562-b8af-593905b0a9bb owned by network:floatingip {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:46:29.828441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d21ef695-2ea5-4562-b8af-593905b0a9bb), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:29.853803 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=d21ef695-2ea5-4562-b8af-593905b0a9bb,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:29.878105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.878459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.878807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.879151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.879488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.879848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.880183 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.880543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.880876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.881207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.881552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.881864 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.882190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:29.925427 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for floatingip (c3956554-3636-4960-983c-e98c2c597f0a), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:29.925764 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.l3_db [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Floating IP c3956554-3636-4960-983c-e98c2c597f0a disassociated (deleted). External IP: 172.36.5.78, port: 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c. Mar 09 17:46:30.133762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e7b2b451-769e-4551-b98a-d0cb8371f809 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:46:30.561169 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:46:30.565885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:30.570627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] Sync routers for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:46:30.579959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:30.580607 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:30.594397 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-1edd5727-030d-44d8-8c96-cc2d9f064985 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/floatingips/c3956554-3636-4960-983c-e98c2c597f0a HTTP/1.1" status: 204 len: 168 time: 1.2162488 Mar 09 17:46:30.594993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:46:30.597299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9041e7e-a5dc-47c4-b389-b36fd3c60082" -d '{"events": [{"name": "network-changed", "server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:46:30.635799 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cef4ef-b1c5-476e-b9d0-613c6721e736 x-openstack-request-id: req-e8cef4ef-b1c5-476e-b9d0-613c6721e736 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:46:30.636164 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:46:30.636528 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8cef4ef-b1c5-476e-b9d0-613c6721e736 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:46:30.637045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'status': 'completed', 'code': 200} Mar 09 17:46:30.692912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:30.700096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-b75fa2f9-ba99-473e-8220-4abd6dc088a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:30.701790 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-b75fa2f9-ba99-473e-8220-4abd6dc088a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7dee1968b44434ae989253973b8019&device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 1130 time: 0.0449388 Mar 09 17:46:30.794859 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-067b99bc-f217-4d39-89e3-149a13efbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:30.796254 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-067b99bc-f217-4d39-89e3-149a13efbfe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 200 len: 897 time: 0.0891199 Mar 09 17:46:30.835236 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-db1c868e-c5f6-4fa4-94e0-388b6c9f789c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 200 len: 217 time: 0.0334797 Mar 09 17:46:30.889565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-aa05b8ed-f484-4e46-942b-9738b87caefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:30.891037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-aa05b8ed-f484-4e46-942b-9738b87caefc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3608d603-9d36-4ff6-b5d1-3c684135ffaa HTTP/1.1" status: 200 len: 834 time: 0.0450675 Mar 09 17:46:30.896898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:30.923522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] Checking router: e7b2b451-769e-4551-b98a-d0cb8371f809 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:46:30.941792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:30.942033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:30.949583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-3fa79438-6c39-429f-80c7-c1b912ce5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:30.951126 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-3fa79438-6c39-429f-80c7-c1b912ce5906 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c9c5bea-5071-4df2-84a7-a8a2ee436fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546024 Mar 09 17:46:31.053177 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-bd0e5dc1-bbd5-4870-a358-cb827aa4837f service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954697 Mar 09 17:46:31.125539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2318-e47b-48e0-9403-354afca89b80 req-6a0bff58-f755-45ff-b516-2918f7e61e55 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:31.127218 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-79cb2318-e47b-48e0-9403-354afca89b80 req-6a0bff58-f755-45ff-b516-2918f7e61e55 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0595982 Mar 09 17:46:31.155051 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9041e7e-a5dc-47c4-b389-b36fd3c60082 req-c0a3648c-a8b8-4f65-981f-9e8eca50184f service neutron] 10.222.0.36 "GET /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957360 Mar 09 17:46:31.184594 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-79cb2318-e47b-48e0-9403-354afca89b80 req-29132f4c-eeed-4789-a705-5b833d64700d tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483677 Mar 09 17:46:31.202625 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:31.399668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:31.426149 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0220f-2925-4c93-adcc-dc22f802bfdd None None] The sync data for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv is: [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c565f914-bdf2-4cca-acf0-0d011a3d2650', 'name': '', 'network_id': '3c9c5bea-5071-4df2-84a7-a8a2ee436fec', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'mac_address': 'fa:16:3e:4d:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:35Z', 'updated_at': '2022-03-09T17:45:38Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'subnets': [{'id': '3608d603-9d36-4ff6-b5d1-3c684135ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:46:31.640156 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf44e25-6200-4440-a30a-e54c0624e5a2 None None] New status for floating IP c3956554-3636-4960-983c-e98c2c597f0a: DOWN {{(pid=104360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:46:32.312236 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd6c8-1f93-4f81-9955-4164ef10e3e8 req-6bd744b4-3b4b-429c-9fe0-673fa38f6a4c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:32.313664 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ebbbd6c8-1f93-4f81-9955-4164ef10e3e8 req-6bd744b4-3b4b-429c-9fe0-673fa38f6a4c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0594134 Mar 09 17:46:32.361658 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ebbbd6c8-1f93-4f81-9955-4164ef10e3e8 req-97443fb7-f53a-4c9d-8d62-4daef2ba46ea tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cbcad2c-edae-4030-b859-e02199ec447e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Mar 09 17:46:32.525131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f783e-1180-4ced-8902-db3beb016a0f req-904c4413-da75-4635-92f2-26358c524ed0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:32.526560 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be3f783e-1180-4ced-8902-db3beb016a0f req-904c4413-da75-4635-92f2-26358c524ed0 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Mar 09 17:46:32.624548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:46:32.624893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:32.710465 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:32.711693 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:32.728735 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:46:32.928599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (1d1744d1-3e28-4b24-80f2-58c2ed5ef26c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:32.958191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=1d1744d1-3e28-4b24-80f2-58c2ed5ef26c,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:33.002733 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] No DVR routers for this DVR port 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:46:33.005228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:33.009184 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-be3f783e-1180-4ced-8902-db3beb016a0f req-d1614b7f-16b2-466b-9835-9bbcbc95b619 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.36 "DELETE /v2.0/ports/1d1744d1-3e28-4b24-80f2-58c2ed5ef26c HTTP/1.1" status: 204 len: 173 time: 0.4776001 Mar 09 17:46:33.009621 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'name': 'network-vif-deleted', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:46:33.011838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d772d6ed-0675-4e0d-b2c4-f226a1236a7d" -d '{"events": [{"server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "name": "network-vif-deleted", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:46:33.046496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e68e3-0ead-4add-9252-1f2289ed82b5 x-openstack-request-id: req-b16e68e3-0ead-4add-9252-1f2289ed82b5 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:46:33.046496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51696d1f-4d14-49b1-9535-660d75788294", "name": "network-vif-deleted", "tag": "1d1744d1-3e28-4b24-80f2-58c2ed5ef26c", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:46:33.046496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b16e68e3-0ead-4add-9252-1f2289ed82b5 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:46:33.046496 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51696d1f-4d14-49b1-9535-660d75788294', 'name': 'network-vif-deleted', 'tag': '1d1744d1-3e28-4b24-80f2-58c2ed5ef26c', 'status': 'completed', 'code': 200} Mar 09 17:46:33.467650 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a343961-f2c2-4946-afc6-42854ac6f86e req-c28e84e7-66a3-4111-b7c0-5a3cbb5e70dd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "GET /v2.0/ports?device_id=51696d1f-4d14-49b1-9535-660d75788294 HTTP/1.1" status: 200 len: 210 time: 0.0265460 Mar 09 17:46:33.657131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b005-e62a-47fe-b62b-60bd229779d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:34.522993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42568) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:34.878480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (e7b2b451-769e-4551-b98a-d0cb8371f809), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:35.131999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port c565f914-bdf2-4cca-acf0-0d011a3d2650 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:46:35.132269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:35.218375 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port c565f914-bdf2-4cca-acf0-0d011a3d2650, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c565f914-bdf2-4cca-acf0-0d011a3d2650,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:35.218736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:35.231432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for c565f914-bdf2-4cca-acf0-0d011a3d2650 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:46:35.471498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (c565f914-bdf2-4cca-acf0-0d011a3d2650), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:35.506601 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=c565f914-bdf2-4cca-acf0-0d011a3d2650,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:35.677537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (e7b2b451-769e-4551-b98a-d0cb8371f809), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:35.892191 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Router e7b2b451-769e-4551-b98a-d0cb8371f809 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:46:35.914466 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-ef0a18b7-c1cb-4d25-a36d-59f556973895 service neutron] (104358) timed out ('10.222.0.16', 38788) {{(pid=104358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 17:46:35.973326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:46:35.993858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:46:35.994208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 1d1744d1-3e28-4b24-80f2-58c2ed5ef26c not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:46:36.000190 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:46:36.005249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-251603b0-b56b-4552-85d3-c5ad6a43a54c tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "PUT /v2.0/routers/e7b2b451-769e-4551-b98a-d0cb8371f809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812381 Mar 09 17:46:36.008522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42574) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:36.010975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] Sync routers for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:46:36.021033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:36.021650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:36.057956 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting subnet 3608d603-9d36-4ff6-b5d1-3c684135ffaa {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:46:36.061012 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (3608d603-9d36-4ff6-b5d1-3c684135ffaa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.100128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (3608d603-9d36-4ff6-b5d1-3c684135ffaa), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.128979 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:36.184782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (3608d603-9d36-4ff6-b5d1-3c684135ffaa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.317289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (3608d603-9d36-4ff6-b5d1-3c684135ffaa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.319421 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:46:35Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:36.344282 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Subnet': ['ID=3608d603-9d36-4ff6-b5d1-3c684135ffaa,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:36.345823 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] Checking router: e7b2b451-769e-4551-b98a-d0cb8371f809 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:46:36.347854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.354213 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-eac0c14c-7420-4213-a249-8f84b6075b38 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/subnets/3608d603-9d36-4ff6-b5d1-3c684135ffaa HTTP/1.1" status: 204 len: 168 time: 0.3416693 Mar 09 17:46:36.359584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42576) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:36.359733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] Routers {'e7b2b451-769e-4551-b98a-d0cb8371f809'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:36.359733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['e7b2b451-769e-4551-b98a-d0cb8371f809'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:36.359733 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f095da5-2af5-454e-bd08-690bb20e5709 None None] Network 3c9c5bea-5071-4df2-84a7-a8a2ee436fec requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:46:36.416243 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f27dfefe-4220-4158-b79d-bd2d18a93327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.466457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (e7b2b451-769e-4551-b98a-d0cb8371f809), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.517689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-b6e5b596-9901-4ae9-b0e5-966ff1108bd5 req-8ae361f0-be96-4aaa-b9f9-a2ebf7080167 tempest-ServerActionsTestJSON-1695081109 tempest-ServerActionsTestJSON-1695081109-project] (104357) timed out ('10.222.0.16', 37210) {{(pid=104357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 17:46:36.534164 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] Set router e7b2b451-769e-4551-b98a-d0cb8371f809 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:36.582136 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_gateway (e7b2b451-769e-4551-b98a-d0cb8371f809), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.672281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] DHCP port deletion for 3c9c5bea-5071-4df2-84a7-a8a2ee436fec request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:46:36.691480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Deleting port f2d203a5-9389-44d0-ada5-01f24345bd84 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:46:36.692360 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.756768 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:46:35Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:36.760620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Deleting port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:46:36.760995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.772520 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] For port f2d203a5-9389-44d0-ada5-01f24345bd84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2d203a5-9389-44d0-ada5-01f24345bd84,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:36.772893 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.784769 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Calling delete_port for f2d203a5-9389-44d0-ada5-01f24345bd84 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:46:36.794029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195970-a971-47a5-a1ec-79422ba02c7e None None] The sync data for ids ['e7b2b451-769e-4551-b98a-d0cb8371f809'] in dv-neutron-master-2-hyperv is: [{'id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076319286', 'tenant_id': 'cc7dee1968b44434ae989253973b8019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32'}], 'enable_snat': True}, 'gw_port_id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:45:31Z', 'updated_at': '2022-03-09T17:46:35Z', 'revision_number': 5, 'project_id': 'cc7dee1968b44434ae989253973b8019', 'gw_port': {'id': 'f2d203a5-9389-44d0-ada5-01f24345bd84', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2b451-769e-4551-b98a-d0cb8371f809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:45:32Z', 'updated_at': '2022-03-09T17:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:46:36.849953 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] For port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,segment=NetworkSegment(7c939dcc-7a5d-4d1e-9fd8-cef9144ef385),segment_id=7c939dcc-7a5d-4d1e-9fd8-cef9144ef385)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:36.850360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:36.863316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Calling delete_port for 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:46:36.959454 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:46:37.000145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (2e4533c1-3ba5-45bf-bcc4-7359c81fa874), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.025767 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Pushing event deleted for resources: {'Port': ['ID=2e4533c1-3ba5-45bf-bcc4-7359c81fa874,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:37.029488 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (f2d203a5-9389-44d0-ada5-01f24345bd84), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.029931 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] No DVR routers for this DVR port 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:46:37.036514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038177 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.038820 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.039469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.039469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.040324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.040746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.041080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1aef5e-42ae-4939-a185-f66e0dff0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.062019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Port': ['ID=f2d203a5-9389-44d0-ada5-01f24345bd84,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:37.121962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (e7b2b451-769e-4551-b98a-d0cb8371f809), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.217715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (e7b2b451-769e-4551-b98a-d0cb8371f809), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.219850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router_controller (e7b2b451-769e-4551-b98a-d0cb8371f809), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.314401 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (e7b2b451-769e-4551-b98a-d0cb8371f809), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.314935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Fanout notify agent at l3_agent the message router_deleted on router e7b2b451-769e-4551-b98a-d0cb8371f809 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:46:37.322100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.331432 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-008eb497-9099-42d8-bae8-d3c978b7a330 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/routers/e7b2b451-769e-4551-b98a-d0cb8371f809 HTTP/1.1" status: 204 len: 168 time: 0.9677818 Mar 09 17:46:37.333102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42578) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:37.348599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.415364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (3c9c5bea-5071-4df2-84a7-a8a2ee436fec), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.502652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (3c9c5bea-5071-4df2-84a7-a8a2ee436fec), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.521894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9c5bea-5071-4df2-84a7-a8a2ee436fec']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:37.530612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:37.530914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c939dcc-7a5d-4d1e-9fd8-cef9144ef385') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:37.539789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (7c939dcc-7a5d-4d1e-9fd8-cef9144ef385), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.552339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (7c939dcc-7a5d-4d1e-9fd8-cef9144ef385), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.561169 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:46:37.561499 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (7c939dcc-7a5d-4d1e-9fd8-cef9144ef385), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:46:37.564604 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:46:37.680676 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (3c9c5bea-5071-4df2-84a7-a8a2ee436fec), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.687945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.690345 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/networks/3c9c5bea-5071-4df2-84a7-a8a2ee436fec HTTP/1.1" status: 204 len: 168 time: 0.3630667 Mar 09 17:46:37.693134 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42582) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:37.706104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'Network': ['ID=3c9c5bea-5071-4df2-84a7-a8a2ee436fec,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:37.713157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.713516 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.713872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.714226 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.714568 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.715163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.715502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.715837 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.716172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.716534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.716865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.717196 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.717526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268acb53-4235-49a7-bb9f-e13a70692960 tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:37.752439 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6524c36b-5998-4b97-8538-0d3ae6b9e3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (7cbcad2c-edae-4030-b859-e02199ec447e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.778463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6524c36b-5998-4b97-8538-0d3ae6b9e3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (7cbcad2c-edae-4030-b859-e02199ec447e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.900132 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6524c36b-5998-4b97-8538-0d3ae6b9e3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7cbcad2c-edae-4030-b859-e02199ec447e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.903667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-6524c36b-5998-4b97-8538-0d3ae6b9e3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:37.904895 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-6524c36b-5998-4b97-8538-0d3ae6b9e3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] 10.222.0.16 "DELETE /v2.0/security-groups/7cbcad2c-edae-4030-b859-e02199ec447e HTTP/1.1" status: 204 len: 168 time: 0.2106566 Mar 09 17:46:37.914610 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524c36b-5998-4b97-8538-0d3ae6b9e3fd tempest-TestNetworkAdvancedServerOps-295589934 tempest-TestNetworkAdvancedServerOps-295589934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbcad2c-edae-4030-b859-e02199ec447e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:38.485651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:38.559970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42592) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:38.606085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c565f914-bdf2-4cca-acf0-0d011a3d2650 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:46:38.625890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: c565f914-bdf2-4cca-acf0-0d011a3d2650 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:46:38.626247 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device c565f914-bdf2-4cca-acf0-0d011a3d2650 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:46:38.626675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2d203a5-9389-44d0-ada5-01f24345bd84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:46:38.645403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: f2d203a5-9389-44d0-ada5-01f24345bd84 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:46:38.645760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device f2d203a5-9389-44d0-ada5-01f24345bd84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:46:38.646179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:46:38.665478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:46:38.665833 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2e4533c1-3ba5-45bf-bcc4-7359c81fa874 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:46:38.703522 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d4374c27-7b7a-4064-b17c-f09888525f9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc7dee1968b44434ae989253973b8019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423597 Mar 09 17:46:38.706083 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:38.751100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f13e-0140-42c0-8682-d8b9df60a92c admin admin] Publish callbacks [] for security_group (7c59c490-acb8-4fbe-8345-bf6e8d1defe8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:38.771459 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f13e-0140-42c0-8682-d8b9df60a92c admin admin] Publish callbacks [] for security_group (7c59c490-acb8-4fbe-8345-bf6e8d1defe8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:38.882843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f13e-0140-42c0-8682-d8b9df60a92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7c59c490-acb8-4fbe-8345-bf6e8d1defe8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:38.886051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8ba1f13e-0140-42c0-8682-d8b9df60a92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:38.887207 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8ba1f13e-0140-42c0-8682-d8b9df60a92c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c59c490-acb8-4fbe-8345-bf6e8d1defe8 HTTP/1.1" status: 204 len: 168 time: 0.1801603 Mar 09 17:46:38.895026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1f13e-0140-42c0-8682-d8b9df60a92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c59c490-acb8-4fbe-8345-bf6e8d1defe8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:39.506079 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:39.519117 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d0d41b8-05cd-44fb-b306-f530b0e30737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.590413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d0d41b8-05cd-44fb-b306-f530b0e30737 admin admin] Publish callbacks [] for security_group (e6036e15-bdce-413a-906a-f166e45f57cd), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.671437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-0d0d41b8-05cd-44fb-b306-f530b0e30737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e6036e15-bdce-413a-906a-f166e45f57cd), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.710800 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-0d0d41b8-05cd-44fb-b306-f530b0e30737 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d68c11491e8a4a9f8973c689561d1753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036309 Mar 09 17:46:39.712156 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d41b8-05cd-44fb-b306-f530b0e30737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6036e15-bdce-413a-906a-f166e45f57cd,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:39.713943 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42604) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:39.761852 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06e64e55-9dd1-40b0-9c1a-705c92ed8b6b admin admin] Publish callbacks [] for security_group (e6036e15-bdce-413a-906a-f166e45f57cd), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.782687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06e64e55-9dd1-40b0-9c1a-705c92ed8b6b admin admin] Publish callbacks [] for security_group (e6036e15-bdce-413a-906a-f166e45f57cd), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.900518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06e64e55-9dd1-40b0-9c1a-705c92ed8b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e6036e15-bdce-413a-906a-f166e45f57cd), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.903400 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-06e64e55-9dd1-40b0-9c1a-705c92ed8b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:39.904562 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-06e64e55-9dd1-40b0-9c1a-705c92ed8b6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6036e15-bdce-413a-906a-f166e45f57cd HTTP/1.1" status: 204 len: 168 time: 0.1895461 Mar 09 17:46:39.913881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e64e55-9dd1-40b0-9c1a-705c92ed8b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6036e15-bdce-413a-906a-f166e45f57cd,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:39.945782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:40.856212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42628) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:40.950406 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1078992741-network', 'tenant_id': '8612816f39564f85809fdc699870be91'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:41.048243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Made reservation on behalf of 8612816f39564f85809fdc699870be91 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:46:41.050601 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.059076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.130502 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks [] for security_group (03663393-b6fb-41e3-ae46-73dd5f2c7784), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.253774 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (03663393-b6fb-41e3-ae46-73dd5f2c7784), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.280203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:46:41.286589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03663393-b6fb-41e3-ae46-73dd5f2c7784,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:41.294040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (189293f8-a096-4ea1-a287-fb759631f14c), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.294040 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Added segment 189293f8-a096-4ea1-a287-fb759631f14c of type vlan for network 0d29ad63-9e57-473e-9b4c-125550d15bba Mar 09 17:46:41.335784 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (0d29ad63-9e57-473e-9b4c-125550d15bba), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.408494 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (0d29ad63-9e57-473e-9b4c-125550d15bba), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.409545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:41.410141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.468945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] Pushing event updated for resources: {'Network': ['ID=0d29ad63-9e57-473e-9b4c-125550d15bba,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:41.479270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 0d29ad63-9e57-473e-9b4c-125550d15bba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:46:41.490941 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8eb89d5b-d3de-4e62-a89f-9016bf820b4b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6336176 Mar 09 17:46:41.494412 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42632) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:41.499422 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Request body: {'subnet': {'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1078992741-subnet', 'tenant_id': '8612816f39564f85809fdc699870be91', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:41.573952 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Made reservation on behalf of 8612816f39564f85809fdc699870be91 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:46:41.576322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.802801 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (4a1a2d8f-abae-4d9c-91de-b6fee34a5218), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:41.857099 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1a2d8f-abae-4d9c-91de-b6fee34a5218,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:41.865527 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Checking segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:41.865886 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Network hostable DHCP agents. Network: 0d29ad63-9e57-473e-9b4c-125550d15bba, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:46:41.951026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Network 0d29ad63-9e57-473e-9b4c-125550d15bba is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:46:42.042655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0d29ad63-9e57-473e-9b4c-125550d15bba) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:42.046751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:42.047341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.052569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8c8c9-370b-4bd2-89c0-643f5612e984 None None] Network 0d29ad63-9e57-473e-9b4c-125550d15bba requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:46:42.137243 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-257dc2d0-d6fd-425d-b1c2-2b2e14f46bf9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6414967 Mar 09 17:46:42.139687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42634) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:42.144772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:42.152711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0d29ad63-9e57-473e-9b4c-125550d15bba', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:46:42.153572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.231867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (7f95c0f7-6b7b-4567-a730-034b77baa9fa), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.233137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (7f95c0f7-6b7b-4567-a730-034b77baa9fa), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.285468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Allocated IP 172.20.0.2 (0d29ad63-9e57-473e-9b4c-125550d15bba/4a1a2d8f-abae-4d9c-91de-b6fee34a5218/311cd5f0-eea0-42ab-b190-780de6723d12) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:42.288866 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks [] for router_controller (7f95c0f7-6b7b-4567-a730-034b77baa9fa), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.421295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Publish callbacks [] for port (311cd5f0-eea0-42ab-b190-780de6723d12), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.500765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.542454 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Network 0d29ad63-9e57-473e-9b4c-125550d15bba is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:42.545424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:42.551380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:42.562181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Pushing event updated for resources: {'Port': ['ID=311cd5f0-eea0-42ab-b190-780de6723d12,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:42.613798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Attempting to bind port 311cd5f0-eea0-42ab-b190-780de6723d12 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:42.614183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Attempting to bind port 311cd5f0-eea0-42ab-b190-780de6723d12 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:42.614554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Attempting to bind port 311cd5f0-eea0-42ab-b190-780de6723d12 on network 0d29ad63-9e57-473e-9b4c-125550d15bba {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:42.620661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:42.621047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Checking segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:42.621453 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.621853 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Bound using segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:42.622334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Bound port: 311cd5f0-eea0-42ab-b190-780de6723d12, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:42.622724 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.686801 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] For port 311cd5f0-eea0-42ab-b190-780de6723d12, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:42.689990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] For port 311cd5f0-eea0-42ab-b190-780de6723d12, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311cd5f0-eea0-42ab-b190-780de6723d12,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:46:42.769375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:42.832770 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9a9c2-ed86-4659-a11f-312716a3b455 None None] Pushing event updated for resources: {'Port': ['ID=311cd5f0-eea0-42ab-b190-780de6723d12,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:42.835882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks [] for router_gateway (7f95c0f7-6b7b-4567-a730-034b77baa9fa), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.109477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks [] for router_gateway (7f95c0f7-6b7b-4567-a730-034b77baa9fa), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.128205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.229081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Allocated IP 172.36.5.92 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/71eda0af-e66f-4bdc-88d7-247f3cd20209) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:43.327472 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks [] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.420545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.457696 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:43.460670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:43.466966 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:43.493376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Pushing event updated for resources: {'Port': ['ID=71eda0af-e66f-4bdc-88d7-247f3cd20209,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:43.707296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ab812-d164-4dff-9fc6-4bf5a74f86e4 None None] Network 0d29ad63-9e57-473e-9b4c-125550d15bba requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:46:43.777265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] Provisioning complete for port 311cd5f0-eea0-42ab-b190-780de6723d12 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:43.777565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.784370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks [] for router_gateway (7f95c0f7-6b7b-4567-a730-034b77baa9fa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.897688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] Current status of the port 311cd5f0-eea0-42ab-b190-780de6723d12 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:43.897688 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.928908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] For port 311cd5f0-eea0-42ab-b190-780de6723d12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311cd5f0-eea0-42ab-b190-780de6723d12,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:43.992237 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (7f95c0f7-6b7b-4567-a730-034b77baa9fa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:43.995002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.048005 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c4c18-5f41-476f-8fde-e020db1a29a3 None None] Pushing event updated for resources: {'Port': ['ID=311cd5f0-eea0-42ab-b190-780de6723d12,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:44.197597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:46:44.282822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-015956a0-b13f-4213-81e5-564e173d7810 None None] Provisioning complete for port 311cd5f0-eea0-42ab-b190-780de6723d12 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:44.283197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-015956a0-b13f-4213-81e5-564e173d7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.307876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:46:44.317702 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:46:44.327724 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:44.332338 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:44.382475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.384314 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-12b77a0e-d383-4ce0-bf21-1b7f01e468a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2436814 Mar 09 17:46:44.387346 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42636) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:44.438996 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:44.519122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-015956a0-b13f-4213-81e5-564e173d7810 None None] Current status of the port 311cd5f0-eea0-42ab-b190-780de6723d12 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:44.619632 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:43Z', 'revision_number': 3, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:44.649931 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:46:44.650289 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Updating router 7f95c0f7-6b7b-4567-a730-034b77baa9fa port 71eda0af-e66f-4bdc-88d7-247f3cd20209 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:46:44.662741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 311cd5f0-eea0-42ab-b190-780de6723d12 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:44.677928 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.711814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 311cd5f0-eea0-42ab-b190-780de6723d12 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:44.712545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.791422 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 311cd5f0-eea0-42ab-b190-780de6723d12 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:44.821541 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.930595 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Publish callbacks [] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:44.973856 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Allocated IP 172.20.0.1 (0d29ad63-9e57-473e-9b4c-125550d15bba/4a1a2d8f-abae-4d9c-91de-b6fee34a5218/28406e9f-f1e6-47a7-bb6d-9808ebc272b0) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:45.014107 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.068879 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Attempting to bind port 71eda0af-e66f-4bdc-88d7-247f3cd20209 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:45.069253 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Attempting to bind port 71eda0af-e66f-4bdc-88d7-247f3cd20209 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:45.069613 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Attempting to bind port 71eda0af-e66f-4bdc-88d7-247f3cd20209 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:45.072424 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Pushing event updated for resources: {'Port': ['ID=71eda0af-e66f-4bdc-88d7-247f3cd20209,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:45.079649 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:45.082635 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:45.082635 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.082635 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:45.083024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks [] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.083127 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Bound port: 71eda0af-e66f-4bdc-88d7-247f3cd20209, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:45.083127 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.083927 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.084273 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.084636 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.084969 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.085296 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.085619 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.085952 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.086265 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.087099 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.087395 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.087717 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.088030 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.088365 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:46:45.139139 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] For port 71eda0af-e66f-4bdc-88d7-247f3cd20209, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:45.142076 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] For port 71eda0af-e66f-4bdc-88d7-247f3cd20209, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71eda0af-e66f-4bdc-88d7-247f3cd20209,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:46:45.160667 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.198334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Network 0d29ad63-9e57-473e-9b4c-125550d15bba is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:45.203293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:45.206721 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:45.212534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Pushing event updated for resources: {'Port': ['ID=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:45.215472 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.249113 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (7f95c0f7-6b7b-4567-a730-034b77baa9fa), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.262788 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:45.263414 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:45.362795 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b39b8b-b3e5-4191-a641-3040593b1244 None None] Pushing event updated for resources: {'Port': ['ID=71eda0af-e66f-4bdc-88d7-247f3cd20209,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:45.386676 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:45.438624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.446714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-a818ba03-6259-4823-8acc-b20a29ff59dc None None] Provisioning complete for port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:45.447754 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a818ba03-6259-4823-8acc-b20a29ff59dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.484846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-a818ba03-6259-4823-8acc-b20a29ff59dc None None] Port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:46:45.559568 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:43Z', 'revision_number': 3, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:45.589863 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0d235-0bb5-4b12-99dc-d679ca10bf48 None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:43Z', 'revision_number': 3, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:46:45.600489 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks [] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.666058 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.735405 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Pushing event updated for resources: {'Port': ['ID=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:45.737897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (7f95c0f7-6b7b-4567-a730-034b77baa9fa), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:45.839093 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Network 0d29ad63-9e57-473e-9b4c-125550d15bba is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:45.840739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:45.987560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:46:46.110779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-38fd84ec-a9a7-4cae-b073-a85fd05e0c70 None None] Provisioning complete for port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:46.111341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-38fd84ec-a9a7-4cae-b073-a85fd05e0c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:46.148917 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-38fd84ec-a9a7-4cae-b073-a85fd05e0c70 None None] Port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:46:46.451267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:46:46.456269 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-447a0187-ccc0-403a-8a73-719c5f218c84 admin admin] 10.222.0.16 "PUT /v2.0/routers/7f95c0f7-6b7b-4567-a730-034b77baa9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0679069 Mar 09 17:46:46.625084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 71eda0af-e66f-4bdc-88d7-247f3cd20209 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:46.677544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 71eda0af-e66f-4bdc-88d7-247f3cd20209 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:46.677950 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:46.754378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 71eda0af-e66f-4bdc-88d7-247f3cd20209 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:46.754779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:46.776582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 71eda0af-e66f-4bdc-88d7-247f3cd20209, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71eda0af-e66f-4bdc-88d7-247f3cd20209,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:46.851962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:46.903558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=71eda0af-e66f-4bdc-88d7-247f3cd20209,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:47.145497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42652) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:47.150454 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-254292231-network', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:47.197664 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:46:47.211041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:47.218475 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:47.271763 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Made reservation on behalf of 282c7d0949d544dc83ab7c46b4a67d73 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:46:47.274297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.283114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.318015 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:47.355617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks [] for security_group (e996db16-401a-4422-a020-abb67d972f7a), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.432233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e996db16-401a-4422-a020-abb67d972f7a), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.450414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:46:47.469818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (45b943b7-fede-4cb6-bf2c-6532185828f5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.470522 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Added segment 45b943b7-fede-4cb6-bf2c-6532185828f5 of type vlan for network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 Mar 09 17:46:47.478786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e996db16-401a-4422-a020-abb67d972f7a,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:47.513125 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.519544 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 2, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:47.545966 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:46:47.546320 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Updating router 7f95c0f7-6b7b-4567-a730-034b77baa9fa port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:46:47.576606 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.603497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.604569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:47.605183 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.663034 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] Pushing event updated for resources: {'Network': ['ID=3c96a0dc-a7eb-4c32-a757-35e66ec9faf1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:47.674483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:46:47.689075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-77bc714d-dc68-4d19-983a-6fe210b6aa61 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5422816 Mar 09 17:46:47.691685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42654) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:47.696539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Request body: {'subnet': {'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-254292231-subnet', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:47.760297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Made reservation on behalf of 282c7d0949d544dc83ab7c46b4a67d73 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:46:47.762678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.892909 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Publish callbacks [] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:47.974499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.014892 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (dc85c030-887b-43be-bb75-a0947d21c3f7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.022588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ee76-5c30-41ec-973b-3da4b90d78ef None None] Pushing event updated for resources: {'Port': ['ID=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:48.076238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Attempting to bind port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:48.076784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Attempting to bind port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:48.077155 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Attempting to bind port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 on network 0d29ad63-9e57-473e-9b4c-125550d15bba {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:48.077881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc85c030-887b-43be-bb75-a0947d21c3f7,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:48.083065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:48.083450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Checking segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:48.083857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.084253 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Bound using segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:48.084772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Bound port: 28406e9f-f1e6-47a7-bb6d-9808ebc272b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:48.085160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.085416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Checking segment: {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:48.086047 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Network hostable DHCP agents. Network: 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:46:48.155859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] For port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:48.159235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] For port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:46:48.192124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:46:48.249362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.274864 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:48.279440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:48.280248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.287466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7957195-8520-4bce-afdd-726e5917ca32 None None] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:46:48.358361 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-12d049d8-4857-4696-a955-9a2a655e6b11 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6651757 Mar 09 17:46:48.360450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42656) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:48.364939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:48.377781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] Provisioning complete for port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:48.378170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.383232 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ee76-5c30-41ec-973b-3da4b90d78ef None None] Pushing event updated for resources: {'Port': ['ID=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:48.385941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:48.386588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:48.475072 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (3c11d0aa-214f-4976-bb3a-35e14ad0525e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.476153 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (3c11d0aa-214f-4976-bb3a-35e14ad0525e), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.536057 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c96a0dc-a7eb-4c32-a757-35e66ec9faf1', 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1', 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'fixed_ips': [{'subnet_id': 'dc85c030-887b-43be-bb75-a0947d21c3f7'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:46:48.537441 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.601463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:48.642757 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 71eda0af-e66f-4bdc-88d7-247f3cd20209 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:48.714626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] Current status of the port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:48.715288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:48.864089 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks [] for router_controller (3c11d0aa-214f-4976-bb3a-35e14ad0525e), precommit_add_association {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.042578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] For port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:49.063336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Allocated IP 172.20.0.2 (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1/dc85c030-887b-43be-bb75-a0947d21c3f7/17964c60-0328-4cb6-afc8-9986293fb969) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:49.066940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 71eda0af-e66f-4bdc-88d7-247f3cd20209 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:49.067337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.084222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks [] for router_gateway (3c11d0aa-214f-4976-bb3a-35e14ad0525e), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.107869 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.268962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57802e9-193d-4485-bf5a-d0da9c8f92fb None None] Pushing event updated for resources: {'Port': ['ID=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:49.318002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b47c4c32-2eaf-4e56-9293-f2cc3223ab03 None None] Provisioning complete for port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:49.318387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b47c4c32-2eaf-4e56-9293-f2cc3223ab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.331067 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks [] for router_gateway (3c11d0aa-214f-4976-bb3a-35e14ad0525e), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.355324 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.384781 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 71eda0af-e66f-4bdc-88d7-247f3cd20209 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:49.408946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:49.448016 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdd06f-e41f-480e-bd22-3a229b09c091 None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:46:49.449875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Publish callbacks [] for port (17964c60-0328-4cb6-afc8-9986293fb969), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.460276 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Allocated IP 172.36.5.216 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/2d653211-0d97-42f8-9920-472c18255f87) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:49.500753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b47c4c32-2eaf-4e56-9293-f2cc3223ab03 None None] Current status of the port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:49.541689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (17964c60-0328-4cb6-afc8-9986293fb969), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.578215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:49.581610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:49.584997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:49.593270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks [] for port (2d653211-0d97-42f8-9920-472c18255f87), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.622589 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Pushing event updated for resources: {'Port': ['ID=17964c60-0328-4cb6-afc8-9986293fb969,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:49.654492 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Attempting to bind port 17964c60-0328-4cb6-afc8-9986293fb969 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:49.654876 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Attempting to bind port 17964c60-0328-4cb6-afc8-9986293fb969 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:49.655278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Attempting to bind port 17964c60-0328-4cb6-afc8-9986293fb969 on network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:49.661286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:49.661677 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Checking segment: {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:49.662095 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.662491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Bound using segment: {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:49.662977 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Bound port: 17964c60-0328-4cb6-afc8-9986293fb969, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:49.663397 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (17964c60-0328-4cb6-afc8-9986293fb969), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.686589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (2d653211-0d97-42f8-9920-472c18255f87), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.724720 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:49.728413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:49.734400 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:49.737965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] For port 17964c60-0328-4cb6-afc8-9986293fb969, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:49.742113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] For port 17964c60-0328-4cb6-afc8-9986293fb969, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17964c60-0328-4cb6-afc8-9986293fb969,segment=NetworkSegment(45b943b7-fede-4cb6-bf2c-6532185828f5),segment_id=45b943b7-fede-4cb6-bf2c-6532185828f5)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:46:49.764440 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Pushing event updated for resources: {'Port': ['ID=2d653211-0d97-42f8-9920-472c18255f87,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:49.812802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (17964c60-0328-4cb6-afc8-9986293fb969), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:49.873464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3773f5c-49ab-4e86-b760-c9e34d18c230 None None] Pushing event updated for resources: {'Port': ['ID=17964c60-0328-4cb6-afc8-9986293fb969,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:50.105100 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks [] for router_gateway (3c11d0aa-214f-4976-bb3a-35e14ad0525e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:50.323406 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (3c11d0aa-214f-4976-bb3a-35e14ad0525e), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:50.558121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Router 3c11d0aa-214f-4976-bb3a-35e14ad0525e is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:46:50.688088 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:46:50.698137 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08131e-7193-49d3-9542-af820423691b None None] Sync routers for ids ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:46:50.710735 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] Routers {'3c11d0aa-214f-4976-bb3a-35e14ad0525e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:50.711919 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:50.740867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 17964c60-0328-4cb6-afc8-9986293fb969 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:50.763298 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:50.768079 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-4d38086d-8d3f-4d82-84e2-eecb8fee3682 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4063509 Mar 09 17:46:50.768246 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42658) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:50.812020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 17964c60-0328-4cb6-afc8-9986293fb969 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:50.812315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (17964c60-0328-4cb6-afc8-9986293fb969), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:50.848799 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] Set router 3c11d0aa-214f-4976-bb3a-35e14ad0525e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:50.917872 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 17964c60-0328-4cb6-afc8-9986293fb969 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:50.918639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (17964c60-0328-4cb6-afc8-9986293fb969), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:50.966648 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 17964c60-0328-4cb6-afc8-9986293fb969, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17964c60-0328-4cb6-afc8-9986293fb969,segment=NetworkSegment(45b943b7-fede-4cb6-bf2c-6532185828f5),segment_id=45b943b7-fede-4cb6-bf2c-6532185828f5)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:50.980595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbda827-846e-48a7-b617-ab858646879e None None] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:46:51.055574 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:46:49Z', 'revision_number': 3, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:51.063766 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (17964c60-0328-4cb6-afc8-9986293fb969), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.064508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:51.121039 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-b981bbca-223b-42dc-ac91-1b8e79170944 None None] Provisioning complete for port 17964c60-0328-4cb6-afc8-9986293fb969 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:51.121423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b981bbca-223b-42dc-ac91-1b8e79170944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (17964c60-0328-4cb6-afc8-9986293fb969), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.176283 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08131e-7193-49d3-9542-af820423691b None None] Checking router: 3c11d0aa-214f-4976-bb3a-35e14ad0525e for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:46:51.176655 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08131e-7193-49d3-9542-af820423691b None None] Updating router 3c11d0aa-214f-4976-bb3a-35e14ad0525e port 2d653211-0d97-42f8-9920-472c18255f87 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:46:51.202391 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=17964c60-0328-4cb6-afc8-9986293fb969,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:51.203875 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-bf08131e-7193-49d3-9542-af820423691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2d653211-0d97-42f8-9920-472c18255f87), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.225945 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:51.226326 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.269880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.299218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-b981bbca-223b-42dc-ac91-1b8e79170944 None None] Current status of the port 17964c60-0328-4cb6-afc8-9986293fb969 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:51.352572 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:51.460484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Allocated IP 172.20.0.1 (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1/dc85c030-887b-43be-bb75-a0947d21c3f7/121f3fe4-6833-4e04-82f9-5f0b31101672) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:51.486232 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-bf08131e-7193-49d3-9542-af820423691b None None] Publish callbacks [] for port (2d653211-0d97-42f8-9920-472c18255f87), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.521236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-eb89dae2-bfc4-4258-b6bb-019832cd4c44 None None] Provisioning complete for port 17964c60-0328-4cb6-afc8-9986293fb969 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:51.521610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eb89dae2-bfc4-4258-b6bb-019832cd4c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (17964c60-0328-4cb6-afc8-9986293fb969), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.557487 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-bf08131e-7193-49d3-9542-af820423691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2d653211-0d97-42f8-9920-472c18255f87), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.567496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks [] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.602225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-eb89dae2-bfc4-4258-b6bb-019832cd4c44 None None] Current status of the port 17964c60-0328-4cb6-afc8-9986293fb969 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:51.611969 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a246-36e4-4283-9290-1ec4a54f92e0 None None] Pushing event updated for resources: {'Port': ['ID=2d653211-0d97-42f8-9920-472c18255f87,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:51.617585 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-bf08131e-7193-49d3-9542-af820423691b None None] Attempting to bind port 2d653211-0d97-42f8-9920-472c18255f87 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:51.618478 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-bf08131e-7193-49d3-9542-af820423691b None None] Attempting to bind port 2d653211-0d97-42f8-9920-472c18255f87 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:51.624186 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08131e-7193-49d3-9542-af820423691b None None] Attempting to bind port 2d653211-0d97-42f8-9920-472c18255f87 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:51.624186 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08131e-7193-49d3-9542-af820423691b None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:51.624186 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08131e-7193-49d3-9542-af820423691b None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:51.625219 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-bf08131e-7193-49d3-9542-af820423691b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.625219 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08131e-7193-49d3-9542-af820423691b None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:51.625388 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-bf08131e-7193-49d3-9542-af820423691b None None] Bound port: 2d653211-0d97-42f8-9920-472c18255f87, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:51.625702 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-bf08131e-7193-49d3-9542-af820423691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2d653211-0d97-42f8-9920-472c18255f87), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.672134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.673882 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-bf08131e-7193-49d3-9542-af820423691b None None] For port 2d653211-0d97-42f8-9920-472c18255f87, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:51.676905 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-bf08131e-7193-49d3-9542-af820423691b None None] For port 2d653211-0d97-42f8-9920-472c18255f87, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d653211-0d97-42f8-9920-472c18255f87,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:46:51.713539 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:51.716780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:51.722185 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:51.746585 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=121f3fe4-6833-4e04-82f9-5f0b31101672,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:51.767298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (3c11d0aa-214f-4976-bb3a-35e14ad0525e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.776036 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-bf08131e-7193-49d3-9542-af820423691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2d653211-0d97-42f8-9920-472c18255f87), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.835171 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] Routers {'3c11d0aa-214f-4976-bb3a-35e14ad0525e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:51.836088 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:51.872389 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a246-36e4-4283-9290-1ec4a54f92e0 None None] Pushing event updated for resources: {'Port': ['ID=2d653211-0d97-42f8-9920-472c18255f87,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:51.923414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-81b8daa6-8851-4d1d-aab1-46e209946647 None None] Provisioning complete for port 121f3fe4-6833-4e04-82f9-5f0b31101672 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:51.923952 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81b8daa6-8851-4d1d-aab1-46e209946647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:51.953248 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] Set router 3c11d0aa-214f-4976-bb3a-35e14ad0525e gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:51.958077 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-81b8daa6-8851-4d1d-aab1-46e209946647 None None] Port 121f3fe4-6833-4e04-82f9-5f0b31101672 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:46:51.991830 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.138134 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-bf08131e-7193-49d3-9542-af820423691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:46:49Z', 'revision_number': 3, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:52.162299 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks [] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.168608 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08131e-7193-49d3-9542-af820423691b None None] The sync data for ids ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'] in dv-neutron-master-2-hyperv is: [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:46:49Z', 'revision_number': 3, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:46:52.229305 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.299352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=121f3fe4-6833-4e04-82f9-5f0b31101672,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:52.301867 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (3c11d0aa-214f-4976-bb3a-35e14ad0525e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.402738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:52.404221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:52.531281 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Router 3c11d0aa-214f-4976-bb3a-35e14ad0525e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:46:52.666121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:46:52.678920 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-85ef6935-1b20-4be0-9dbf-c4fbc6df8cf1 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c11d0aa-214f-4976-bb3a-35e14ad0525e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019647 Mar 09 17:46:52.696722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-0084f38c-8fb8-4822-ba55-7a09c6bfe84e None None] Provisioning complete for port 121f3fe4-6833-4e04-82f9-5f0b31101672 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:52.697212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0084f38c-8fb8-4822-ba55-7a09c6bfe84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.739725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d653211-0d97-42f8-9920-472c18255f87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:52.778427 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-0084f38c-8fb8-4822-ba55-7a09c6bfe84e None None] Port 121f3fe4-6833-4e04-82f9-5f0b31101672 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:46:52.802174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2d653211-0d97-42f8-9920-472c18255f87 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:52.802559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2d653211-0d97-42f8-9920-472c18255f87), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.886008 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2d653211-0d97-42f8-9920-472c18255f87 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:52.886682 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (2d653211-0d97-42f8-9920-472c18255f87), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.912703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 2d653211-0d97-42f8-9920-472c18255f87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d653211-0d97-42f8-9920-472c18255f87,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:52.995052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (2d653211-0d97-42f8-9920-472c18255f87), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:52.996791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 17964c60-0328-4cb6-afc8-9986293fb969 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:53.076172 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=2d653211-0d97-42f8-9920-472c18255f87,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:53.089085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 17964c60-0328-4cb6-afc8-9986293fb969 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:53.089448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (17964c60-0328-4cb6-afc8-9986293fb969), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.170554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 17964c60-0328-4cb6-afc8-9986293fb969 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:53.334203 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42666) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:53.339336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729839727', 'description': 'tempest-secgroup-smoke-729839727 description', 'project_id': '8612816f39564f85809fdc699870be91'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:53.443250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.509654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (97a04f8f-c0dc-440c-9390-f6601edab9e1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.568896 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (97a04f8f-c0dc-440c-9390-f6601edab9e1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.597423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a04f8f-c0dc-440c-9390-f6601edab9e1,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:53.671088 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.672626 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-be36a613-5b8f-4ba5-b9f9-f7fbc3f62d5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3369756 Mar 09 17:46:53.675530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42668) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:53.679945 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '97a04f8f-c0dc-440c-9390-f6601edab9e1', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:53.771187 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (31c8908b-f4c8-4f7a-8c44-8bb2ad6257a1), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.815086 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Sync routers for ids ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:46:53.824115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Routers {'3c11d0aa-214f-4976-bb3a-35e14ad0525e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:53.824751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:53.827629 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (31c8908b-f4c8-4f7a-8c44-8bb2ad6257a1), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.886073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (31c8908b-f4c8-4f7a-8c44-8bb2ad6257a1), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.904072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c8908b-f4c8-4f7a-8c44-8bb2ad6257a1,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:53.966205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:53.967490 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-af50b6e9-b1e3-4958-80e3-e244a74798c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908964 Mar 09 17:46:53.970233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42670) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:53.974990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '97a04f8f-c0dc-440c-9390-f6601edab9e1', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:54.079660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (3c2b5e1e-f08f-4d7c-bc2e-fba15a5f3511), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.083919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Set router 3c11d0aa-214f-4976-bb3a-35e14ad0525e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:54.137343 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (3c2b5e1e-f08f-4d7c-bc2e-fba15a5f3511), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.203243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (3c2b5e1e-f08f-4d7c-bc2e-fba15a5f3511), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.223428 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2b5e1e-f08f-4d7c-bc2e-fba15a5f3511,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:54.274582 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.275837 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2bb784bc-da90-4380-b98c-4658fb36fe0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044734 Mar 09 17:46:54.278689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42672) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:54.280557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:46:51Z', 'revision_number': 4, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '121f3fe4-6833-4e04-82f9-5f0b31101672', 'name': '', 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'mac_address': 'fa:16:3e:bb:92:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'dc85c030-887b-43be-bb75-a0947d21c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:51Z', 'updated_at': '2022-03-09T17:46:52Z', 'revision_number': 2, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'subnets': [{'id': 'dc85c030-887b-43be-bb75-a0947d21c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:54.283311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '97a04f8f-c0dc-440c-9390-f6601edab9e1', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:54.306726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Checking router: 3c11d0aa-214f-4976-bb3a-35e14ad0525e for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:46:54.308592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Updating router 3c11d0aa-214f-4976-bb3a-35e14ad0525e port 121f3fe4-6833-4e04-82f9-5f0b31101672 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:46:54.337921 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.362087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (4c56829c-6837-467a-85b5-dc7e77e8a835), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.421818 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (4c56829c-6837-467a-85b5-dc7e77e8a835), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.471617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4c56829c-6837-467a-85b5-dc7e77e8a835), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.489162 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c56829c-6837-467a-85b5-dc7e77e8a835,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:54.545716 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.546987 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-81e71e68-2ead-4640-8b0f-d7d13f90b3cc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2673457 Mar 09 17:46:54.549970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 42674) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:54.556053 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '97a04f8f-c0dc-440c-9390-f6601edab9e1', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:54.598021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Publish callbacks [] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.617171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d653211-0d97-42f8-9920-472c18255f87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:54.662354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (27175339-3508-47ae-be8a-b0f0a5cf070f), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.663374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 2d653211-0d97-42f8-9920-472c18255f87 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:54.663756 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (2d653211-0d97-42f8-9920-472c18255f87), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.692444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.720966 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (27175339-3508-47ae-be8a-b0f0a5cf070f), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.756375 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601846e-7bc3-4b59-9a3b-5f4e149efb4a None None] Pushing event updated for resources: {'Port': ['ID=121f3fe4-6833-4e04-82f9-5f0b31101672,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:54.808874 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (27175339-3508-47ae-be8a-b0f0a5cf070f), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.831428 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27175339-3508-47ae-be8a-b0f0a5cf070f,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:54.835530 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 2d653211-0d97-42f8-9920-472c18255f87 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:54.838080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Attempting to bind port 121f3fe4-6833-4e04-82f9-5f0b31101672 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:54.838284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Attempting to bind port 121f3fe4-6833-4e04-82f9-5f0b31101672 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:54.838652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Attempting to bind port 121f3fe4-6833-4e04-82f9-5f0b31101672 on network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:54.844599 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:54.844986 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Checking segment: {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:54.845394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.845788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Bound using segment: {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:54.846257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Bound port: 121f3fe4-6833-4e04-82f9-5f0b31101672, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b943b7-fede-4cb6-bf2c-6532185828f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:54.846646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.897920 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:54.899329 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-b902175e-b35d-4d0d-99db-96a8b182f27c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3476229 Mar 09 17:46:54.902349 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42676) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:54.907211 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '97a04f8f-c0dc-440c-9390-f6601edab9e1', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:54.916798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] For port 121f3fe4-6833-4e04-82f9-5f0b31101672, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:54.920490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] For port 121f3fe4-6833-4e04-82f9-5f0b31101672, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=121f3fe4-6833-4e04-82f9-5f0b31101672,segment=NetworkSegment(45b943b7-fede-4cb6-bf2c-6532185828f5),segment_id=45b943b7-fede-4cb6-bf2c-6532185828f5)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:46:54.997993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.012007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Project 8612816f39564f85809fdc699870be91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:46:55.021176 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (2c61c5b3-bda6-4048-8f77-1cfeb2903a62), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.057597 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] Provisioning complete for port 121f3fe4-6833-4e04-82f9-5f0b31101672 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:55.058577 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.086899 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (2c61c5b3-bda6-4048-8f77-1cfeb2903a62), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.093360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Routers {'3c11d0aa-214f-4976-bb3a-35e14ad0525e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:46:55.093997 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:46:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:55.097435 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601846e-7bc3-4b59-9a3b-5f4e149efb4a None None] Pushing event updated for resources: {'Port': ['ID=121f3fe4-6833-4e04-82f9-5f0b31101672,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:55.151816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (2c61c5b3-bda6-4048-8f77-1cfeb2903a62), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.172292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c61c5b3-bda6-4048-8f77-1cfeb2903a62,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:55.250849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] Current status of the port 121f3fe4-6833-4e04-82f9-5f0b31101672 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:55.251248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.253929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.254052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] Set router 3c11d0aa-214f-4976-bb3a-35e14ad0525e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:46:55.256372 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-4c8fdf07-52b0-46e1-b6bd-c8eca9ba0e4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3515775 Mar 09 17:46:55.257909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42678) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:46:55.262436 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '97a04f8f-c0dc-440c-9390-f6601edab9e1', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:55.349127 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Project 8612816f39564f85809fdc699870be91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:46:55.354805 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (28a6c2f5-5031-4a79-8ce2-af14b400367d), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.358126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] For port 121f3fe4-6833-4e04-82f9-5f0b31101672, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=121f3fe4-6833-4e04-82f9-5f0b31101672,segment=NetworkSegment(45b943b7-fede-4cb6-bf2c-6532185828f5),segment_id=45b943b7-fede-4cb6-bf2c-6532185828f5)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:46:55.413264 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (28a6c2f5-5031-4a79-8ce2-af14b400367d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.444088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.489062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (28a6c2f5-5031-4a79-8ce2-af14b400367d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.505526 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966008fb-77bf-496b-bdfd-f512569c7b47 None None] Pushing event updated for resources: {'Port': ['ID=121f3fe4-6833-4e04-82f9-5f0b31101672,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:55.508387 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a6c2f5-5031-4a79-8ce2-af14b400367d,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:55.516748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:46:51Z', 'revision_number': 4, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '121f3fe4-6833-4e04-82f9-5f0b31101672', 'name': '', 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'mac_address': 'fa:16:3e:bb:92:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'dc85c030-887b-43be-bb75-a0947d21c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:51Z', 'updated_at': '2022-03-09T17:46:54Z', 'revision_number': 4, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'subnets': [{'id': 'dc85c030-887b-43be-bb75-a0947d21c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:46:55.544194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc08378-7e2f-474b-aa5f-c5d81b1c19d0 None None] The sync data for ids ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'] in dv-neutron-master-2-hyperv is: [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:46:51Z', 'revision_number': 4, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '121f3fe4-6833-4e04-82f9-5f0b31101672', 'name': '', 'network_id': '3c96a0dc-a7eb-4c32-a757-35e66ec9faf1', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'mac_address': 'fa:16:3e:bb:92:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'dc85c030-887b-43be-bb75-a0947d21c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:51Z', 'updated_at': '2022-03-09T17:46:54Z', 'revision_number': 4, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'subnets': [{'id': 'dc85c030-887b-43be-bb75-a0947d21c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:46:55.563006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-385d1d8f-f0c3-4274-84cc-446a2c2f1339 None None] Provisioning complete for port 121f3fe4-6833-4e04-82f9-5f0b31101672 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:55.563552 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-385d1d8f-f0c3-4274-84cc-446a2c2f1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.571238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:55.581973 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0e016b6a-47bb-42d8-87a6-ff082b34a306 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3142204 Mar 09 17:46:55.672004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-385d1d8f-f0c3-4274-84cc-446a2c2f1339 None None] Current status of the port 121f3fe4-6833-4e04-82f9-5f0b31101672 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:55.757745 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-71790e0d-e419-4556-9b62-148c1a8c1967 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729839727&fields=id&tenant_id=8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 267 time: 0.0488715 Mar 09 17:46:55.871694 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-bafd394f-5ec7-491a-8797-f3ca7fb8ac41 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:55.874175 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-bafd394f-5ec7-491a-8797-f3ca7fb8ac41 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 809 time: 0.1095676 Mar 09 17:46:55.888807 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-8b40a7a1-b761-43f1-a212-9edcbb933db4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/quotas/8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 375 time: 0.0101888 Mar 09 17:46:55.945085 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-00fa74e9-288d-41ab-86cf-bfbc9e2f2e02 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507193 Mar 09 17:46:56.046352 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-08ce09fc-80aa-4f8d-b3b6-4a36d4c3cf3e service neutron] 10.222.0.16 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892973 Mar 09 17:46:56.137493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-44e000df-f5db-4c8a-afb0-6786fcbe7a88 service neutron] 10.222.0.16 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Mar 09 17:46:56.400905 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29480d67-65e7-4a0f-a58c-976094dca92f req-737fbffc-006a-4d2b-888a-426706f9debb tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 210 time: 0.0335755 Mar 09 17:46:56.639822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 121f3fe4-6833-4e04-82f9-5f0b31101672 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:46:56.693792 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 121f3fe4-6833-4e04-82f9-5f0b31101672 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:56.694238 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:56.771818 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 121f3fe4-6833-4e04-82f9-5f0b31101672 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:46:57.495187 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5c1333f6-a92c-47f7-a510-f3e439f82856 req-a4e42e00-ee67-40a5-9c0b-21594ae2b656 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 210 time: 0.0312178 Mar 09 17:46:58.435938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-9e06893a-fff5-48ea-9184-d77f014647c6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:58.437394 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-9e06893a-fff5-48ea-9184-d77f014647c6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 809 time: 0.0981026 Mar 09 17:46:58.501229 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-e73cafeb-9c22-4e5f-befb-e24d87d63891 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 379 time: 0.0537257 Mar 09 17:46:58.509231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'port': {'device_id': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'admin_state_up': True, 'tenant_id': '8612816f39564f85809fdc699870be91', 'security_groups': ['97a04f8f-c0dc-440c-9390-f6601edab9e1']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:58.594385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f4bac7a8-a6a5-4fe6-8bd0-64efa12062a6 req-46f23022-7d3d-49b0-a0c3-3b9733b19429 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 210 time: 0.0277700 Mar 09 17:46:58.680516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Made reservation on behalf of 8612816f39564f85809fdc699870be91 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:46:58.684033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:58.813001 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Allocated IP 172.20.0.4 (0d29ad63-9e57-473e-9b4c-125550d15bba/4a1a2d8f-abae-4d9c-91de-b6fee34a5218/0d49e434-4f83-4180-8f54-81e4933a7914) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:46:58.947120 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for port (0d49e434-4f83-4180-8f54-81e4933a7914), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.041060 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.069268 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.084865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Network 0d29ad63-9e57-473e-9b4c-125550d15bba is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:46:59.088685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:46:59.095530 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:46:59.121329 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:59.149850 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:59.150479 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.226002 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-c92d8ef9-fb15-4f66-ab6e-f95e13e5f16d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202652 Mar 09 17:46:59.237471 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Request body: {'port': {'device_id': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:46:59.297448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.322814 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-400a6981-d8f0-4966-b914-5e83024bb95a None None] Provisioning complete for port 0d49e434-4f83-4180-8f54-81e4933a7914 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:46:59.323199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-400a6981-d8f0-4966-b914-5e83024bb95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.356066 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-400a6981-d8f0-4966-b914-5e83024bb95a None None] Port 0d49e434-4f83-4180-8f54-81e4933a7914 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:46:59.559280 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d49e434-4f83-4180-8f54-81e4933a7914 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:46:59.566499 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Publish callbacks [] for port (0d49e434-4f83-4180-8f54-81e4933a7914), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.578084 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Transition to ACTIVE for port object 0d49e434-4f83-4180-8f54-81e4933a7914 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:46:59.670817 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.741231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:46:59.760510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1272-1379-4cd1-a83d-986236466b8b req-968c6dc6-f053-4073-9f52-ec73a61c2193 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:46:59.762068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-759b1272-1379-4cd1-a83d-986236466b8b req-968c6dc6-f053-4073-9f52-ec73a61c2193 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.1019278 Mar 09 17:46:59.867299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-759b1272-1379-4cd1-a83d-986236466b8b req-8fb3c977-d5d9-45d4-8498-e0a740360905 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872109 Mar 09 17:46:59.868522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Attempting to bind port 0d49e434-4f83-4180-8f54-81e4933a7914 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:46:59.868965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Attempting to bind port 0d49e434-4f83-4180-8f54-81e4933a7914 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:46:59.869395 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Attempting to bind port 0d49e434-4f83-4180-8f54-81e4933a7914 on network 0d29ad63-9e57-473e-9b4c-125550d15bba {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:59.874441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Port 0d49e434-4f83-4180-8f54-81e4933a7914 on network 0d29ad63-9e57-473e-9b4c-125550d15bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:46:59.874886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Attempting to bind port 0d49e434-4f83-4180-8f54-81e4933a7914 on network 0d29ad63-9e57-473e-9b4c-125550d15bba {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:46:59.880762 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:46:59.881211 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Checking segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:46:59.881696 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Bound using segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:46:59.882358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Bound port: 0d49e434-4f83-4180-8f54-81e4933a7914, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:46:59.883099 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:46:59.944542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:46:59.947463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:47:00.035622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:00.073358 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.073944 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:00.075311 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 1093 time: 0.8421419 Mar 09 17:47:00.075778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:47:00.078064 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:47:00.106740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22daab-c352-439b-9df3-2387dc548873 service neutron] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:47:00.122361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a421a7f7-32a1-424b-b86a-b2c6e8452619 x-openstack-request-id: req-a421a7f7-32a1-424b-b86a-b2c6e8452619 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:47:00.126047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:47:00.126047 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a421a7f7-32a1-424b-b86a-b2c6e8452619 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:47:00.126047 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'status': 'completed', 'code': 200} Mar 09 17:47:00.186954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f req-9260b583-0837-4f3f-906e-88e4396645b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.188565 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f req-9260b583-0837-4f3f-906e-88e4396645b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1127 time: 0.0466890 Mar 09 17:47:00.296666 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f req-ddb29bf6-518e-43ee-bf8d-4cfe2b8f22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.298318 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f req-ddb29bf6-518e-43ee-bf8d-4cfe2b8f22a8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8612816f39564f85809fdc699870be91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0949867 Mar 09 17:47:00.393013 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f req-4ff8f2a4-513f-4d84-9b6c-0b9c82271d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.394429 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2dd4e982-dfbb-4e2f-9ff7-9831fd7cd18f req-4ff8f2a4-513f-4d84-9b6c-0b9c82271d8e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0907967 Mar 09 17:47:00.470818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-59ff4916-4708-4ef2-9b82-00c832d6dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.472297 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-59ff4916-4708-4ef2-9b82-00c832d6dc68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1127 time: 0.0443106 Mar 09 17:47:00.515780 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-b651d9f6-893d-4cdc-b4d5-57c5bc0ce40c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 217 time: 0.0368032 Mar 09 17:47:00.561807 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-58eca579-bed4-4cec-aaec-eeb7973040a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.563415 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-58eca579-bed4-4cec-aaec-eeb7973040a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0423253 Mar 09 17:47:00.612268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-bc80cb94-a80f-4bed-934a-e32035b1368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.613776 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-bc80cb94-a80f-4bed-934a-e32035b1368d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444987 Mar 09 17:47:00.704643 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-a9114514-c3ee-4642-99da-ec4fe9b1740a service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 Mar 09 17:47:00.790950 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7265dacd-8211-45a4-afcd-7a0fda832d59 req-b6a30000-067c-4076-b32d-d7c06b295117 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798998 Mar 09 17:47:00.989718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b75f7-66f4-4368-ab85-791694f1ef39 req-8bce7a89-cfdf-4b45-a7f4-3a3e5d231014 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:00.991151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-984b75f7-66f4-4368-ab85-791694f1ef39 req-8bce7a89-cfdf-4b45-a7f4-3a3e5d231014 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0573878 Mar 09 17:47:01.038949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-984b75f7-66f4-4368-ab85-791694f1ef39 req-c6e13eb0-7585-4609-b566-05ea7f68a5a1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 Mar 09 17:47:02.105579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:47:02.159239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08902d9e-af6d-4c7c-8632-75d9b9ec6831 req-da1584e1-477f-4d46-bc3f-9447db4cea32 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:02.160757 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-08902d9e-af6d-4c7c-8632-75d9b9ec6831 req-da1584e1-477f-4d46-bc3f-9447db4cea32 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0541749 Mar 09 17:47:02.204367 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:47:02.207892 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-08902d9e-af6d-4c7c-8632-75d9b9ec6831 req-2fc8523e-6a2f-4460-82ba-9a50d6a32b75 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 Mar 09 17:47:02.216045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '0d49e434-4f83-4180-8f54-81e4933a7914', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'mac_address': 'fa:16:3e:0f:c6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:47:02.252680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:47:02.253010 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:02.265302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d49e434-4f83-4180-8f54-81e4933a7914 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:47:02.284907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:47:02.362760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:02.408665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:47:02.567030 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['0d49e434-4f83-4180-8f54-81e4933a7914'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:47:03.322420 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca69d7-4ec9-4f1c-81c6-0565c9fb798e req-1b5a311b-98bf-4619-9cdb-87554845d83d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:03.323904 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93ca69d7-4ec9-4f1c-81c6-0565c9fb798e req-1b5a311b-98bf-4619-9cdb-87554845d83d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 944 time: 0.0515466 Mar 09 17:47:03.372109 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-93ca69d7-4ec9-4f1c-81c6-0565c9fb798e req-bb434b01-dfcb-4b01-89f7-c6d27dc574b1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Mar 09 17:47:03.686072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-26d8e8f4-804b-4f73-bb79-2338aaf0b7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:04.113458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:47:04.249261 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 0d49e434-4f83-4180-8f54-81e4933a7914 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:47:04.253592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 0d49e434-4f83-4180-8f54-81e4933a7914 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:47:04.254071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:04.329014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:47:04.329404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:04.351557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:47:04.353809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e1b283-b2a6-4ccb-ad4e-19f9a2c19ed2" -d '{"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:47:04.368438 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:47:04.388565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3034a7-4572-4838-ad5a-2dc7f301c861 x-openstack-request-id: req-de3034a7-4572-4838-ad5a-2dc7f301c861 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:47:04.388956 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:47:04.389226 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de3034a7-4572-4838-ad5a-2dc7f301c861 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:47:04.389696 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'code': 200} Mar 09 17:47:04.449159 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:04.491802 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3605d-0c9b-4538-9712-2927c49691f4 req-d0bdab32-c431-46ed-883f-ec0d097984ce tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:04.493830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-95c3605d-0c9b-4538-9712-2927c49691f4 req-d0bdab32-c431-46ed-883f-ec0d097984ce tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0535834 Mar 09 17:47:04.499596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:47:04.547910 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-95c3605d-0c9b-4538-9712-2927c49691f4 req-b5c3c925-43c9-42ef-affa-769120fd0f94 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482168 Mar 09 17:47:04.677339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9afb-812c-46c2-af46-e3d9a825ff61 req-8fbc8e2c-b0e6-41f9-be8b-fdc77c2ea782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:04.678837 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-855a9afb-812c-46c2-af46-e3d9a825ff61 req-8fbc8e2c-b0e6-41f9-be8b-fdc77c2ea782 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1129 time: 0.0436640 Mar 09 17:47:04.723186 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-855a9afb-812c-46c2-af46-e3d9a825ff61 req-3f9c1d2e-30aa-47f0-ae6d-ce8f6b1111c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384219 Mar 09 17:47:05.669794 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea47372-7218-4742-be5e-fd7f60867e7b req-c625fefc-f441-4025-9dec-c669b5aad4da tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:05.671275 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aea47372-7218-4742-be5e-fd7f60867e7b req-c625fefc-f441-4025-9dec-c669b5aad4da tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0557756 Mar 09 17:47:05.720951 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-aea47372-7218-4742-be5e-fd7f60867e7b req-8bf7005b-a27c-48cf-9936-3d44a921e919 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440671 Mar 09 17:47:06.394845 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ef3429ab-fb9a-46b9-82af-d2e56525f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:06.837326 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614ab0-964b-44b0-bbf3-94ccb8457221 req-169b1a54-078e-4516-9e7e-39374dae4183 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:06.838803 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-66614ab0-964b-44b0-bbf3-94ccb8457221 req-169b1a54-078e-4516-9e7e-39374dae4183 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0521560 Mar 09 17:47:06.886803 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-66614ab0-964b-44b0-bbf3-94ccb8457221 req-7a0d07a8-0c76-460c-b970-2dad56a25ae5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 Mar 09 17:47:07.004592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4add7a-e823-48f8-896d-e6aa8b9c16e3 req-7a83fc0a-6b8b-4fc8-9fd1-e82f3f61f287 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:07.006086 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fb4add7a-e823-48f8-896d-e6aa8b9c16e3 req-7a83fc0a-6b8b-4fc8-9fd1-e82f3f61f287 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0535455 Mar 09 17:47:07.055481 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fb4add7a-e823-48f8-896d-e6aa8b9c16e3 req-8cb1c6d2-ceb6-43c1-9379-aef46d225fb0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 Mar 09 17:47:07.077103 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42734) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:47:07.205292 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896376d6-feb4-4d81-9caf-6bb3c89884bc tempest-TestShelveInstance-711718361 tempest-TestShelveInstance-711718361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:07.206878 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-896376d6-feb4-4d81-9caf-6bb3c89884bc tempest-TestShelveInstance-711718361 tempest-TestShelveInstance-711718361-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1124 time: 0.1287663 Mar 09 17:47:07.209708 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 42738) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:47:07.214519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'tenant_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:47:07.295036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:07.344445 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:07.407361 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:07.514020 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Allocated IP 172.36.5.84 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/0e7570dd-a40d-4d06-ac8a-ab8904d92a96) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:47:07.617415 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:07.701065 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:07.739321 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:47:07.744671 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:47:07.748086 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:47:07.773144 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'Port': ['ID=0e7570dd-a40d-4d06-ac8a-ab8904d92a96,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:47:08.112081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (77fb1641-8554-45c0-8f41-642e40d26285), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:08.248691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:08.397855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:08.458620 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:08.489603 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:08.528858 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'Port': ['ID=0e7570dd-a40d-4d06-ac8a-ab8904d92a96,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:47:08.539101 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (77fb1641-8554-45c0-8f41-642e40d26285), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:08.640078 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Floating IP 77fb1641-8554-45c0-8f41-642e40d26285 associated. External IP: 172.36.5.84, port: 0d49e434-4f83-4180-8f54-81e4933a7914. Mar 09 17:47:08.740760 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-c85acd38-42a5-4aa7-8698-4dfbf0e80c3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541060 Mar 09 17:47:08.822130 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-0c99e5b7-b4dd-4c5a-aa67-702213e6d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:08.823669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-0c99e5b7-b4dd-4c5a-aa67-702213e6d570 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1129 time: 0.0444887 Mar 09 17:47:08.862301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:47:08.927906 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-1d8117a9-cabe-41af-8fb7-d355dc52c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:08.929431 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-1d8117a9-cabe-41af-8fb7-d355dc52c028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0883663 Mar 09 17:47:08.973176 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:47:08.983590 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:47:08.994039 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-aa4cde17-6745-48e5-ad1d-c08dc5e974fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 998 time: 0.0593092 Mar 09 17:47:08.998408 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:47:09.001860 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:47:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:47:09.042039 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-8f4fe18e-a88a-4c05-aba1-ddb3b0856a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:09.043399 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-8f4fe18e-a88a-4c05-aba1-ddb3b0856a4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0438778 Mar 09 17:47:09.045650 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:09.077492 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ac1061e9-b314-45ae-a30c-dd8309df1bb9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8667686 Mar 09 17:47:09.078107 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:47:09.080372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d68c817-ca6e-407e-8784-8fab80127c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:47:09.097928 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-956df210-e93e-4b04-872e-944ca6ec2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:09.099441 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-956df210-e93e-4b04-872e-944ca6ec2c75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0508792 Mar 09 17:47:09.125553 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:47:09.193809 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-a340606a-b93c-46a9-b7a7-604f34ac4f84 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878339 Mar 09 17:47:09.296395 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1c88a6e3-03c4-4ea8-adf9-71a12b7b412d req-253dd94b-6578-4156-b07e-fbecbc155648 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971916 Mar 09 17:47:09.347459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58d54ed-f529-4e05-902b-d4765481eecd x-openstack-request-id: req-b58d54ed-f529-4e05-902b-d4765481eecd {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:47:09.348027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:47:09.348027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b58d54ed-f529-4e05-902b-d4765481eecd {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:47:09.348500 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'status': 'completed', 'code': 200} Mar 09 17:47:09.378163 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '77fb1641-8554-45c0-8f41-642e40d26285', 'tenant_id': '8612816f39564f85809fdc699870be91', 'floating_ip_address': '172.36.5.84', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'mac_address': 'fa:16:3e:0f:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:47:07Z', 'updated_at': '2022-03-09T17:47:07Z', 'revision_number': 0, 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:47:09.406698 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:47:09.415726 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:47:09.416360 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:47:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:47:09.455207 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-be9fe092-1122-4bca-9cdb-96e33ee94f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:09.456828 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-be9fe092-1122-4bca-9cdb-96e33ee94f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1129 time: 0.0453753 Mar 09 17:47:09.527457 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:47:09.548815 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-81092877-3937-4bf6-b49d-eff9dfd508d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:09.550294 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-81092877-3937-4bf6-b49d-eff9dfd508d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0868039 Mar 09 17:47:09.615779 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-35ac4164-ff7c-4e42-acef-b5601308ef70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 998 time: 0.0590367 Mar 09 17:47:09.662578 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-7f8a051a-113d-4bb3-bf54-3943716afce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:09.664371 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-7f8a051a-113d-4bb3-bf54-3943716afce8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0430281 Mar 09 17:47:09.714228 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-1a90ac49-37ca-46f9-b81e-193cd6291463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:47:09.716019 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-1a90ac49-37ca-46f9-b81e-193cd6291463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462162 Mar 09 17:47:09.753862 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '77fb1641-8554-45c0-8f41-642e40d26285', 'tenant_id': '8612816f39564f85809fdc699870be91', 'floating_ip_address': '172.36.5.84', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'mac_address': 'fa:16:3e:0f:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:47:07Z', 'updated_at': '2022-03-09T17:47:07Z', 'revision_number': 0, 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:47:09.783224 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7a601-8314-4ecb-b6f1-7f5ab9e6efd6 None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '77fb1641-8554-45c0-8f41-642e40d26285', 'tenant_id': '8612816f39564f85809fdc699870be91', 'floating_ip_address': '172.36.5.84', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'mac_address': 'fa:16:3e:0f:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:47:07Z', 'updated_at': '2022-03-09T17:47:07Z', 'revision_number': 0, 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:47:09.803151 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-4a921034-38fd-4a42-b164-0fb9886b65ba service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815988 Mar 09 17:47:09.920982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:09.985601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ceab6-e7f5-4b72-b90f-bb7edff907bd None None] New status for floating IP 77fb1641-8554-45c0-8f41-642e40d26285: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:47:10.229332 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5d68c817-ca6e-407e-8784-8fab80127c4d req-55c294be-d955-477f-adbc-cf38d9f9811e service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203031 Mar 09 17:47:13.957773 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:47:29.071992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:33.626535 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0b97027e-8727-4e52-b390-afc4e1f2d93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:36.357601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9afb41ce-d401-498a-8ede-500bf10f9b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:37.344426 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:38.509523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:39.940687 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:47:50.955987 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:47:59.089765 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:03.621080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-4448decf-4e37-4940-8ca0-e6307bf66367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:06.334961 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-82c54107-fb07-4fbf-b61b-b072ea258e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:07.344651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:08.518049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:09.889779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:10.145176 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-1783cda3-4ff0-4d90-b971-615c7f033dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437012 Mar 09 17:48:10.226751 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-530dd12a-2187-42cf-897c-d92d9269c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:48:10.228209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-530dd12a-2187-42cf-897c-d92d9269c612 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1129 time: 0.0441406 Mar 09 17:48:10.330388 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-257c97ba-4bb5-43e6-a584-c6deb29b6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:48:10.331853 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-257c97ba-4bb5-43e6-a584-c6deb29b6b67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0863931 Mar 09 17:48:10.397700 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-80912607-a4c4-45ea-ada3-3cff3b8bf47b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 1000 time: 0.0595725 Mar 09 17:48:10.448818 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-d010507c-1b98-4c62-a558-e56e201d65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:48:10.450270 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-d010507c-1b98-4c62-a558-e56e201d65c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0466018 Mar 09 17:48:10.497103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-5d493696-9d45-4bed-8c4f-83bada22b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:48:10.498603 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-5d493696-9d45-4bed-8c4f-83bada22b396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429287 Mar 09 17:48:10.508453 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-e2be6ff9-a852-4362-a4f6-3b95882f3092 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:48:10.516382 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-e2be6ff9-a852-4362-a4f6-3b95882f3092 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048048 Mar 09 17:48:10.597705 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-9c0eb886-5a47-4110-ae8f-13332f0e4480 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813015 Mar 09 17:48:10.686947 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a2e508e-82b5-40d6-a49e-59f71b0515db req-f4ccd80a-3108-434b-a89c-e9394f670231 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838108 Mar 09 17:48:27.955794 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:48:29.083650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:33.661282 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-79a746bd-2006-4e63-9153-4eb7639c21df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:36.352303 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5d05f5fe-41b6-4ebf-a880-66b6d41175b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:37.364019 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:38.495185 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:39.927741 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:48:59.099515 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:03.649916 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-47f1ba32-5f01-4826-90a2-026ec618ac85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:04.956215 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:49:05.208930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c67ab-a0ff-4b58-b41d-9b25289980a3 req-4de5d52c-53c6-4960-b218-c39f5e592d83 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:05.210335 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ab3c67ab-a0ff-4b58-b41d-9b25289980a3 req-4de5d52c-53c6-4960-b218-c39f5e592d83 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.1100204 Mar 09 17:49:05.257999 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ab3c67ab-a0ff-4b58-b41d-9b25289980a3 req-333e2bfa-1ec0-48d1-af13-2b5c667ffd2f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421498 Mar 09 17:49:06.335715 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b3ac116a-6b27-42e3-8a31-cf7438df3a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:06.383233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381342ac-06a6-43d2-82ca-288359854ac1 req-b767a8f1-2795-46fe-92ed-5ca685113f00 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:06.384759 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-381342ac-06a6-43d2-82ca-288359854ac1 req-b767a8f1-2795-46fe-92ed-5ca685113f00 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0550487 Mar 09 17:49:06.432749 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-381342ac-06a6-43d2-82ca-288359854ac1 req-a1d203c0-b1ae-4ed1-b7a4-a235f5926661 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Mar 09 17:49:07.335981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:07.562198 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff84f-e9e1-4a5f-86b4-d804a56a71d1 req-33008eb2-695c-4ea3-a5c2-3284dd7b89d8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:07.564469 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e89ff84f-e9e1-4a5f-86b4-d804a56a71d1 req-33008eb2-695c-4ea3-a5c2-3284dd7b89d8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0583591 Mar 09 17:49:07.616226 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e89ff84f-e9e1-4a5f-86b4-d804a56a71d1 req-ae58b7a3-281d-4ca4-acbc-ec3823e06956 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461175 Mar 09 17:49:08.499946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:08.734611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9962be5-b2d8-4937-8691-711ab98175a4 req-d08cf9c0-737e-4b4b-bd21-d97bd78ace91 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:08.736113 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f9962be5-b2d8-4937-8691-711ab98175a4 req-d08cf9c0-737e-4b4b-bd21-d97bd78ace91 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0511518 Mar 09 17:49:08.785989 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f9962be5-b2d8-4937-8691-711ab98175a4 req-1e6e35d2-5dd7-4b4b-8981-cd8357ba92c2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Mar 09 17:49:09.903188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491016f-8667-4412-9f2c-90b2f17d0da0 req-4807033a-83bc-4cc4-80cc-fcc6fcc4c82c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:09.904614 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8491016f-8667-4412-9f2c-90b2f17d0da0 req-4807033a-83bc-4cc4-80cc-fcc6fcc4c82c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0528698 Mar 09 17:49:09.935582 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:09.954245 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8491016f-8667-4412-9f2c-90b2f17d0da0 req-b0001d21-045b-4cf9-aea2-71a93788e377 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Mar 09 17:49:11.070243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c1562-b6e2-455c-a395-cc0fdccee165 req-1a25f826-3876-4083-b9ad-8b40c4e394cf tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:11.071707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-605c1562-b6e2-455c-a395-cc0fdccee165 req-1a25f826-3876-4083-b9ad-8b40c4e394cf tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0517297 Mar 09 17:49:11.120166 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-605c1562-b6e2-455c-a395-cc0fdccee165 req-7bb8e4ce-35de-48ef-9b38-d32e81efe87c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Mar 09 17:49:12.233851 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f697ab-9268-4a7f-9c4e-a5f22b0ceb70 req-478ff9b9-f0cc-49cc-ac80-a2fd637e0532 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:12.235292 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b2f697ab-9268-4a7f-9c4e-a5f22b0ceb70 req-478ff9b9-f0cc-49cc-ac80-a2fd637e0532 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0505660 Mar 09 17:49:12.286164 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b2f697ab-9268-4a7f-9c4e-a5f22b0ceb70 req-0633f4ab-13bb-42b1-b677-8f6abd08f5e6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Mar 09 17:49:12.888617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904d5f-f592-4180-be84-02ce0d66198d req-d63e4fb8-5896-44cd-aed8-0399374064af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:12.890138 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-d63e4fb8-5896-44cd-aed8-0399374064af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1129 time: 0.0868909 Mar 09 17:49:12.993290 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904d5f-f592-4180-be84-02ce0d66198d req-cbad145a-98c7-4f54-a359-4f5d85adca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:12.994764 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-cbad145a-98c7-4f54-a359-4f5d85adca25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0858953 Mar 09 17:49:13.066430 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-99dcb00b-205f-4a5a-b7d0-0b9a2d606d01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 1000 time: 0.0655625 Mar 09 17:49:13.126096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904d5f-f592-4180-be84-02ce0d66198d req-f533c7ba-2c26-4d30-aa7f-c95dbc0609d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:13.128365 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-f533c7ba-2c26-4d30-aa7f-c95dbc0609d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0557134 Mar 09 17:49:13.181584 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904d5f-f592-4180-be84-02ce0d66198d req-efe087c5-35b4-4f3b-a41b-107e3f31caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:13.183085 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-efe087c5-35b4-4f3b-a41b-107e3f31caad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493808 Mar 09 17:49:13.284859 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-1d4274f4-95a2-4658-a962-a0d2cc8700c8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949554 Mar 09 17:49:13.383566 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ca904d5f-f592-4180-be84-02ce0d66198d req-2308677b-af98-4a4b-bf85-c1a093603e73 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933399 Mar 09 17:49:13.403687 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0d3f6-8577-44be-86e0-37d1d9798c6c req-451c5551-0733-4d72-af99-e71bf94d24b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:13.405265 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bdd0d3f6-8577-44be-86e0-37d1d9798c6c req-451c5551-0733-4d72-af99-e71bf94d24b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0517478 Mar 09 17:49:13.452189 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bdd0d3f6-8577-44be-86e0-37d1d9798c6c req-80fea4c7-fdef-4499-a457-397b5750a796 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407226 Mar 09 17:49:14.568426 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39aa7-1901-4627-badf-431d1f39324d req-c836e330-2820-4393-a6c2-c55e25c77162 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:14.569891 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ebb39aa7-1901-4627-badf-431d1f39324d req-c836e330-2820-4393-a6c2-c55e25c77162 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0513766 Mar 09 17:49:14.616944 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ebb39aa7-1901-4627-badf-431d1f39324d req-929d4f3e-6d92-43d8-8081-71aa95f8962b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Mar 09 17:49:15.740550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd6bd0-8075-4395-b3fc-b793a5a845c1 req-c30bbfc8-66da-4c03-88d5-590c8d4301f3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:15.742023 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-18dd6bd0-8075-4395-b3fc-b793a5a845c1 req-c30bbfc8-66da-4c03-88d5-590c8d4301f3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0568531 Mar 09 17:49:15.789429 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-18dd6bd0-8075-4395-b3fc-b793a5a845c1 req-c9e7a7e2-12d1-4e99-af45-d2d5dd26bca3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Mar 09 17:49:16.738650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:49:16.834673 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:16.846458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '0d49e434-4f83-4180-8f54-81e4933a7914', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'mac_address': 'fa:16:3e:0f:c6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:49:16.884012 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:49:16.884328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:16.897131 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d49e434-4f83-4180-8f54-81e4933a7914 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:49:16.908662 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393bddf-8d11-4793-b576-6eb2a1debd93 req-616321cb-1ad9-47ed-8c0f-736102cbd0e4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:16.910168 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8393bddf-8d11-4793-b576-6eb2a1debd93 req-616321cb-1ad9-47ed-8c0f-736102cbd0e4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0537105 Mar 09 17:49:16.916295 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:16.959669 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8393bddf-8d11-4793-b576-6eb2a1debd93 req-43123945-7316-4041-9491-00df7bd2880e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Mar 09 17:49:16.975689 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:17.025309 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:49:17.033313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.033665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.034026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.034346 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.034680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.035009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.035338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.035667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.035993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.036410 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.036748 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.037069 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.037395 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:49:17.052228 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['0d49e434-4f83-4180-8f54-81e4933a7914'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:49:18.081580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd4b5f-4739-4a6b-8639-83885dbadc32 req-b78384ed-d751-4074-ae09-c0d0a10f85d0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:18.083125 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2edd4b5f-4739-4a6b-8639-83885dbadc32 req-b78384ed-d751-4074-ae09-c0d0a10f85d0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 944 time: 0.0559690 Mar 09 17:49:18.136906 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2edd4b5f-4739-4a6b-8639-83885dbadc32 req-a1fbd541-32b8-4d70-b696-d708aecbae55 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476646 Mar 09 17:49:18.739315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:49:18.794926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 0d49e434-4f83-4180-8f54-81e4933a7914 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:49:18.795457 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:18.875990 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:49:18.876478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:18.902071 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:49:18.904649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773758ae-f02d-4291-8eeb-ba16a10b7ed4" -d '{"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:49:18.918053 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:18.949400 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4af7a0-7899-41c6-8118-4d963f8897d1 x-openstack-request-id: req-df4af7a0-7899-41c6-8118-4d963f8897d1 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:49:18.949725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:49:18.950302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df4af7a0-7899-41c6-8118-4d963f8897d1 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:49:18.950720 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'code': 200} Mar 09 17:49:18.991554 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:19.048366 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:49:19.268134 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfc174-05ef-4678-a790-60f477d895d6 req-a25b9d89-62fb-471f-a63b-d346447e2989 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:19.272060 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-11dfc174-05ef-4678-a790-60f477d895d6 req-a25b9d89-62fb-471f-a63b-d346447e2989 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0622838 Mar 09 17:49:19.336971 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-11dfc174-05ef-4678-a790-60f477d895d6 req-a5ebf7cb-01c6-4011-a48a-bbc1d2cb0613 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590801 Mar 09 17:49:20.470991 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214c63d-da3e-4b9c-bcac-c608373c9150 req-ff7880aa-2918-44df-a87e-3778c1b246c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:20.472770 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d214c63d-da3e-4b9c-bcac-c608373c9150 req-ff7880aa-2918-44df-a87e-3778c1b246c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0619845 Mar 09 17:49:20.524573 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d214c63d-da3e-4b9c-bcac-c608373c9150 req-2b539ff9-281a-4394-9fbf-7c81060cf849 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450342 Mar 09 17:49:21.647772 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83593904-4221-4e31-b711-33ca47d59019 req-25ad573f-8e1b-4a22-af56-64faa3ebff7e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:21.652816 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83593904-4221-4e31-b711-33ca47d59019 req-25ad573f-8e1b-4a22-af56-64faa3ebff7e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0570102 Mar 09 17:49:21.705513 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83593904-4221-4e31-b711-33ca47d59019 req-ca49ad26-45fc-457d-8d02-5f483db90a05 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506387 Mar 09 17:49:22.831215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dbe70-c4b8-4c3f-9e0b-00980df75237 req-89b8a3bc-2410-4225-bf65-34f08b9afaaa tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:22.838093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-285dbe70-c4b8-4c3f-9e0b-00980df75237 req-89b8a3bc-2410-4225-bf65-34f08b9afaaa tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0609546 Mar 09 17:49:22.897037 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-285dbe70-c4b8-4c3f-9e0b-00980df75237 req-1ff962f5-9fd9-4594-9a39-3819bbe6cbde tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521352 Mar 09 17:49:24.011238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a487-3a53-42b9-b423-a126f93a4432 req-35d9228f-b64b-4805-a2f4-cc576c6a1823 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:24.018329 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ddd3a487-3a53-42b9-b423-a126f93a4432 req-35d9228f-b64b-4805-a2f4-cc576c6a1823 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0604970 Mar 09 17:49:24.065593 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ddd3a487-3a53-42b9-b423-a126f93a4432 req-8c110bd2-f4ba-4c9c-84b5-9a2a8cd58bd6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464053 Mar 09 17:49:25.198111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4383989-85dd-41d9-883a-0894a7ea2926 req-8c4b0c63-8a12-4bfd-9357-76edbe89c765 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:25.199780 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4383989-85dd-41d9-883a-0894a7ea2926 req-8c4b0c63-8a12-4bfd-9357-76edbe89c765 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0616601 Mar 09 17:49:25.259090 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4383989-85dd-41d9-883a-0894a7ea2926 req-bc2c3a7c-bfd2-4574-a76f-f59a470cda0f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536952 Mar 09 17:49:26.769039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691e4bd-fba8-4c1b-9a0e-ec948bb8a712 req-d0839758-e378-4d73-8b78-b42e89fdc449 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:26.770542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4691e4bd-fba8-4c1b-9a0e-ec948bb8a712 req-d0839758-e378-4d73-8b78-b42e89fdc449 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.4360435 Mar 09 17:49:26.827689 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4691e4bd-fba8-4c1b-9a0e-ec948bb8a712 req-dfa5ca55-8e09-472f-971f-c9e7a8184b6b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487850 Mar 09 17:49:27.967034 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac504dc8-45d1-4893-afbb-77f8b3a56661 req-6bfa748b-9370-454c-8549-2ec9b01a7881 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:27.968833 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac504dc8-45d1-4893-afbb-77f8b3a56661 req-6bfa748b-9370-454c-8549-2ec9b01a7881 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0591686 Mar 09 17:49:28.039965 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ac504dc8-45d1-4893-afbb-77f8b3a56661 req-db5c1b48-bbf3-4dd8-a36e-772d23bd0481 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628715 Mar 09 17:49:29.141919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:29.157897 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62065-dc9d-41f5-9622-9e21ed1fedf3 req-bbb2826a-6482-4ebe-95c4-372f40e7d57c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:29.159369 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fd62065-dc9d-41f5-9622-9e21ed1fedf3 req-bbb2826a-6482-4ebe-95c4-372f40e7d57c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0529647 Mar 09 17:49:29.207093 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7fd62065-dc9d-41f5-9622-9e21ed1fedf3 req-b7c0b869-d834-41c7-8c5d-ed78c57e807a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Mar 09 17:49:29.359105 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788457-3cd8-441f-a195-364de0be2ee8 req-8d76dec6-d13c-48a6-a2f6-f2ad4c8a2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:29.361227 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-8d76dec6-d13c-48a6-a2f6-f2ad4c8a2728 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1129 time: 0.0444231 Mar 09 17:49:29.452809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788457-3cd8-441f-a195-364de0be2ee8 req-42f79877-570a-423e-b6fb-c696c0654d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:29.454295 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-42f79877-570a-423e-b6fb-c696c0654d6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0884004 Mar 09 17:49:29.518109 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-c4099c4d-fa6e-4213-938e-db3368945dca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 1000 time: 0.0581830 Mar 09 17:49:29.570552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788457-3cd8-441f-a195-364de0be2ee8 req-82ac221a-8fe1-4e91-9a63-f8f7a888f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:29.571985 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-82ac221a-8fe1-4e91-9a63-f8f7a888f64d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0478513 Mar 09 17:49:29.619524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788457-3cd8-441f-a195-364de0be2ee8 req-5a34c722-f90b-4616-83af-fc238fd9ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:29.620949 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-5a34c722-f90b-4616-83af-fc238fd9ca09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433517 Mar 09 17:49:29.707299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-53a19e05-f6fc-4715-ad26-4651bacfca2a service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800049 Mar 09 17:49:29.798324 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-30788457-3cd8-441f-a195-364de0be2ee8 req-a991080c-5d8e-4a1e-aaf8-dd8e11b7ea60 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846989 Mar 09 17:49:30.323924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448def3-dfa9-4773-922c-9cf6680e82be req-a0af4097-ee39-4055-aaac-21ff5c133c14 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:30.325463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2448def3-dfa9-4773-922c-9cf6680e82be req-a0af4097-ee39-4055-aaac-21ff5c133c14 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0523713 Mar 09 17:49:30.373489 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2448def3-dfa9-4773-922c-9cf6680e82be req-b1f1e883-2e74-4018-975c-097e9352013d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Mar 09 17:49:31.504314 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144813ce-66e4-4a73-b520-2ac914cda494 req-3ebe8524-b35c-439b-8218-012ab55aece7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:31.505884 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-144813ce-66e4-4a73-b520-2ac914cda494 req-3ebe8524-b35c-439b-8218-012ab55aece7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0600235 Mar 09 17:49:31.554009 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-144813ce-66e4-4a73-b520-2ac914cda494 req-6d6bf611-c821-4c15-ab2e-dc71ddffc63e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 Mar 09 17:49:32.675380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284f53-2b81-4876-aec2-57628a4fe084 req-e3a11bb3-427f-44b5-befa-626dff5f934e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:32.676919 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b284f53-2b81-4876-aec2-57628a4fe084 req-e3a11bb3-427f-44b5-befa-626dff5f934e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 945 time: 0.0567417 Mar 09 17:49:32.725262 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8b284f53-2b81-4876-aec2-57628a4fe084 req-f8db6cf5-cd3a-4914-845b-8a672ebcae96 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Mar 09 17:49:32.819816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:49:32.834360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-ea171ec3-0f61-48eb-abf5-650194aae367 req-6774a4f0-f53e-4cee-ac1d-9b14379ce957 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:49:32.835468 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ea171ec3-0f61-48eb-abf5-650194aae367 req-6774a4f0-f53e-4cee-ac1d-9b14379ce957 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489466 Mar 09 17:49:32.900896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:49:32.901286 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:32.924882 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:49:32.927063 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222eaade-fa9a-407a-aadd-5fa3652e755c" -d '{"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:49:32.938988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:32.959596 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cda1dd0-b51e-4d07-ae4b-7f37158355aa x-openstack-request-id: req-3cda1dd0-b51e-4d07-ae4b-7f37158355aa {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:49:32.959892 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-unplugged", "status": "failed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "code": 422}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:49:32.960162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cda1dd0-b51e-4d07-ae4b-7f37158355aa {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:49:32.960645 dv-neutron-master-2-hyperv neutron-server[104359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'code': 422} returned with failed status Mar 09 17:49:33.016965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:33.064001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:49:33.112561 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22b914-988a-440e-b89c-bd310c4ede1c req-fa7aa947-7b0b-48d4-b0b6-97cf0f3e78bb tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:33.113964 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5a22b914-988a-440e-b89c-bd310c4ede1c req-fa7aa947-7b0b-48d4-b0b6-97cf0f3e78bb tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0545874 Mar 09 17:49:33.164994 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5a22b914-988a-440e-b89c-bd310c4ede1c req-9e7a6b7d-ab68-4576-afd8-e11db425d311 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Mar 09 17:49:33.447756 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-a372ef85-67eb-46e0-914f-fb95e01b011c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845842 Mar 09 17:49:33.575715 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc650-995c-4ff5-a144-682201af2360 req-a339195e-8f17-49e2-bb75-7bb1b9ad7c46 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:33.577113 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-a339195e-8f17-49e2-bb75-7bb1b9ad7c46 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports/0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 940 time: 0.0987649 Mar 09 17:49:33.627240 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-00c44220-a254-4472-92c3-f7e438efdeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:34.280440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f094d-a871-4528-bd42-05db324deebc req-6ef7a579-4388-4a02-b49b-b5fdf5325d35 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:34.281897 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b1f094d-a871-4528-bd42-05db324deebc req-6ef7a579-4388-4a02-b49b-b5fdf5325d35 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0515349 Mar 09 17:49:34.333834 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5b1f094d-a871-4528-bd42-05db324deebc req-1dc7b6d3-68cc-455b-98dc-d7155cea1cab tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464079 Mar 09 17:49:34.813527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc650-995c-4ff5-a144-682201af2360 req-218cfd37-f4fe-4368-867e-5b5b3c135c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:34.815011 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-218cfd37-f4fe-4368-867e-5b5b3c135c15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f&tenant_id=8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 1127 time: 0.0445924 Mar 09 17:49:34.877422 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc650-995c-4ff5-a144-682201af2360 req-5f0b5e79-6afd-4689-a387-176aa41a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:34.878955 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-5f0b5e79-6afd-4689-a387-176aa41a89a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1127 time: 0.0446937 Mar 09 17:49:34.972945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc650-995c-4ff5-a144-682201af2360 req-081beb6f-5e14-47b9-850e-765d675ab658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:34.974331 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-081beb6f-5e14-47b9-850e-765d675ab658 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0885575 Mar 09 17:49:35.037763 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-f96408ee-c478-443f-972a-c38e2f7ebb70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 998 time: 0.0578859 Mar 09 17:49:35.084834 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc650-995c-4ff5-a144-682201af2360 req-8fb35516-6600-440d-966e-6ac5d2f0cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:35.086267 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-8fb35516-6600-440d-966e-6ac5d2f0cbea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0428905 Mar 09 17:49:35.140251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc650-995c-4ff5-a144-682201af2360 req-cd95ca98-3bfb-4bf4-bf2f-d169e57f282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:35.142211 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-cd95ca98-3bfb-4bf4-bf2f-d169e57f282f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505478 Mar 09 17:49:35.229557 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-b9568dce-3a6c-4d81-abad-a7696485a598 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818725 Mar 09 17:49:35.320641 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0fedc650-995c-4ff5-a144-682201af2360 req-4126b47a-d5ed-4075-ae0e-142e24e3a342 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854154 Mar 09 17:49:35.454314 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ced6d-6cee-4bde-b10d-d59570e18dac req-81d3229b-696c-4c5a-8f2f-39aecda9a6ce tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:35.456526 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a9ced6d-6cee-4bde-b10d-d59570e18dac req-81d3229b-696c-4c5a-8f2f-39aecda9a6ce tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0546179 Mar 09 17:49:35.503955 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2a9ced6d-6cee-4bde-b10d-d59570e18dac req-f82ec185-da7a-459a-a5f8-f3eed839dc52 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Mar 09 17:49:36.353215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-02cf1939-7c1d-4dd9-83c6-d5d685a154ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:36.645091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254f9e-9539-4b7e-b398-becc05f813a2 req-ab8466ef-1a8f-44e8-9d23-337a2f9027d1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:36.648811 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16254f9e-9539-4b7e-b398-becc05f813a2 req-ab8466ef-1a8f-44e8-9d23-337a2f9027d1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0619860 Mar 09 17:49:36.701671 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-16254f9e-9539-4b7e-b398-becc05f813a2 req-32519542-0143-47d6-8f31-635d91d2a70a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487201 Mar 09 17:49:37.352971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:37.823885 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d797-e842-436e-90da-b3c440754285 req-a42963dc-789c-490b-8a91-3c117572bf44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:37.826097 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ad4d797-e842-436e-90da-b3c440754285 req-a42963dc-789c-490b-8a91-3c117572bf44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0562224 Mar 09 17:49:37.885323 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4ad4d797-e842-436e-90da-b3c440754285 req-8cf42046-421b-4102-a8fe-234eeedc43b9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526297 Mar 09 17:49:38.507284 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:39.015071 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7929be-699f-484d-a5f1-d33b48a860b4 req-d8b2e594-1ddb-43e0-8691-bedaae33b152 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:39.017829 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ec7929be-699f-484d-a5f1-d33b48a860b4 req-d8b2e594-1ddb-43e0-8691-bedaae33b152 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0578780 Mar 09 17:49:39.070773 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ec7929be-699f-484d-a5f1-d33b48a860b4 req-fc653688-ec25-486c-a678-6e22f07911d8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 Mar 09 17:49:39.896858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:40.203119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953099a2-13ee-4ade-bf96-10b0ae2c16fe req-00ff2f50-c901-410b-9b8c-726fd2797f9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:40.204695 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-953099a2-13ee-4ade-bf96-10b0ae2c16fe req-00ff2f50-c901-410b-9b8c-726fd2797f9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0557320 Mar 09 17:49:40.256220 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-953099a2-13ee-4ade-bf96-10b0ae2c16fe req-7d3f72f8-587f-40f3-b6ab-69d9c7ea0605 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 Mar 09 17:49:41.396297 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679c8b-c377-4601-825f-1471c4e18d3b req-b700c4ff-d80c-4be1-9928-52dacc2ace5c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:41.397874 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6c679c8b-c377-4601-825f-1471c4e18d3b req-b700c4ff-d80c-4be1-9928-52dacc2ace5c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0694125 Mar 09 17:49:41.449176 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-6c679c8b-c377-4601-825f-1471c4e18d3b req-46efe0c1-4142-44b0-bb03-35de254b2a4a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 Mar 09 17:49:41.958872 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:49:42.578379 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3fa81-1373-4082-ad6b-6fa618027f69 req-8e4082db-3772-4f3c-b766-7dd0cbb79b46 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:42.579875 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0ec3fa81-1373-4082-ad6b-6fa618027f69 req-8e4082db-3772-4f3c-b766-7dd0cbb79b46 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0597284 Mar 09 17:49:42.632973 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0ec3fa81-1373-4082-ad6b-6fa618027f69 req-ecd66860-a650-464a-bc2e-bf310d9f65c3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474701 Mar 09 17:49:43.751033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2068e-5888-4c49-97ac-0695943030eb req-08e4bf66-80f1-4cfc-82db-c1edbab95ac9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:43.752602 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-74f2068e-5888-4c49-97ac-0695943030eb req-08e4bf66-80f1-4cfc-82db-c1edbab95ac9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0527122 Mar 09 17:49:43.800664 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-74f2068e-5888-4c49-97ac-0695943030eb req-6f9e98f9-cd60-4ca8-b12c-ce8e612ca93f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Mar 09 17:49:44.864170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:49:44.922565 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425047-f995-42c2-94c5-30deb6a00a23 req-9f26f641-5c88-4d7e-b858-41be74ce51d6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:44.923974 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f2425047-f995-42c2-94c5-30deb6a00a23 req-9f26f641-5c88-4d7e-b858-41be74ce51d6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 943 time: 0.0565174 Mar 09 17:49:44.963287 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:44.973057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f2425047-f995-42c2-94c5-30deb6a00a23 req-6f648f7f-9c9a-4b82-8b9c-35e3cf8ac552 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Mar 09 17:49:44.975444 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '0d49e434-4f83-4180-8f54-81e4933a7914', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'port_id': '0d49e434-4f83-4180-8f54-81e4933a7914', 'mac_address': 'fa:16:3e:0f:c6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:49:45.011487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:49:45.011886 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:45.024049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d49e434-4f83-4180-8f54-81e4933a7914 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:49:45.043498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:45.112506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:45.157934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=9']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:49:45.344852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['0d49e434-4f83-4180-8f54-81e4933a7914'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:49:46.095526 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49746519-5fac-4839-a4f3-4466f4be921f req-b5ab5ac3-3318-4185-b24b-62be39a930ea tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:46.097030 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49746519-5fac-4839-a4f3-4466f4be921f req-b5ab5ac3-3318-4185-b24b-62be39a930ea tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 944 time: 0.0562580 Mar 09 17:49:46.143169 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-49746519-5fac-4839-a4f3-4466f4be921f req-b238ae0e-f1d7-4fbd-af28-2505dee87470 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407188 Mar 09 17:49:46.873305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:49:46.922277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 0d49e434-4f83-4180-8f54-81e4933a7914 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:49:46.922580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:46.995769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 0d49e434-4f83-4180-8f54-81e4933a7914 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:49:46.996162 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:47.017201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:49:47.019867 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c13e81-c8ec-4aef-b703-f25d251b6a7e" -d '{"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:49:47.031716 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:49:47.053830 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86ad328-510b-470e-acc6-4dce73892a8a x-openstack-request-id: req-e86ad328-510b-470e-acc6-4dce73892a8a {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:49:47.054160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:49:47.054419 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e86ad328-510b-470e-acc6-4dce73892a8a {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:49:47.054826 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'code': 200} Mar 09 17:49:47.095998 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:49:47.145411 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=10']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:49:47.261161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f4fc2-0ae7-4075-b503-fdaf78849caa req-3afe1bc1-d0c6-4fd8-94c6-1e0b3bae456c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:47.262726 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-847f4fc2-0ae7-4075-b503-fdaf78849caa req-3afe1bc1-d0c6-4fd8-94c6-1e0b3bae456c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.0529635 Mar 09 17:49:47.313391 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-847f4fc2-0ae7-4075-b503-fdaf78849caa req-8beb7063-e58f-4d60-875b-70dab11a4a47 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450461 Mar 09 17:49:47.401642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ecd3a-b2fb-4628-8b1d-a802d9729b51 req-6a7b248f-563b-46f8-b863-022ca2ac4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:47.403145 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a90ecd3a-b2fb-4628-8b1d-a802d9729b51 req-6a7b248f-563b-46f8-b863-022ca2ac4606 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1130 time: 0.0442479 Mar 09 17:49:47.447399 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a90ecd3a-b2fb-4628-8b1d-a802d9729b51 req-d69c17fa-27b2-4fd3-9dcc-e32f48f0d7ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382681 Mar 09 17:49:48.441670 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9402a-7c4b-411a-9216-a7e7f43f25f7 req-4bf7ff19-ab88-4f7b-93a1-a3ba67dd1e27 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:48.443172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-11d9402a-7c4b-411a-9216-a7e7f43f25f7 req-4bf7ff19-ab88-4f7b-93a1-a3ba67dd1e27 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.0582752 Mar 09 17:49:48.511738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-11d9402a-7c4b-411a-9216-a7e7f43f25f7 req-6a4d3b0b-bbe6-4998-b2d9-000c4580d692 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622623 Mar 09 17:49:49.637248 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e15a1-c9f7-45c6-abc9-ddd1e51c3258 req-243fdbc8-8f11-4043-aa8c-c3551e064767 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:49.638765 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b15e15a1-c9f7-45c6-abc9-ddd1e51c3258 req-243fdbc8-8f11-4043-aa8c-c3551e064767 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.0531356 Mar 09 17:49:49.692812 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b15e15a1-c9f7-45c6-abc9-ddd1e51c3258 req-b51e0648-358a-434c-a57c-145fde873a13 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482194 Mar 09 17:49:50.807523 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cffd5-2059-4aac-91ba-91356b967561 req-32e2997d-f6c9-4bf9-b9ed-05a4bc1bde2b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:49:50.809001 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1d3cffd5-2059-4aac-91ba-91356b967561 req-32e2997d-f6c9-4bf9-b9ed-05a4bc1bde2b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.0508821 Mar 09 17:49:50.856045 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1d3cffd5-2059-4aac-91ba-91356b967561 req-30792946-eddc-4343-93be-c515e2f5e648 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Mar 09 17:49:59.134171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:03.615430 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fd498870-5773-45c9-99d9-9ded6c69a869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:06.351145 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d6c26fb2-259e-421b-9005-39c5c01eb61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:07.354029 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:08.484437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:09.896362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:13.770613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-757fbfd6-f41b-4252-8f2a-bba7d022b134 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429199 Mar 09 17:50:13.857408 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90555-661a-451e-be8f-440f27256542 req-aae25634-54c1-43b7-b949-f029b0e14393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:50:13.858926 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-aae25634-54c1-43b7-b949-f029b0e14393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1130 time: 0.0499189 Mar 09 17:50:13.962381 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90555-661a-451e-be8f-440f27256542 req-c5adba06-885a-483e-ad41-9362834032b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:50:13.963858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-c5adba06-885a-483e-ad41-9362834032b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0838802 Mar 09 17:50:14.032291 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-29ad5fa5-1457-47ca-8780-b0b140dda495 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 1000 time: 0.0619373 Mar 09 17:50:14.079937 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90555-661a-451e-be8f-440f27256542 req-cc631e66-f26a-4340-a2a1-d65f415db9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:50:14.081406 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-cc631e66-f26a-4340-a2a1-d65f415db9f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0428603 Mar 09 17:50:14.129660 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90555-661a-451e-be8f-440f27256542 req-60224a8b-bbf3-488f-a39b-6984178e18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:50:14.131167 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-60224a8b-bbf3-488f-a39b-6984178e18d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435462 Mar 09 17:50:14.227884 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-a3c0a3d6-a05a-46e8-bd49-07f038f19d1d service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Mar 09 17:50:14.316952 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-02d90555-661a-451e-be8f-440f27256542 req-33f8962c-7401-431e-ae41-3eaaac326ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827019 Mar 09 17:50:18.958733 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:50:29.141584 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:33.609827 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1b631b19-d7a8-451b-b939-fe44a8ac29be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:36.352786 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-814baaca-1009-4313-ab50-266ca30ff7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:37.352598 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:38.489835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:39.895576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:50:55.958046 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:50:59.158113 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:00.595035 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43060) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:00.748195 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Deleting port 0e7570dd-a40d-4d06-ac8a-ab8904d92a96 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:51:00.748573 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:00.824278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:00.824637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:00.836789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Calling delete_port for 0e7570dd-a40d-4d06-ac8a-ab8904d92a96 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:51:01.032140 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (0e7570dd-a40d-4d06-ac8a-ab8904d92a96), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:01.057586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event deleted for resources: {'Port': ['ID=0e7570dd-a40d-4d06-ac8a-ab8904d92a96,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:01.068670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.069036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.069388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.069733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.070072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.070408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.070746 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.071081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.071418 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.071745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.072074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.072432 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.072760 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:01.126331 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (77fb1641-8554-45c0-8f41-642e40d26285), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:01.126665 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Floating IP 77fb1641-8554-45c0-8f41-642e40d26285 disassociated (deleted). External IP: 172.36.5.84, port: 0d49e434-4f83-4180-8f54-81e4933a7914. Mar 09 17:51:01.334168 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:51:01.443336 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:51:01.448129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:01.452629 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:51:01.461760 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:51:01.462517 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:50:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:51:01.478084 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-70e5d141-3359-485b-a478-b20c861bee44 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "DELETE /v2.0/floatingips/77fb1641-8554-45c0-8f41-642e40d26285 HTTP/1.1" status: 204 len: 168 time: 0.8819020 Mar 09 17:51:01.478686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:51:01.481624 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:51:01.518025 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7279ad-5fca-46db-a498-b4277d93a708 x-openstack-request-id: req-8e7279ad-5fca-46db-a498-b4277d93a708 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:51:01.518334 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:51:01.518685 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e7279ad-5fca-46db-a498-b4277d93a708 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:51:01.519033 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'status': 'completed', 'code': 200} Mar 09 17:51:01.583788 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:51:01.588800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-dc817e14-dcff-4a10-9362-59315fa469b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:01.590792 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-dc817e14-dcff-4a10-9362-59315fa469b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 1130 time: 0.0510991 Mar 09 17:51:01.681002 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-b945af9b-dcf1-40d8-b90d-1fed351e4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:01.682495 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-b945af9b-dcf1-40d8-b90d-1fed351e4e46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0853403 Mar 09 17:51:01.727636 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-3c5a46a3-5822-4dca-a73e-7838105bf8b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 200 len: 217 time: 0.0387194 Mar 09 17:51:01.782383 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:51:01.788231 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-2ab42397-e684-4b8a-a9f6-c41e297bdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:01.789731 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-2ab42397-e684-4b8a-a9f6-c41e297bdc2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0498905 Mar 09 17:51:01.812159 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:51:01.821175 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:51:01.821787 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:50:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:51:01.840930 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-6eac3783-2240-4c4e-8715-b956a51cd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:01.842654 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-6eac3783-2240-4c4e-8715-b956a51cd78a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459249 Mar 09 17:51:01.930939 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:51:01.974080 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1ddf-77d3-47f9-a9ae-7f05956640ac req-b2346ba8-03c5-47e0-a681-1662860d6d8a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:01.975562 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-206b1ddf-77d3-47f9-a9ae-7f05956640ac req-b2346ba8-03c5-47e0-a681-1662860d6d8a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.1067157 Mar 09 17:51:01.977365 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-957c4007-c0e1-445b-8830-282809821cfd service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276467 Mar 09 17:51:02.081597 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-206b1ddf-77d3-47f9-a9ae-7f05956640ac req-61617829-b836-4b87-9fd5-4a83b03ae155 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004076 Mar 09 17:51:02.105626 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-413cf0be-47a8-4132-8a4d-ab6c05ebe07c req-f589c88d-3a7d-4983-b9b4-0baada6546dc service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187625 Mar 09 17:51:02.124804 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:51:02.150847 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617c32d-3e59-4eaf-9199-1708d1543c8d None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:51:02.363141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fc90f-6d09-4178-b9a6-c13f6eec2ec7 None None] New status for floating IP 77fb1641-8554-45c0-8f41-642e40d26285: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:51:03.176667 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-aafaba3b-a7fb-4210-9fae-e33442cd526c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:03.178127 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-aafaba3b-a7fb-4210-9fae-e33442cd526c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.0525796 Mar 09 17:51:03.202440 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77077f5e-def1-4160-ad65-7659bed20e25 req-2950657c-89c7-4812-bd95-e1305da4977f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:03.203935 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-77077f5e-def1-4160-ad65-7659bed20e25 req-2950657c-89c7-4812-bd95-e1305da4977f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 946 time: 0.0528378 Mar 09 17:51:03.256856 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-77077f5e-def1-4160-ad65-7659bed20e25 req-d286c90f-922f-49d1-8093-f2b24f1a6db1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=97a04f8f-c0dc-440c-9390-f6601edab9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470521 Mar 09 17:51:03.270062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Deleting port 0d49e434-4f83-4180-8f54-81e4933a7914 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:51:03.270407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:03.361316 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] For port 0d49e434-4f83-4180-8f54-81e4933a7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0d49e434-4f83-4180-8f54-81e4933a7914,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:51:03.370704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:03.373993 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Calling delete_port for 0d49e434-4f83-4180-8f54-81e4933a7914 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:51:03.575128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (0d49e434-4f83-4180-8f54-81e4933a7914), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:03.604268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event deleted for resources: {'Port': ['ID=0d49e434-4f83-4180-8f54-81e4933a7914,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.666550 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:03.667709 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a7d22194-410b-4b95-8592-2ee228391d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:03.668158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] No DVR routers for this DVR port 0d49e434-4f83-4180-8f54-81e4933a7914 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:51:03.668158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:03.668158 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6bdd8b5a-f2fd-4e9b-801d-fc69a44c23a6 req-95aef6f5-8d7d-4020-8065-ba72de59b40f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "DELETE /v2.0/ports/0d49e434-4f83-4180-8f54-81e4933a7914 HTTP/1.1" status: 204 len: 173 time: 0.4808834 Mar 09 17:51:03.668158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-deleted', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:51:03.668158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b6f2d-b0db-43e0-a349-e4f079b590dc" -d '{"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-deleted", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:51:03.803941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281358ee-13e5-4e31-a8ea-ce0d675a221a x-openstack-request-id: req-281358ee-13e5-4e31-a8ea-ce0d675a221a {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:51:03.804244 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce7aaaa-4d5e-4c83-9551-692a61741b3f", "name": "network-vif-deleted", "tag": "0d49e434-4f83-4180-8f54-81e4933a7914", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:51:03.804546 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-281358ee-13e5-4e31-a8ea-ce0d675a221a {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:51:03.804961 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7aaaa-4d5e-4c83-9551-692a61741b3f', 'name': 'network-vif-deleted', 'tag': '0d49e434-4f83-4180-8f54-81e4933a7914', 'status': 'completed', 'code': 200} Mar 09 17:51:04.365493 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-592c72d4-12f4-45e5-9982-29dbb36d3d14 req-5f068286-d0ca-4b7b-9335-2b1b9dbd1e52 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ce7aaaa-4d5e-4c83-9551-692a61741b3f HTTP/1.1" status: 200 len: 210 time: 0.0293598 Mar 09 17:51:05.422339 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43086) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:05.476954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9355f058-b98e-41c5-8187-da041ed7b5b2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (97a04f8f-c0dc-440c-9390-f6601edab9e1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:05.501458 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9355f058-b98e-41c5-8187-da041ed7b5b2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (97a04f8f-c0dc-440c-9390-f6601edab9e1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:05.604390 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9355f058-b98e-41c5-8187-da041ed7b5b2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (97a04f8f-c0dc-440c-9390-f6601edab9e1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:05.606990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9355f058-b98e-41c5-8187-da041ed7b5b2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:05.608155 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9355f058-b98e-41c5-8187-da041ed7b5b2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "DELETE /v2.0/security-groups/97a04f8f-c0dc-440c-9390-f6601edab9e1 HTTP/1.1" status: 204 len: 168 time: 0.1848202 Mar 09 17:51:05.625267 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355f058-b98e-41c5-8187-da041ed7b5b2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a04f8f-c0dc-440c-9390-f6601edab9e1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:05.990872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43092) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:05.996004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335903198', 'description': 'tempest-secgroup-smoke-335903198 description', 'project_id': '8612816f39564f85809fdc699870be91'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:06.089282 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.155889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (9531b5c4-4122-413a-bafd-d49466cc445e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.233008 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9531b5c4-4122-413a-bafd-d49466cc445e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.260957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9531b5c4-4122-413a-bafd-d49466cc445e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:06.315228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.316529 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-eff9737e-de2b-47be-8eb3-bba551b07632 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3245296 Mar 09 17:51:06.319293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43094) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:06.323552 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '9531b5c4-4122-413a-bafd-d49466cc445e', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:06.369292 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-32c40097-9aac-4c28-8d23-0051f1283baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.396720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (ff53ef3b-5f86-448b-95a8-14ddc7ca3c66), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.450250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (ff53ef3b-5f86-448b-95a8-14ddc7ca3c66), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.523392 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (ff53ef3b-5f86-448b-95a8-14ddc7ca3c66), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.541019 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff53ef3b-5f86-448b-95a8-14ddc7ca3c66,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:06.606062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.607323 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-d51beb97-5f70-4cea-a49b-2906e5f3281f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871082 Mar 09 17:51:06.609967 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43096) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:06.614317 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '9531b5c4-4122-413a-bafd-d49466cc445e', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:06.695222 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (1ec6c9bd-84a8-407c-8238-bf1db517aad9), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.750975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (1ec6c9bd-84a8-407c-8238-bf1db517aad9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.827212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (1ec6c9bd-84a8-407c-8238-bf1db517aad9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.846947 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec6c9bd-84a8-407c-8238-bf1db517aad9,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:06.903962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:06.905240 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-cc22085a-00de-4e7e-8043-0ef598590229 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2943416 Mar 09 17:51:06.907938 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43098) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:06.912298 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '9531b5c4-4122-413a-bafd-d49466cc445e', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:06.993383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (fa342c79-1d90-42b6-a1a0-47b4826a386e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.062776 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (fa342c79-1d90-42b6-a1a0-47b4826a386e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.112873 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (fa342c79-1d90-42b6-a1a0-47b4826a386e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.130875 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa342c79-1d90-42b6-a1a0-47b4826a386e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:07.172038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:51:07.189538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.193253 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5848dbc4-e7ab-4078-ac8a-24a46e62e6b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819064 Mar 09 17:51:07.193414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 0d49e434-4f83-4180-8f54-81e4933a7914 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:51:07.193414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 0d49e434-4f83-4180-8f54-81e4933a7914 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:51:07.193614 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43100) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:07.199225 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '9531b5c4-4122-413a-bafd-d49466cc445e', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:07.272283 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (386b0e7a-103f-4cf6-bba4-168b7083db68), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.332929 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (386b0e7a-103f-4cf6-bba4-168b7083db68), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.364978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.387102 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (386b0e7a-103f-4cf6-bba4-168b7083db68), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.406580 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386b0e7a-103f-4cf6-bba4-168b7083db68,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:07.469411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.470842 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-c15fe781-a108-4e5b-a3bc-04812196716f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757883 Mar 09 17:51:07.473589 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43102) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:07.477888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '9531b5c4-4122-413a-bafd-d49466cc445e', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:07.541934 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Project 8612816f39564f85809fdc699870be91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:51:07.547570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (4d9a13b6-0ac5-4d49-a0e9-c03ab02affe5), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.612097 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (4d9a13b6-0ac5-4d49-a0e9-c03ab02affe5), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.690341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4d9a13b6-0ac5-4d49-a0e9-c03ab02affe5), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.710301 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9a13b6-0ac5-4d49-a0e9-c03ab02affe5,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:07.772341 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.773612 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-211d29f5-b6ab-4b80-ac6d-2afa90fdede4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991037 Mar 09 17:51:07.776228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43104) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:07.780584 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'security_group_rule': {'security_group_id': '9531b5c4-4122-413a-bafd-d49466cc445e', 'project_id': '8612816f39564f85809fdc699870be91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:07.861487 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.securitygroups_db [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Project 8612816f39564f85809fdc699870be91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:51:07.866744 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (1edab4ca-a72c-42b9-b892-e2a2772eedc6), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.927723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (1edab4ca-a72c-42b9-b892-e2a2772eedc6), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:07.986987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (1edab4ca-a72c-42b9-b892-e2a2772eedc6), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:08.005307 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edab4ca-a72c-42b9-b892-e2a2772eedc6,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:08.069189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:08.070434 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9e6ceff6-7cf8-42f6-a21d-2919f80a2516 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932534 Mar 09 17:51:08.496052 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:09.884775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:29.209949 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:32.956599 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:51:33.082043 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-4dafd21f-8900-4ba4-b6b8-c614bae02fe4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335903198&fields=id&tenant_id=8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 267 time: 0.0435729 Mar 09 17:51:33.187457 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-4f94a859-381c-4990-8857-46a09502df0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:33.189007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-4f94a859-381c-4990-8857-46a09502df0a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 809 time: 0.1008613 Mar 09 17:51:33.203445 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-1a527c3f-4f67-43cb-bb1b-84c3763dbe76 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/quotas/8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 375 time: 0.0091422 Mar 09 17:51:33.256028 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-112f4f5b-8374-469c-a56b-74c1147f3a74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479527 Mar 09 17:51:33.270738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-36482e2f-efe9-4ac0-bfc0-4747384ea2e5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:51:33.271703 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-36482e2f-efe9-4ac0-bfc0-4747384ea2e5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049260 Mar 09 17:51:33.359146 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-6001a8d2-8c81-4f6d-a202-a5166698b783 service neutron] 10.222.0.16 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823324 Mar 09 17:51:33.450272 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-467aaa04-85dc-4bc9-bf4b-5fdb74620cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856063 Mar 09 17:51:33.622091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-98318db8-4e40-4fd2-8741-02e6500dcb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:33.987627 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a1d1334a-a27d-4ac6-bbfd-10110b7acc86 req-d664ba44-91f8-4869-b518-4b63ab28b6b5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Mar 09 17:51:35.081302 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-414b8bf9-a8f4-4f8e-a7fb-eff329b0b2d4 req-8b8f5bad-ab02-4557-bf99-47b9e50002d8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Mar 09 17:51:35.934537 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-ffaf3f0c-bbe5-47e3-803d-67a2ddab94b9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:35.936021 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-ffaf3f0c-bbe5-47e3-803d-67a2ddab94b9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 809 time: 0.1011636 Mar 09 17:51:35.998249 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-1e38a00f-36f5-47a0-89f9-e9081ce0e882 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 379 time: 0.0538204 Mar 09 17:51:36.006497 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'port': {'device_id': '20f27479-6292-4cfe-afc7-9350b75d5945', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'admin_state_up': True, 'tenant_id': '8612816f39564f85809fdc699870be91', 'security_groups': ['9531b5c4-4122-413a-bafd-d49466cc445e']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:36.182935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-3ab870e2-cf61-4cc5-be87-9a270b9abd49 req-4282dd51-a6ad-4850-b75f-8d41c1207d99 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0286751 Mar 09 17:51:36.185794 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Made reservation on behalf of 8612816f39564f85809fdc699870be91 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:51:36.187680 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.318463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Allocated IP 172.20.0.5 (0d29ad63-9e57-473e-9b4c-125550d15bba/4a1a2d8f-abae-4d9c-91de-b6fee34a5218/d911ae0e-2868-4e82-ac0f-fbff01b84554) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:51:36.358565 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cef7e7d2-76c3-4e00-b931-db7e6446d025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.456086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.570736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.612622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Network 0d29ad63-9e57-473e-9b4c-125550d15bba is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:51:36.619387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:51:36.624090 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:51:36.627935 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:36.674782 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:36.675397 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.744806 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-e465e479-cf89-4833-8aa6-1cc7f6ff1230 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417557 Mar 09 17:51:36.760407 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Request body: {'port': {'device_id': '20f27479-6292-4cfe-afc7-9350b75d5945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:36.823585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.931037 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d3d8692d-b179-46a1-9b12-f5a843ede261 None None] Provisioning complete for port d911ae0e-2868-4e82-ac0f-fbff01b84554 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:51:36.931490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d3d8692d-b179-46a1-9b12-f5a843ede261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:36.965967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8692d-b179-46a1-9b12-f5a843ede261 None None] Port d911ae0e-2868-4e82-ac0f-fbff01b84554 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:51:37.089119 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d911ae0e-2868-4e82-ac0f-fbff01b84554 {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:51:37.097180 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Publish callbacks [] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:37.110184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Transition to ACTIVE for port object d911ae0e-2868-4e82-ac0f-fbff01b84554 will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:51:37.176274 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:37.271832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:37.313097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Attempting to bind port d911ae0e-2868-4e82-ac0f-fbff01b84554 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:51:37.313538 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Attempting to bind port d911ae0e-2868-4e82-ac0f-fbff01b84554 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:51:37.313969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Attempting to bind port d911ae0e-2868-4e82-ac0f-fbff01b84554 on network 0d29ad63-9e57-473e-9b4c-125550d15bba {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:51:37.319671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Port d911ae0e-2868-4e82-ac0f-fbff01b84554 on network 0d29ad63-9e57-473e-9b4c-125550d15bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:51:37.320107 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Attempting to bind port d911ae0e-2868-4e82-ac0f-fbff01b84554 on network 0d29ad63-9e57-473e-9b4c-125550d15bba {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:51:37.327062 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:51:37.327508 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Checking segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:51:37.328128 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Bound using segment: {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:51:37.328730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Bound port: d911ae0e-2868-4e82-ac0f-fbff01b84554, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189293f8-a096-4ea1-a287-fb759631f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:51:37.329186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:37.351413 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d51169-9b32-41ee-b4cf-d32ad002c920 req-043ff21e-36c3-4436-a010-d6e8f47c4a2e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:37.360216 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-60d51169-9b32-41ee-b4cf-d32ad002c920 req-043ff21e-36c3-4436-a010-d6e8f47c4a2e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0868423 Mar 09 17:51:37.370943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:37.407822 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:51:37.411325 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:51:37.417046 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-60d51169-9b32-41ee-b4cf-d32ad002c920 req-03c3a424-ea28-46c3-a304-ae3af448534f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554547 Mar 09 17:51:37.485270 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:37.519510 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:37.520069 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:37.521663 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1093 time: 0.7689927 Mar 09 17:51:37.523987 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:51:37.527112 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5635a2-2af8-4918-b426-acbe502d05c1" -d '{"events": [{"name": "network-changed", "server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:51:37.552959 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261de3f-ed3e-497b-9be9-4bad9241b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:37.579716 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b4c24-708c-4fe9-80c2-28fcda4755e8 x-openstack-request-id: req-db7b4c24-708c-4fe9-80c2-28fcda4755e8 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:51:37.580415 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:51:37.583049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db7b4c24-708c-4fe9-80c2-28fcda4755e8 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:51:37.583049 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'status': 'completed', 'code': 200} Mar 09 17:51:37.652772 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5635a2-2af8-4918-b426-acbe502d05c1 req-66097ffe-862d-4925-a8bd-9d807486b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:37.654659 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5c5635a2-2af8-4918-b426-acbe502d05c1 req-66097ffe-862d-4925-a8bd-9d807486b4c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1127 time: 0.0528839 Mar 09 17:51:38.094970 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5635a2-2af8-4918-b426-acbe502d05c1 req-6fdd9bbd-06fd-456d-89a9-59a042ccf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:38.096470 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5c5635a2-2af8-4918-b426-acbe502d05c1 req-6fdd9bbd-06fd-456d-89a9-59a042ccf01f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8612816f39564f85809fdc699870be91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4342721 Mar 09 17:51:38.191965 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5635a2-2af8-4918-b426-acbe502d05c1 req-eb6de711-2f49-411a-9e57-232bc4d858a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:38.193470 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5c5635a2-2af8-4918-b426-acbe502d05c1 req-eb6de711-2f49-411a-9e57-232bc4d858a5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0912919 Mar 09 17:51:38.274485 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-606e6802-8eeb-4f46-bd65-cd0375f4be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:38.275913 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-606e6802-8eeb-4f46-bd65-cd0375f4be9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1127 time: 0.0448000 Mar 09 17:51:38.316758 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-46f06b29-8975-4c73-a913-fe0c0b0180a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 217 time: 0.0336189 Mar 09 17:51:38.366809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-7a4d4b1c-a1ae-412b-a519-1d36a4f9170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:38.368256 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-7a4d4b1c-a1ae-412b-a519-1d36a4f9170d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0463951 Mar 09 17:51:38.417414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-c182dd08-7369-4b78-9888-0164e2eae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:38.418929 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-c182dd08-7369-4b78-9888-0164e2eae8e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443668 Mar 09 17:51:38.507115 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:38.521671 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-3d8ff6e5-d887-47bc-bad7-8c2956aee05c service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964108 Mar 09 17:51:38.538512 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f957-3bcc-4235-aa2e-7bebf104b98b req-3a1eb6e9-90ad-4310-9561-04a5ea21abf2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:38.539960 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-be90f957-3bcc-4235-aa2e-7bebf104b98b req-3a1eb6e9-90ad-4310-9561-04a5ea21abf2 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0542178 Mar 09 17:51:38.592706 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-be90f957-3bcc-4235-aa2e-7bebf104b98b req-5602fe85-2b53-4073-9657-4c2e4b540e28 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457149 Mar 09 17:51:38.614809 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-65dd597c-da97-44ea-a257-4438ad0789c0 req-0aa6d8b1-8c2b-416e-ad46-2834bf79abad service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867202 Mar 09 17:51:39.713489 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac3eb2-bb37-4bd6-8e8a-9b5e5476c14b req-8ecc11ff-27e8-4fb5-9fc4-14b35c0258c4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:39.714995 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bbac3eb2-bb37-4bd6-8e8a-9b5e5476c14b req-8ecc11ff-27e8-4fb5-9fc4-14b35c0258c4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0527873 Mar 09 17:51:39.767046 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bbac3eb2-bb37-4bd6-8e8a-9b5e5476c14b req-02c371dd-654c-4443-9fe3-acb209e4cf9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463216 Mar 09 17:51:39.884434 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:40.881392 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41404-a2ab-494e-a329-e03becab9a51 req-de768122-781e-46dd-abfa-b743571411be tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:40.882870 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-89a41404-a2ab-494e-a329-e03becab9a51 req-de768122-781e-46dd-abfa-b743571411be tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0517917 Mar 09 17:51:40.935401 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-89a41404-a2ab-494e-a329-e03becab9a51 req-98ee1089-4161-40df-b83b-a6d06e740e09 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463898 Mar 09 17:51:42.055051 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f6db5-5ea7-4144-ba3e-af6ed1dbb54f req-6d268a73-07cb-4c19-b380-abfea7472473 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:42.056561 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f35f6db5-5ea7-4144-ba3e-af6ed1dbb54f req-6d268a73-07cb-4c19-b380-abfea7472473 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0538595 Mar 09 17:51:42.105315 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f35f6db5-5ea7-4144-ba3e-af6ed1dbb54f req-ea4a4e1f-36f6-4a83-b318-5c8177347197 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Mar 09 17:51:43.220596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e4bd-1e82-4174-84aa-707108af6d42 req-f0e32d26-0120-4a7e-a675-37e29e66d19c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:43.222096 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8945e4bd-1e82-4174-84aa-707108af6d42 req-f0e32d26-0120-4a7e-a675-37e29e66d19c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0520215 Mar 09 17:51:43.270777 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8945e4bd-1e82-4174-84aa-707108af6d42 req-e1462b9c-b4ed-4a3d-b7bc-be100a07c35f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Mar 09 17:51:44.390671 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01cc7-bc27-4eed-95b6-9bf2e2b6a3dd req-a90be8f2-1e29-47ae-86d9-5c7195701544 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:44.392556 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-47a01cc7-bc27-4eed-95b6-9bf2e2b6a3dd req-a90be8f2-1e29-47ae-86d9-5c7195701544 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0569108 Mar 09 17:51:44.441928 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-47a01cc7-bc27-4eed-95b6-9bf2e2b6a3dd req-a755d184-ac3a-4555-82e0-766aa16e42b5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 Mar 09 17:51:45.558549 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44cf8-16e5-4061-a12c-9e66aade9c75 req-2b31255f-0715-47bb-92e8-620283a17d5a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:45.560007 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-40e44cf8-16e5-4061-a12c-9e66aade9c75 req-2b31255f-0715-47bb-92e8-620283a17d5a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0513933 Mar 09 17:51:45.607674 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-40e44cf8-16e5-4061-a12c-9e66aade9c75 req-be584792-618c-440f-a98d-94a520573172 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Mar 09 17:51:46.728616 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e01a-f5dd-4a38-93aa-b7243c05b314 req-4e06bb4c-34f4-4d9d-8236-1445bb5df981 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:46.730170 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0349e01a-f5dd-4a38-93aa-b7243c05b314 req-4e06bb4c-34f4-4d9d-8236-1445bb5df981 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0582197 Mar 09 17:51:46.778238 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0349e01a-f5dd-4a38-93aa-b7243c05b314 req-a7e5a3bb-13d7-4ab1-9023-fa3cb6ba8e52 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Mar 09 17:51:47.898288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39158f-ae68-4c70-bb9f-f2c90cf64164 req-fa5861b5-0bb8-4ed8-85bd-40198596dbe6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:47.899780 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e39158f-ae68-4c70-bb9f-f2c90cf64164 req-fa5861b5-0bb8-4ed8-85bd-40198596dbe6 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0556524 Mar 09 17:51:47.948297 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7e39158f-ae68-4c70-bb9f-f2c90cf64164 req-cb2b16e1-b9c1-4f3a-9bdd-df48d0dd4d84 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423727 Mar 09 17:51:49.065027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e360c-93ac-49d1-8f00-44384ba15698 req-bde1f1bf-0968-4d4d-8b17-c7721c3a98fb tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:49.066491 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4c3e360c-93ac-49d1-8f00-44384ba15698 req-bde1f1bf-0968-4d4d-8b17-c7721c3a98fb tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0525208 Mar 09 17:51:49.113159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4c3e360c-93ac-49d1-8f00-44384ba15698 req-46f1d4bf-fe9c-40a2-8467-d47ca843e650 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 Mar 09 17:51:50.227785 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f5bd-fc9b-4d8b-8c6b-2e862da60d89 req-cec326d3-3dd0-4daf-995a-938c6f15000c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:50.229287 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f4c5f5bd-fc9b-4d8b-8c6b-2e862da60d89 req-cec326d3-3dd0-4daf-995a-938c6f15000c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0511153 Mar 09 17:51:50.277369 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-f4c5f5bd-fc9b-4d8b-8c6b-2e862da60d89 req-19766cbd-4c6f-4995-ad5a-ddf9c02210a1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Mar 09 17:51:51.393887 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcc42c-b3f9-4f04-bb23-6a6c04eafe7f req-49a30d24-7d58-4a06-a4a1-fe15fb4514b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:51.395364 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9fcc42c-b3f9-4f04-bb23-6a6c04eafe7f req-49a30d24-7d58-4a06-a4a1-fe15fb4514b8 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0517409 Mar 09 17:51:51.447847 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f9fcc42c-b3f9-4f04-bb23-6a6c04eafe7f req-4397cc9d-2a66-4a69-ac4f-7d5ad592e5ec tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470123 Mar 09 17:51:52.604876 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564fd8-a95b-43cd-bedd-50b17e9e3e12 req-5cb3d80e-33f1-4c62-98db-fec07d195b5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:52.606320 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b3564fd8-a95b-43cd-bedd-50b17e9e3e12 req-5cb3d80e-33f1-4c62-98db-fec07d195b5e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0508018 Mar 09 17:51:52.657784 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b3564fd8-a95b-43cd-bedd-50b17e9e3e12 req-fcf65107-9524-44e4-9bf8-9acf1faf411f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460403 Mar 09 17:51:53.772689 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f22c-7e5d-4832-a888-ba3304815afb req-70c4ae6d-25d3-4950-a7b0-5f76728114a3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:53.774149 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2e66f22c-7e5d-4832-a888-ba3304815afb req-70c4ae6d-25d3-4950-a7b0-5f76728114a3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0520306 Mar 09 17:51:53.821549 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2e66f22c-7e5d-4832-a888-ba3304815afb req-a2959afb-0b0a-4859-ae47-3802641d58d1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419641 Mar 09 17:51:54.935803 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad28ec7-6338-4b82-9ed1-2b3d5cac8ead req-2c1cc53d-9cfa-4184-ba5c-c9c831af2762 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:54.937315 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bad28ec7-6338-4b82-9ed1-2b3d5cac8ead req-2c1cc53d-9cfa-4184-ba5c-c9c831af2762 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0513690 Mar 09 17:51:54.985160 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bad28ec7-6338-4b82-9ed1-2b3d5cac8ead req-dd284464-dd9a-468f-8f32-004b469b8b40 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Mar 09 17:51:55.330782 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:51:55.422595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:51:55.432967 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'port_id': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'mac_address': 'fa:16:3e:bb:71:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:51:55.471939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d911ae0e-2868-4e82-ac0f-fbff01b84554 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:51:55.472336 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:55.484478 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911ae0e-2868-4e82-ac0f-fbff01b84554 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:51:55.503055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:51:55.563683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:55.608387 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:55.615167 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.615524 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.615875 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.616218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.616591 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.616927 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.617258 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.617592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.617922 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.618251 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.618576 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.618900 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.619223 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:51:55.797109 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['d911ae0e-2868-4e82-ac0f-fbff01b84554'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:51:56.099384 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3894-99a3-459b-bdd1-53eaaeda5884 req-c68e4e82-e3c4-4bf5-8241-f3f8b4cc9914 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:56.100970 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4fd3894-99a3-459b-bdd1-53eaaeda5884 req-c68e4e82-e3c4-4bf5-8241-f3f8b4cc9914 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 944 time: 0.0518584 Mar 09 17:51:56.147597 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d4fd3894-99a3-459b-bdd1-53eaaeda5884 req-bbe34dae-6ade-461d-a391-7171194ea796 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Mar 09 17:51:57.262789 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8763b-d8dd-4f62-ba7d-9b8a097ee32e req-5271743a-6990-4619-bdd0-cfe35977d95a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:57.264180 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9d8763b-d8dd-4f62-ba7d-9b8a097ee32e req-5271743a-6990-4619-bdd0-cfe35977d95a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 944 time: 0.0519648 Mar 09 17:51:57.311308 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9d8763b-d8dd-4f62-ba7d-9b8a097ee32e req-d915c909-f661-40fb-bb5b-52a3dece52d9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Mar 09 17:51:57.345245 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:51:57.467260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port d911ae0e-2868-4e82-ac0f-fbff01b84554 completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:51:57.470941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port d911ae0e-2868-4e82-ac0f-fbff01b84554 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:51:57.471318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:57.546045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d911ae0e-2868-4e82-ac0f-fbff01b84554 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:51:57.546370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:57.567699 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:51:57.569941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97777556-d8df-46dd-b214-abb96a411b09" -d '{"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-plugged", "status": "completed", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:51:57.582339 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:51:57.650174 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:57.660761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b360ee2-bdc2-4435-af47-118186cfc0e2 x-openstack-request-id: req-6b360ee2-bdc2-4435-af47-118186cfc0e2 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:51:57.660761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-plugged", "status": "completed", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:51:57.660761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b360ee2-bdc2-4435-af47-118186cfc0e2 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:51:57.660761 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'code': 200} Mar 09 17:51:57.701448 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:51:57.875726 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b2a20-24f9-4834-93fa-2b751aab2f14 req-47d71a77-f2e0-4706-9cef-17de99b5a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:57.877258 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d2b2a20-24f9-4834-93fa-2b751aab2f14 req-47d71a77-f2e0-4706-9cef-17de99b5a176 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0470998 Mar 09 17:51:57.922854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6d2b2a20-24f9-4834-93fa-2b751aab2f14 req-80b65581-120f-4c12-be27-cd7d028b2d1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396006 Mar 09 17:51:58.433839 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0d62-30a4-4f63-bb20-229f1a3b59e1 req-53dbb78f-a220-42a2-b648-29c8c76c4495 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:58.435320 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-518c0d62-30a4-4f63-bb20-229f1a3b59e1 req-53dbb78f-a220-42a2-b648-29c8c76c4495 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0559976 Mar 09 17:51:58.483072 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-518c0d62-30a4-4f63-bb20-229f1a3b59e1 req-2289a23e-b120-4601-b6d2-1bb735e0f2ac tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Mar 09 17:51:59.180771 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:51:59.599869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697153f9-1690-4d8e-867f-9e68ab64a51e req-4ea6c336-bef6-4ce0-a1e0-86128016f033 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:59.601370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-697153f9-1690-4d8e-867f-9e68ab64a51e req-4ea6c336-bef6-4ce0-a1e0-86128016f033 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Mar 09 17:51:59.648400 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-697153f9-1690-4d8e-867f-9e68ab64a51e req-d256c9bf-1c4e-4774-a02b-0049d3565203 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Mar 09 17:51:59.761669 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc042ab7-38df-4abe-ab00-424246df6723 req-ff5ad522-2e51-4cab-8a09-c1446af095a7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:59.763075 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fc042ab7-38df-4abe-ab00-424246df6723 req-ff5ad522-2e51-4cab-8a09-c1446af095a7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0514684 Mar 09 17:51:59.809793 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fc042ab7-38df-4abe-ab00-424246df6723 req-abe45466-9d21-45fa-8ab9-c5e665df3656 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407417 Mar 09 17:51:59.831414 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43334) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:59.877276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e846185-bb6d-40ad-b9df-faf86f1f52b0 tempest-TestShelveInstance-711718361 tempest-TestShelveInstance-711718361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:51:59.878792 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-5e846185-bb6d-40ad-b9df-faf86f1f52b0 tempest-TestShelveInstance-711718361 tempest-TestShelveInstance-711718361-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1124 time: 0.0463643 Mar 09 17:51:59.881477 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43336) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:51:59.885619 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'tenant_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:51:59.980919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:00.074598 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:00.175885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Allocated IP 172.36.5.57 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/aaeaa426-c2e1-48de-b323-d81c32c0c54d) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:52:00.271255 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:00.352751 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:00.390717 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:52:00.393501 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:52:00.398786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:52:00.423213 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'Port': ['ID=aaeaa426-c2e1-48de-b323-d81c32c0c54d,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:52:00.754877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (27964b1b-db86-4c04-be8b-ee46d228ea16), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:00.866253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:01.010997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:01.061704 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:01.127681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event updated for resources: {'Port': ['ID=aaeaa426-c2e1-48de-b323-d81c32c0c54d,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:52:01.138490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.138855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.139258 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.139603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.139942 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.140278 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.140649 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.140981 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.141311 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.141642 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.141971 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.142319 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.142645 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:52:01.148259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (27964b1b-db86-4c04-be8b-ee46d228ea16), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:01.247626 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Floating IP 27964b1b-db86-4c04-be8b-ee46d228ea16 associated. External IP: 172.36.5.57, port: d911ae0e-2868-4e82-ac0f-fbff01b84554. Mar 09 17:52:01.454188 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:52:01.561269 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:52:01.582735 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:52:01.593493 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:52:01.594093 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:51:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:52:01.640880 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:01.670253 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-da140b07-3c97-485e-a5a5-11c3b062be74 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7877772 Mar 09 17:52:01.670848 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:52:01.673136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3582e3-4ac5-436c-b4c6-faf17d228382" -d '{"events": [{"name": "network-changed", "server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:52:01.700527 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:52:01.707235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b69fa2-53a0-47ec-9429-7f0d15becdd3 x-openstack-request-id: req-79b69fa2-53a0-47ec-9429-7f0d15becdd3 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:52:01.707534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:52:01.707793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79b69fa2-53a0-47ec-9429-7f0d15becdd3 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:52:01.708202 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'status': 'completed', 'code': 200} Mar 09 17:52:01.778108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-7c203d03-d10e-4978-a9ab-f905e06a1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:01.779596 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-7c203d03-d10e-4978-a9ab-f905e06a1a15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0475745 Mar 09 17:52:01.867237 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-009269fb-8e76-472c-80f8-cdb35414f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:01.868750 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-009269fb-8e76-472c-80f8-cdb35414f475 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0834198 Mar 09 17:52:01.919284 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27964b1b-db86-4c04-be8b-ee46d228ea16', 'tenant_id': '8612816f39564f85809fdc699870be91', 'floating_ip_address': '172.36.5.57', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'port_id': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'mac_address': 'fa:16:3e:bb:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f27479-6292-4cfe-afc7-9350b75d5945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:52:00Z', 'updated_at': '2022-03-09T17:52:00Z', 'revision_number': 0, 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:52:01.937020 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-50b199eb-7b09-42a6-9d2d-1f409f8a7284 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 998 time: 0.0614402 Mar 09 17:52:01.945208 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:52:01.953273 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:52:01.953863 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:51:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:52:01.983429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-e9868d96-b2a5-48b0-a71c-a424d7718786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:01.984925 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-e9868d96-b2a5-48b0-a71c-a424d7718786 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0434227 Mar 09 17:52:02.033354 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-5e77e32b-7267-4cfb-a5d5-8542e72d5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:02.034867 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-5e77e32b-7267-4cfb-a5d5-8542e72d5367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443053 Mar 09 17:52:02.059514 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:52:02.127121 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-f7a4d111-40d1-4470-a8d8-601cb4e045ba service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859864 Mar 09 17:52:02.214288 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c3582e3-4ac5-436c-b4c6-faf17d228382 req-9f17eaa7-08f0-49ff-a91d-632fe8ac85ea service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820034 Mar 09 17:52:02.278740 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27964b1b-db86-4c04-be8b-ee46d228ea16', 'tenant_id': '8612816f39564f85809fdc699870be91', 'floating_ip_address': '172.36.5.57', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'port_id': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'mac_address': 'fa:16:3e:bb:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f27479-6292-4cfe-afc7-9350b75d5945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:52:00Z', 'updated_at': '2022-03-09T17:52:00Z', 'revision_number': 0, 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:52:02.303730 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39dd9d-23be-4002-99d8-efcacd8193ed None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '27964b1b-db86-4c04-be8b-ee46d228ea16', 'tenant_id': '8612816f39564f85809fdc699870be91', 'floating_ip_address': '172.36.5.57', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'port_id': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'mac_address': 'fa:16:3e:bb:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f27479-6292-4cfe-afc7-9350b75d5945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:52:00Z', 'updated_at': '2022-03-09T17:52:00Z', 'revision_number': 0, 'project_id': '8612816f39564f85809fdc699870be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:52:02.491994 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69a540-9c95-419a-9319-00f19a04549e None None] New status for floating IP 27964b1b-db86-4c04-be8b-ee46d228ea16: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:52:03.615288 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7e07e070-91f0-48c4-a678-4c6caf70f6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:06.381201 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0b14689e-d198-43d0-b78b-3bd96f6e3258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:07.353180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:08.506467 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:09.900523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:09.956994 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:52:15.152854 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-b86087ab-7b44-4434-b7a5-4c759f0f172a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477819 Mar 09 17:52:15.238658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c28c-e514-4716-9ff5-bc719de55faa req-eac73ec5-b422-46d0-a544-700d807d6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:15.240142 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-eac73ec5-b422-46d0-a544-700d807d6d06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0453634 Mar 09 17:52:15.343003 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c28c-e514-4716-9ff5-bc719de55faa req-e62eaf68-bd56-478f-9b21-a0484a6e05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:15.344659 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-e62eaf68-bd56-478f-9b21-a0484a6e05b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0868571 Mar 09 17:52:15.411604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-dc457677-2406-42c2-b81c-4bc1ee22d6c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1000 time: 0.0610645 Mar 09 17:52:15.459673 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c28c-e514-4716-9ff5-bc719de55faa req-d8310ba0-7b84-444c-9055-f45b64a8badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:15.461218 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-d8310ba0-7b84-444c-9055-f45b64a8badc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0441515 Mar 09 17:52:15.509495 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c28c-e514-4716-9ff5-bc719de55faa req-2024fe5e-515f-47f5-9d44-83e042ec8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:52:15.510981 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-2024fe5e-515f-47f5-9d44-83e042ec8e3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444820 Mar 09 17:52:15.604180 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-dc1d7895-e090-48ec-aff3-107d5258be94 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865798 Mar 09 17:52:15.695300 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a799c28c-e514-4716-9ff5-bc719de55faa req-90e9945a-4dfd-4709-92d2-979c0fd16c66 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847750 Mar 09 17:52:29.209163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:33.615469 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-445279c5-f14f-4528-ae8a-84c0a6c4487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:36.328995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fec9ae92-cd62-4fff-931a-2e82ad70da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:37.363542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:38.523798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:39.895423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:52:46.956362 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:52:59.203722 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:03.655472 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b6cacf44-5624-486f-b8d0-5baad719b532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:06.357581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8892697f-0e02-46a1-bd8f-f07f729ee51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:07.358459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:08.512087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:09.906612 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:15.137076 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-b880c375-3174-4264-adc4-a07c75f542b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428495 Mar 09 17:53:15.219634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-77e16201-6951-4d86-a67f-458cfb573cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:53:15.221140 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-77e16201-6951-4d86-a67f-458cfb573cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0442176 Mar 09 17:53:15.324238 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-99099343-dac6-4d5d-81b1-61f3552a3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:53:15.325722 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-99099343-dac6-4d5d-81b1-61f3552a3d6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0880976 Mar 09 17:53:15.390209 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-b09c661b-6def-4fa7-8608-9890a4bb8c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1000 time: 0.0571463 Mar 09 17:53:15.436091 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-84afbaf6-c388-492c-b46b-440412ad5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:53:15.437507 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-84afbaf6-c388-492c-b46b-440412ad5ce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0416529 Mar 09 17:53:15.487335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-aaa299c9-8d6d-4e35-a8d7-4a7a03b39131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:53:15.488835 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-aaa299c9-8d6d-4e35-a8d7-4a7a03b39131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462041 Mar 09 17:53:15.575781 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-92169c85-a008-4cdd-b8c6-0f73ec8daed0 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801706 Mar 09 17:53:15.665670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-8c8831c7-642b-4617-b0cf-733d8bce1c9b req-8c586d6f-b977-46f1-844d-f443874ebbbc service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836778 Mar 09 17:53:23.955601 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:53:29.260594 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:33.632436 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-114ee89b-2670-46c2-86b9-d0afda7f61ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:36.334973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-97428542-8488-44ef-a8e6-91bef90c3d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:37.374816 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:38.500141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:39.894458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:53:59.248941 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:00.955199 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:54:03.620117 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-40b8f530-4759-458b-a6b7-9846d84711d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:06.345653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-27a4894b-0e3f-4f11-9e80-33d041696929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:07.357774 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:08.511760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:09.905642 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:16.186962 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-fa687169-2328-44ad-93ba-7922fd16aff3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927973 Mar 09 17:54:16.270364 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-ab2fae3c-53cc-48bb-b658-20a012d61fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:16.271816 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-ab2fae3c-53cc-48bb-b658-20a012d61fcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0453982 Mar 09 17:54:16.376950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-da2e870e-cb74-4973-879d-e5fb278f9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:16.378419 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-da2e870e-cb74-4973-879d-e5fb278f9805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0892253 Mar 09 17:54:16.442217 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-c67972d7-44aa-4b34-b886-b5b583080ff0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1000 time: 0.0575461 Mar 09 17:54:16.495684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-fce2c747-7993-4929-8d91-a0c8d5e66a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:16.497154 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-fce2c747-7993-4929-8d91-a0c8d5e66a8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0478539 Mar 09 17:54:16.544842 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-1b74b741-26f4-42a6-9c4c-d2bea4d7c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:16.546242 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-1b74b741-26f4-42a6-9c4c-d2bea4d7c30f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431104 Mar 09 17:54:16.636808 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-cc02bbc0-19bf-4749-8765-dc89b217d750 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Mar 09 17:54:16.727848 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0bfdf3b0-7ede-4c4a-95f0-781a80e7bc95 req-012e6044-53b6-4d68-9a9f-841e10b9d9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849569 Mar 09 17:54:28.706631 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c61aa-b916-45fb-a913-912ba27319a0 req-be8696ad-bc06-4b93-82ce-54fe74f96980 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:28.708105 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d55c61aa-b916-45fb-a913-912ba27319a0 req-be8696ad-bc06-4b93-82ce-54fe74f96980 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.1171153 Mar 09 17:54:28.757061 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d55c61aa-b916-45fb-a913-912ba27319a0 req-3031425d-59f2-45e2-8106-98c73494bd52 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423458 Mar 09 17:54:29.289080 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:29.923214 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab15f7f-a310-4ff0-b758-079aace3b18c req-55e7fbf7-1595-4ee9-a9fe-4ede2ae88c09 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:29.924716 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5ab15f7f-a310-4ff0-b758-079aace3b18c req-55e7fbf7-1595-4ee9-a9fe-4ede2ae88c09 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0978425 Mar 09 17:54:29.971834 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-5ab15f7f-a310-4ff0-b758-079aace3b18c req-346b1d91-5169-4a57-b938-b5e1eb3dae18 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Mar 09 17:54:31.097517 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028df0c-9942-40f6-84af-240aec896cdc req-b3791319-65c9-4e69-8769-bd2dbfe901d7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:31.098980 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5028df0c-9942-40f6-84af-240aec896cdc req-b3791319-65c9-4e69-8769-bd2dbfe901d7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0560391 Mar 09 17:54:31.146246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5028df0c-9942-40f6-84af-240aec896cdc req-3cbe9707-ac03-4fa5-8c3a-86506be698c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412562 Mar 09 17:54:32.262157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35681-7c0d-4714-9f58-0e62ce622f83 req-7c6ffe93-ae42-4a9f-b89b-337f4b2f6eb0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:32.263549 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c0f35681-7c0d-4714-9f58-0e62ce622f83 req-7c6ffe93-ae42-4a9f-b89b-337f4b2f6eb0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0522814 Mar 09 17:54:32.310798 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c0f35681-7c0d-4714-9f58-0e62ce622f83 req-a32c5f1a-1f62-4623-91ee-c396c7808f11 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 Mar 09 17:54:33.423812 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c0048-976a-43b4-b3ee-e4fa3c93f1bc req-96869843-eb02-4acf-a0f7-f53ea10338f1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:33.425302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bf8c0048-976a-43b4-b3ee-e4fa3c93f1bc req-96869843-eb02-4acf-a0f7-f53ea10338f1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0511694 Mar 09 17:54:33.473285 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bf8c0048-976a-43b4-b3ee-e4fa3c93f1bc req-2f6910f6-553c-4407-8a06-bc89133bec11 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425413 Mar 09 17:54:33.619981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-56c9c956-006e-41bc-9504-93e2a6cceab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:34.589073 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f720d5-94b8-4a9b-ad7e-57d3241e3a3a req-f34aa5f6-1be6-43b4-bcba-03095bb81207 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:34.590809 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84f720d5-94b8-4a9b-ad7e-57d3241e3a3a req-f34aa5f6-1be6-43b4-bcba-03095bb81207 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Mar 09 17:54:34.641530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-84f720d5-94b8-4a9b-ad7e-57d3241e3a3a req-ae48e43e-62d1-414c-8340-2d6e453cde43 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451705 Mar 09 17:54:35.755889 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c53f46-1eec-40e9-a8fc-7ff40ad14ab1 req-a25b54a5-feef-4186-b0cd-8f254ba1a255 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:35.757386 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27c53f46-1eec-40e9-a8fc-7ff40ad14ab1 req-a25b54a5-feef-4186-b0cd-8f254ba1a255 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0520718 Mar 09 17:54:35.808738 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-27c53f46-1eec-40e9-a8fc-7ff40ad14ab1 req-f31f8765-af47-4906-814d-d7b23ae0688d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458741 Mar 09 17:54:36.323195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-7d3076e1-6d10-44a5-bc59-ecdbf7756b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:36.924483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aba5ed-49b1-4274-920a-2f5efd015a99 req-b83bcd03-045a-403d-bb7e-338c112687f0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:36.925952 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5aba5ed-49b1-4274-920a-2f5efd015a99 req-b83bcd03-045a-403d-bb7e-338c112687f0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Mar 09 17:54:36.973539 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-a5aba5ed-49b1-4274-920a-2f5efd015a99 req-0a4e55ad-ca0e-4171-ba2c-5c0b2b169184 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Mar 09 17:54:37.374181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:37.954700 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:54:38.089858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6728f06-f3c4-42ee-b2df-f5edacc9c4c1 req-f9845b61-7fa9-4b9a-8b00-4ee87ac95a14 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:38.091578 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f6728f06-f3c4-42ee-b2df-f5edacc9c4c1 req-f9845b61-7fa9-4b9a-8b00-4ee87ac95a14 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0524819 Mar 09 17:54:38.139220 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f6728f06-f3c4-42ee-b2df-f5edacc9c4c1 req-3f9c274e-63d4-4226-b58e-84aaac9b6f13 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Mar 09 17:54:38.494362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:38.841502 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ee38-0157-47df-97a4-d8db19672972 req-542d3505-a0fa-4a69-a3a9-3392babebbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:38.842975 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-542d3505-a0fa-4a69-a3a9-3392babebbfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0444982 Mar 09 17:54:38.932618 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ee38-0157-47df-97a4-d8db19672972 req-3124729c-72ac-4c18-9ed3-ef04930353c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:38.934057 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-3124729c-72ac-4c18-9ed3-ef04930353c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0850728 Mar 09 17:54:38.997082 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-60d6df46-332a-407f-882e-c2e4c5158b95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1000 time: 0.0570974 Mar 09 17:54:39.048260 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ee38-0157-47df-97a4-d8db19672972 req-f6893272-d013-4279-842f-cabd411b3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:39.049795 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-f6893272-d013-4279-842f-cabd411b3f71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0472951 Mar 09 17:54:39.097594 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ee38-0157-47df-97a4-d8db19672972 req-0c8ab36e-e960-4408-8886-bfec7ab2d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:39.099062 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-0c8ab36e-e960-4408-8886-bfec7ab2d7fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435586 Mar 09 17:54:39.184670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-ad664311-7ff6-43f1-8bb3-16cc3d663fde service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798969 Mar 09 17:54:39.255834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc51263-a057-4152-8fba-bb910480ba4a req-d3a2eeb8-6c03-4ad5-b80a-edf6e2b8eb4f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:39.257340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bc51263-a057-4152-8fba-bb910480ba4a req-d3a2eeb8-6c03-4ad5-b80a-edf6e2b8eb4f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0512860 Mar 09 17:54:39.276291 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0638ee38-0157-47df-97a4-d8db19672972 req-8e8d8de7-8300-4125-8dff-277392fdc786 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861955 Mar 09 17:54:39.306683 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8bc51263-a057-4152-8fba-bb910480ba4a req-dfec780c-9b5e-41df-b547-09a551d1bef1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Mar 09 17:54:39.888452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:40.422469 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224d05-16bf-44d6-b0e3-a82fc9090d4f req-373da4fc-07d9-4961-b56c-a4f0ef90a7d0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:40.423935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89224d05-16bf-44d6-b0e3-a82fc9090d4f req-373da4fc-07d9-4961-b56c-a4f0ef90a7d0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0522292 Mar 09 17:54:40.471483 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-89224d05-16bf-44d6-b0e3-a82fc9090d4f req-bf51800b-9e7a-4fdf-adf0-33c03824534c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Mar 09 17:54:41.592227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ddf3-5dbe-456e-b76c-0ea6ccce1b89 req-c58b1380-7ba6-4ca8-9007-6a52fa7ce75f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:41.593783 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a49ddf3-5dbe-456e-b76c-0ea6ccce1b89 req-c58b1380-7ba6-4ca8-9007-6a52fa7ce75f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0571136 Mar 09 17:54:41.642498 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a49ddf3-5dbe-456e-b76c-0ea6ccce1b89 req-40b486ae-60bc-4ed4-bd72-52f433de5c98 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420120 Mar 09 17:54:42.767652 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5ce2-4ef7-49ea-b0f7-b7cd8011d601 req-4cffb218-2cfc-4458-b87d-227240688f48 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:42.769162 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-94cf5ce2-4ef7-49ea-b0f7-b7cd8011d601 req-4cffb218-2cfc-4458-b87d-227240688f48 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Mar 09 17:54:42.818550 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-94cf5ce2-4ef7-49ea-b0f7-b7cd8011d601 req-baed58ec-bce0-42ba-affb-0e0e7657e0e5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439734 Mar 09 17:54:43.933865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b46c-b3b9-4fb5-a25d-1cb41a31ddf5 req-e15a3f11-a7b4-4bc1-9e02-f922e1a45fbc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:43.935334 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cab8b46c-b3b9-4fb5-a25d-1cb41a31ddf5 req-e15a3f11-a7b4-4bc1-9e02-f922e1a45fbc tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0506039 Mar 09 17:54:43.982196 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cab8b46c-b3b9-4fb5-a25d-1cb41a31ddf5 req-71a3f736-086a-40eb-83c5-f96259f78f24 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413363 Mar 09 17:54:44.125214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:54:44.201924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d911ae0e-2868-4e82-ac0f-fbff01b84554 is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:54:44.202324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:44.224458 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:54:44.226706 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403cb547-dcfb-40cf-b170-70b3d3725a1d" -d '{"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-unplugged", "status": "completed", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:54:44.239711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:54:44.263305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87f6360-97bb-4e79-9d48-f2b09f39abff x-openstack-request-id: req-d87f6360-97bb-4e79-9d48-f2b09f39abff {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:54:44.263605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-unplugged", "status": "completed", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:54:44.263896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d87f6360-97bb-4e79-9d48-f2b09f39abff {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:54:44.264322 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'code': 200} Mar 09 17:54:44.306752 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:44.355235 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:54:44.362898 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.363257 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.363610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.363951 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.364290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.364658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.364992 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.365324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.365666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.365995 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.366325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.366649 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:44.366971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:54:45.103221 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6adb5-c485-405b-9f08-cee4fc4c96de req-9a95e566-f5f3-4f3e-8f86-fb6beded9378 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:45.104688 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2cd6adb5-c485-405b-9f08-cee4fc4c96de req-9a95e566-f5f3-4f3e-8f86-fb6beded9378 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0547972 Mar 09 17:54:45.153542 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-2cd6adb5-c485-405b-9f08-cee4fc4c96de req-e2795d50-5755-4a6b-aa9b-c4459aad3283 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Mar 09 17:54:45.263437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-74c934f3-409b-4150-ba9d-182b040210fb req-72ee7164-f3d5-480b-b31d-b015862a0458 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:54:45.264729 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-74c934f3-409b-4150-ba9d-182b040210fb req-72ee7164-f3d5-480b-b31d-b015862a0458 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471945 Mar 09 17:54:45.630293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3878ec-a248-45db-8586-f246265ed113 req-10cc401a-d9bf-48b9-9fd1-19375c2d7e9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:45.631776 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fd3878ec-a248-45db-8586-f246265ed113 req-10cc401a-d9bf-48b9-9fd1-19375c2d7e9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0524154 Mar 09 17:54:45.688316 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-fd3878ec-a248-45db-8586-f246265ed113 req-116329cb-63ee-4514-ac71-2094e67cfad9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503964 Mar 09 17:54:45.723258 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-b9e75292-6dc8-47ae-98d8-87c7a5032b2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905433 Mar 09 17:54:45.731686 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-aab1869a-0414-4403-a9b0-55652091b729 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:54:45.732721 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-aab1869a-0414-4403-a9b0-55652091b729 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047560 Mar 09 17:54:46.811655 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c051-6650-477d-8624-c87862da67c2 req-63db5419-96bb-4c17-8ecb-21e71b5f2865 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:46.815555 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5cf0c051-6650-477d-8624-c87862da67c2 req-63db5419-96bb-4c17-8ecb-21e71b5f2865 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0609562 Mar 09 17:54:46.896704 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-df85ee3e-f8ba-405f-afa5-173e9437b0a9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:46.898035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-df85ee3e-f8ba-405f-afa5-173e9437b0a9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports/d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 940 time: 0.1169109 Mar 09 17:54:46.902106 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-5cf0c051-6650-477d-8624-c87862da67c2 req-87c7803e-236a-47b6-9348-8e042c171a38 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837295 Mar 09 17:54:48.025678 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309f17e-47e0-4981-bc0c-db5f9fd6e456 req-ecfca277-3a8b-46ca-980d-7df77ccd1b0f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:48.027230 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0309f17e-47e0-4981-bc0c-db5f9fd6e456 req-ecfca277-3a8b-46ca-980d-7df77ccd1b0f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0591717 Mar 09 17:54:48.076276 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0309f17e-47e0-4981-bc0c-db5f9fd6e456 req-df64e31c-6397-4b8e-b0d9-6b4544052d10 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Mar 09 17:54:49.190875 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff50bd6-c754-41cb-8277-815d6dd8326b req-645ec716-a46b-4eb5-987d-27c4adb99d76 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:49.192367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fff50bd6-c754-41cb-8277-815d6dd8326b req-645ec716-a46b-4eb5-987d-27c4adb99d76 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0509994 Mar 09 17:54:49.240875 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fff50bd6-c754-41cb-8277-815d6dd8326b req-942692cd-be0a-4622-9b64-19a70e92219a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Mar 09 17:54:50.357208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce97de8-b434-462e-b898-ab3163d4d75c req-926fc7de-244d-4ec2-a6e5-2e5583d7ddc3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:50.358707 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3ce97de8-b434-462e-b898-ab3163d4d75c req-926fc7de-244d-4ec2-a6e5-2e5583d7ddc3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0524452 Mar 09 17:54:50.407048 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-3ce97de8-b434-462e-b898-ab3163d4d75c req-0dcf1f0c-a9a5-4ed8-8a51-e441d3107d7a tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Mar 09 17:54:51.527766 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02474b-c6f3-4006-a533-cab462d32243 req-987ce5f6-72c9-4156-b5dd-af850c08b48e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:51.529299 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb02474b-c6f3-4006-a533-cab462d32243 req-987ce5f6-72c9-4156-b5dd-af850c08b48e tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0528700 Mar 09 17:54:51.580604 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb02474b-c6f3-4006-a533-cab462d32243 req-baa1a604-1813-4364-8748-e9af49667868 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Mar 09 17:54:52.699452 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777942-61e8-49ad-9346-ee4648eb2787 req-91180167-2215-4d51-854c-a37b17ca09b7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:52.701115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-77777942-61e8-49ad-9346-ee4648eb2787 req-91180167-2215-4d51-854c-a37b17ca09b7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0522339 Mar 09 17:54:52.752729 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-77777942-61e8-49ad-9346-ee4648eb2787 req-7fd2ba23-6835-44e5-9a6a-3a320624f2ac tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459087 Mar 09 17:54:53.872008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11d2e3-aff8-4d45-abf9-9308eafa9135 req-8d573e35-201f-4f75-82d2-26a26455ca83 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:53.873495 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b11d2e3-aff8-4d45-abf9-9308eafa9135 req-8d573e35-201f-4f75-82d2-26a26455ca83 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0558269 Mar 09 17:54:53.928405 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7b11d2e3-aff8-4d45-abf9-9308eafa9135 req-5969f841-abb8-44b0-8319-84176182c6d9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464258 Mar 09 17:54:55.048550 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2086-8dd2-4e8a-b415-30f683b86fd9 req-17b51534-3010-4a1b-9d8e-2b6a93405503 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:55.050164 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a7c2086-8dd2-4e8a-b415-30f683b86fd9 req-17b51534-3010-4a1b-9d8e-2b6a93405503 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0538797 Mar 09 17:54:55.101868 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8a7c2086-8dd2-4e8a-b415-30f683b86fd9 req-e077168f-929d-4e3e-a2ec-109f7557616b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459163 Mar 09 17:54:56.218674 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd61dc-cda3-4fde-b7d3-1c607fd36d78 req-afcbb647-5cf4-4c5b-b960-f0f43210f744 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:56.220159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7cdd61dc-cda3-4fde-b7d3-1c607fd36d78 req-afcbb647-5cf4-4c5b-b960-f0f43210f744 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0517094 Mar 09 17:54:56.267994 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7cdd61dc-cda3-4fde-b7d3-1c607fd36d78 req-87266a8e-afbb-4f8e-822c-041b08459d41 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 Mar 09 17:54:57.382570 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f480ab-7f2f-4eaf-bea9-00ff6164fb9a req-e12ea03c-a5b5-447b-9d11-42510958d32f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:57.384037 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-79f480ab-7f2f-4eaf-bea9-00ff6164fb9a req-e12ea03c-a5b5-447b-9d11-42510958d32f tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0514705 Mar 09 17:54:57.431339 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-79f480ab-7f2f-4eaf-bea9-00ff6164fb9a req-d6b7576c-1d19-41e0-ad4a-59c91a0b4b19 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Mar 09 17:54:58.548679 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6446f-da12-40c3-b422-e0fc1cb90e0f req-5b894cf7-3474-4943-9c1b-8cf767db87a7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:58.550165 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6de6446f-da12-40c3-b422-e0fc1cb90e0f req-5b894cf7-3474-4943-9c1b-8cf767db87a7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0517607 Mar 09 17:54:58.606296 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6de6446f-da12-40c3-b422-e0fc1cb90e0f req-6ecfbae6-5803-4195-9a87-11f971407ece tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506294 Mar 09 17:54:59.243126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:54:59.727141 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72c50c-dc49-46ed-aba4-100bb41f065e req-c08502d3-64aa-45a4-a9de-901ecf138eed tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:54:59.728752 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1c72c50c-dc49-46ed-aba4-100bb41f065e req-c08502d3-64aa-45a4-a9de-901ecf138eed tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0571027 Mar 09 17:54:59.776340 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-1c72c50c-dc49-46ed-aba4-100bb41f065e req-f1852ca6-49b6-400f-8805-e1f6e8be8409 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Mar 09 17:55:00.894218 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78ffa-7ce9-4351-9bf9-2a7ab02ae932 req-64e5607f-7123-4fb3-85e9-bf5c34bf6519 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:00.895783 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bfc78ffa-7ce9-4351-9bf9-2a7ab02ae932 req-64e5607f-7123-4fb3-85e9-bf5c34bf6519 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0534828 Mar 09 17:55:00.944712 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bfc78ffa-7ce9-4351-9bf9-2a7ab02ae932 req-29c8a44a-2f23-43a1-be42-bb486df2e997 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Mar 09 17:55:01.562848 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-4861f591-c18a-4676-a525-955cda104150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:01.564325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-4861f591-c18a-4676-a525-955cda104150 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&tenant_id=8612816f39564f85809fdc699870be91 HTTP/1.1" status: 200 len: 1127 time: 0.0438423 Mar 09 17:55:01.629491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-27f9f50d-3411-4d8c-b69f-573272023a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:01.630957 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-27f9f50d-3411-4d8c-b69f-573272023a1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1127 time: 0.0474088 Mar 09 17:55:01.719076 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-c4851df3-c3a8-4731-b428-56a1347bbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:01.720560 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-c4851df3-c3a8-4731-b428-56a1347bbbff service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0833373 Mar 09 17:55:01.786226 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-2821b353-0f09-408f-acdd-16da49d03219 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 998 time: 0.0600219 Mar 09 17:55:01.832668 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-d282d678-4926-4090-9a16-94d769c5c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:01.834061 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-d282d678-4926-4090-9a16-94d769c5c670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0412416 Mar 09 17:55:01.881166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-afac7309-492f-4366-9b9f-d9881c72a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:01.882615 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-afac7309-492f-4366-9b9f-d9881c72a2ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418470 Mar 09 17:55:01.971927 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-5b1f837a-2d77-4e50-9e18-d4012f0614c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835211 Mar 09 17:55:02.060148 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-bb4f4729-2a1a-49f0-8b84-582f46bc4ac0 req-7c8d8619-c1b1-43e3-8390-c3bd31b1d726 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823774 Mar 09 17:55:02.061612 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87483579-1f3c-4d25-88f7-28263488d217 req-c885d7b6-5837-4ebf-b414-ba01d0231ad5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:02.063087 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-87483579-1f3c-4d25-88f7-28263488d217 req-c885d7b6-5837-4ebf-b414-ba01d0231ad5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0527701 Mar 09 17:55:02.111948 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-87483579-1f3c-4d25-88f7-28263488d217 req-bd77a7be-7b28-4914-aa6e-52757b02aec3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431530 Mar 09 17:55:03.231778 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935a50-6280-4fa9-abfe-625fb4f771c3 req-ea6f60b5-ddda-4dca-8f9e-a094966d34be tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:03.233272 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-99935a50-6280-4fa9-abfe-625fb4f771c3 req-ea6f60b5-ddda-4dca-8f9e-a094966d34be tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0564568 Mar 09 17:55:03.279619 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-99935a50-6280-4fa9-abfe-625fb4f771c3 req-42c40508-af09-492c-8d3c-e0dbd8203e1c tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 Mar 09 17:55:03.613893 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c382606c-6ccb-4e50-926c-a30cfee56ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:04.401861 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146080a-6ec4-4a37-b20d-dafb3d111b4b req-ae57edbb-d33c-4fb2-a1ab-5681bb984a9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:04.403291 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9146080a-6ec4-4a37-b20d-dafb3d111b4b req-ae57edbb-d33c-4fb2-a1ab-5681bb984a9b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0568545 Mar 09 17:55:04.453409 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-9146080a-6ec4-4a37-b20d-dafb3d111b4b req-f8be34b2-f9d0-417b-9d95-932cdc703d06 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Mar 09 17:55:05.567448 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca7cb1-985b-4e75-918d-3b1daf951fc2 req-1ba59ff2-4d98-4464-8d24-9172f31190f7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:05.568932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b2ca7cb1-985b-4e75-918d-3b1daf951fc2 req-1ba59ff2-4d98-4464-8d24-9172f31190f7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0509341 Mar 09 17:55:05.616170 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b2ca7cb1-985b-4e75-918d-3b1daf951fc2 req-94837c2d-6d4b-4ded-a059-7f4620d3f5a7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Mar 09 17:55:06.351362 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6f460f3f-fe50-4631-932c-52c2242e7d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:06.733001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29257bee-8f5d-4c5d-b45b-533fc59cbfdf req-eb241fbe-7c40-4eac-820f-34b79a537108 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:06.734491 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29257bee-8f5d-4c5d-b45b-533fc59cbfdf req-eb241fbe-7c40-4eac-820f-34b79a537108 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0523272 Mar 09 17:55:06.782396 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-29257bee-8f5d-4c5d-b45b-533fc59cbfdf req-6b53fb91-0063-4c97-80af-d888fc095a3b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Mar 09 17:55:07.380302 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:07.897847 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc6901-551d-47d9-aff6-73834d80fc8e req-53610dc4-b2cf-429b-8b2d-fe6cbf365794 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:07.899312 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-01fc6901-551d-47d9-aff6-73834d80fc8e req-53610dc4-b2cf-429b-8b2d-fe6cbf365794 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0513406 Mar 09 17:55:07.953603 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-01fc6901-551d-47d9-aff6-73834d80fc8e req-3044149b-562e-4c84-8827-487c73b259a0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487077 Mar 09 17:55:08.517062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:09.070996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6845-ff93-4211-b26f-944c2028281a req-06ef7b62-c7ea-4e06-8eff-d7eb567c6494 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:09.072530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9bf6845-ff93-4211-b26f-944c2028281a req-06ef7b62-c7ea-4e06-8eff-d7eb567c6494 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0505984 Mar 09 17:55:09.125026 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e9bf6845-ff93-4211-b26f-944c2028281a req-4649fdec-7124-4fde-8609-938336de809b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464096 Mar 09 17:55:09.900048 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:10.240192 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6a786-0c47-4240-a4f5-edab3a160347 req-76825b51-d144-44ab-8e54-b688c5067ce3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:10.241689 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-31d6a786-0c47-4240-a4f5-edab3a160347 req-76825b51-d144-44ab-8e54-b688c5067ce3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 943 time: 0.0515530 Mar 09 17:55:10.289172 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-31d6a786-0c47-4240-a4f5-edab3a160347 req-b05a1a92-bcd3-442e-83ff-9abe9e56d76b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Mar 09 17:55:10.342403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:55:10.437249 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:55:10.447168 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'port_id': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'mac_address': 'fa:16:3e:bb:71:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:55:10.483087 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d911ae0e-2868-4e82-ac0f-fbff01b84554 is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:55:10.483477 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:10.495546 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911ae0e-2868-4e82-ac0f-fbff01b84554 {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:55:10.514713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:55:10.585381 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:10.632093 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:55:10.822182 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['d911ae0e-2868-4e82-ac0f-fbff01b84554'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:55:11.405869 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58957140-465f-48d1-ab23-f8f82c1fd11f req-92b98230-7ecd-4b9a-98b5-dbabe3066489 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:11.407316 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-58957140-465f-48d1-ab23-f8f82c1fd11f req-92b98230-7ecd-4b9a-98b5-dbabe3066489 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 944 time: 0.0522068 Mar 09 17:55:11.454794 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-58957140-465f-48d1-ab23-f8f82c1fd11f req-686d60a4-bf94-49d3-b316-bcce7ef5b101 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 Mar 09 17:55:12.344981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:55:12.393194 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port d911ae0e-2868-4e82-ac0f-fbff01b84554 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:55:12.393569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:12.573797 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45049bc8-0923-4ee3-bae3-3015c3013f88 req-8b9308d8-397c-44a6-94c7-ada66b492df7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:12.575302 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-45049bc8-0923-4ee3-bae3-3015c3013f88 req-8b9308d8-397c-44a6-94c7-ada66b492df7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 944 time: 0.0532458 Mar 09 17:55:12.609199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port d911ae0e-2868-4e82-ac0f-fbff01b84554 is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:55:12.609510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:12.626244 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-45049bc8-0923-4ee3-bae3-3015c3013f88 req-20e97c7b-15bc-4514-996f-2f97139f0331 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Mar 09 17:55:12.631065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:55:12.633319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eab333c-8cc2-4f32-9d9e-b8c81d8eb872" -d '{"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-plugged", "status": "completed", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:55:12.646981 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:55:12.668920 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8b744-43d7-4e7a-b65b-55842c3cb6ce x-openstack-request-id: req-57e8b744-43d7-4e7a-b65b-55842c3cb6ce {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:55:12.669222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-plugged", "status": "completed", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:55:12.669487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57e8b744-43d7-4e7a-b65b-55842c3cb6ce {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:55:12.669906 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'code': 200} Mar 09 17:55:12.728514 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:12.774987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:55:12.933779 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e60a1-76c3-46db-bab7-50fcd8b45457 req-84cab59e-fa21-405e-82b8-e9718c4afb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:12.935159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-000e60a1-76c3-46db-bab7-50fcd8b45457 req-84cab59e-fa21-405e-82b8-e9718c4afb11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0469563 Mar 09 17:55:12.979266 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-000e60a1-76c3-46db-bab7-50fcd8b45457 req-7ea84df4-e7a2-42d0-86da-9c1153319f5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Mar 09 17:55:13.744684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e6495-0293-4f8b-a6ac-1dfb21a8fad7 req-ed7a7362-e4f5-4680-a54f-95d1e596ee4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:13.746779 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b25e6495-0293-4f8b-a6ac-1dfb21a8fad7 req-ed7a7362-e4f5-4680-a54f-95d1e596ee4d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0528662 Mar 09 17:55:13.793126 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-b25e6495-0293-4f8b-a6ac-1dfb21a8fad7 req-6b7d0126-a872-4228-9d90-c6c9103226b3 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404279 Mar 09 17:55:14.911010 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25b087-ece0-43ce-8f42-47dfa4a14973 req-a1aa67ea-302b-4f59-b939-d87c48b9d37d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:14.912518 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd25b087-ece0-43ce-8f42-47dfa4a14973 req-a1aa67ea-302b-4f59-b939-d87c48b9d37d tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0522490 Mar 09 17:55:14.954535 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:55:14.960255 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-bd25b087-ece0-43ce-8f42-47dfa4a14973 req-4d1c8688-d4bd-49d9-b4b7-7c6eb8cab0ff tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Mar 09 17:55:16.137570 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-2ec11cd4-66c5-45d9-bd9c-11a08d61e153 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416443 Mar 09 17:55:16.221010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-dfe4efb0-92e7-465f-bfb2-d8f15228925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:16.222534 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-dfe4efb0-92e7-465f-bfb2-d8f15228925a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0472684 Mar 09 17:55:16.319680 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-da3b5ec8-6d1e-4511-8464-165177ed6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:16.321093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-da3b5ec8-6d1e-4511-8464-165177ed6e07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0825417 Mar 09 17:55:16.388184 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-487130ff-dcbb-4e3c-aadd-7dd52154ab89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1000 time: 0.0601594 Mar 09 17:55:16.434308 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-11734b47-56fb-4bd8-9cc3-2a1a2d99ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:16.435752 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-11734b47-56fb-4bd8-9cc3-2a1a2d99ea4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0421221 Mar 09 17:55:16.481677 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-1bee21a1-15cb-416c-b97b-fcb828e070d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:55:16.483104 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-1bee21a1-15cb-416c-b97b-fcb828e070d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420129 Mar 09 17:55:16.891846 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-cff73ca8-1f9d-4dfd-bf73-a611ff899882 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025834 Mar 09 17:55:16.979847 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0a6ae559-6cc1-4d7b-bfb7-f88967002065 req-b5192dcb-9723-4548-bd1f-4d9e00880cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821915 Mar 09 17:55:29.317527 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:33.631266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2a518bab-dcfe-4147-9ae4-a9664fee29f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:36.333930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf95c-2e7d-4d34-aa14-b0103d3e0688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:37.373360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:38.533564 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:39.893652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:55:51.954126 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:55:59.288213 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:03.607987 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4635-317e-4948-8514-0c367ad8c879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:06.356081 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f68c8dc6-3028-471d-a3a2-1208340d7441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:07.425129 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:08.549993 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:09.905072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:16.139246 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-ab4f2431-4f0b-4df6-8c92-e4e24da8667b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423102 Mar 09 17:56:16.218257 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-a53ded9c-730e-42bb-be09-d90f6dd51175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:16.219757 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-a53ded9c-730e-42bb-be09-d90f6dd51175 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0437250 Mar 09 17:56:16.320823 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-96179c3a-e6c3-4839-8cb0-9ae1cc72bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:16.322174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-96179c3a-e6c3-4839-8cb0-9ae1cc72bc88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0858774 Mar 09 17:56:16.384108 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-9a30341c-3c74-4a16-a23e-a2d9a69facbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 1000 time: 0.0563087 Mar 09 17:56:16.430387 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-70d78eaa-0233-4c30-8afd-a18230893953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:16.431777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-70d78eaa-0233-4c30-8afd-a18230893953 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0420630 Mar 09 17:56:16.481240 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-7ef089f2-d9ba-419b-812e-fda7cd89db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:16.482694 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-7ef089f2-d9ba-419b-812e-fda7cd89db00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457149 Mar 09 17:56:16.567796 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-94680a63-b64c-4980-9218-427d73471415 service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797451 Mar 09 17:56:16.655413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d6d2ed68-0476-40a3-9d88-4f4f9271c580 req-8643a4b1-0220-4819-a1b7-944dff7d6a5c service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818491 Mar 09 17:56:28.953277 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:56:29.287896 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:33.624683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3dadff3d-d465-4315-9357-c88d23eecb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:36.385065 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-9f238bfc-e963-45ea-8bdb-ac89cffd2a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:37.419140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:38.510658 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:39.909784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:50.130260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43544) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:56:50.284808 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Deleting port aaeaa426-c2e1-48de-b323-d81c32c0c54d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:56:50.285121 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:50.685270 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:50.685600 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (aaeaa426-c2e1-48de-b323-d81c32c0c54d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:50.696719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Calling delete_port for aaeaa426-c2e1-48de-b323-d81c32c0c54d owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:56:50.905259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (aaeaa426-c2e1-48de-b323-d81c32c0c54d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:50.928456 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event deleted for resources: {'Port': ['ID=aaeaa426-c2e1-48de-b323-d81c32c0c54d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:56:50.939012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.939012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.939012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.939012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.939408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.940104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.940104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.940275 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.940575 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.940906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.941239 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.941563 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:50.941887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:51.001027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for floatingip (27964b1b-db86-4c04-be8b-ee46d228ea16), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:51.001364 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Floating IP 27964b1b-db86-4c04-be8b-ee46d228ea16 disassociated (deleted). External IP: 172.36.5.57, port: d911ae0e-2868-4e82-ac0f-fbff01b84554. Mar 09 17:56:51.207177 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:56:51.312257 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:56:51.317537 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:51.322421 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:56:51.331921 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:56:51.332643 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:56:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:56:51.346781 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0d222b3c-b240-4d97-ba02-2e4e13ec5657 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "DELETE /v2.0/floatingips/27964b1b-db86-4c04-be8b-ee46d228ea16 HTTP/1.1" status: 204 len: 168 time: 1.2154419 Mar 09 17:56:51.347379 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:56:51.349654 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d" -d '{"events": [{"name": "network-changed", "server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:56:51.446050 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c0c9f-4c14-4cf5-b323-9622d0aabbdc x-openstack-request-id: req-b34c0c9f-4c14-4cf5-b323-9622d0aabbdc {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:56:51.446221 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:56:51.446416 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:56:51.446656 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b34c0c9f-4c14-4cf5-b323-9622d0aabbdc {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:56:51.447068 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'status': 'completed', 'code': 200} Mar 09 17:56:51.512311 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-3a3183a0-2bfc-4084-be04-2c22d223ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:51.513857 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-3a3183a0-2bfc-4084-be04-2c22d223ac5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8612816f39564f85809fdc699870be91&device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 1129 time: 0.0470114 Mar 09 17:56:51.607009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-49caa12f-f1b0-4673-b6ee-ff911da90a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:51.608798 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-49caa12f-f1b0-4673-b6ee-ff911da90a06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 200 len: 909 time: 0.0893691 Mar 09 17:56:51.645876 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:56:51.649691 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-6a387a7b-d3aa-41eb-8d9c-3e09faa7fef6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 200 len: 217 time: 0.0344503 Mar 09 17:56:51.675884 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:56:51.684266 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:56:51.684896 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:56:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:56:51.698474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-67ceeff2-1055-4143-8c39-0265ff8ba248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:51.699974 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-67ceeff2-1055-4143-8c39-0265ff8ba248 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 200 len: 848 time: 0.0448306 Mar 09 17:56:51.754352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-aefef943-a427-4eb5-9123-a136f9c4a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:51.756620 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-aefef943-a427-4eb5-9123-a136f9c4a6a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d29ad63-9e57-473e-9b4c-125550d15bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498900 Mar 09 17:56:51.773529 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81f714-d218-4920-90f3-3df6e85bd971 req-2e6028e3-a0a6-456c-aff5-de685af20576 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:51.774829 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0b81f714-d218-4920-90f3-3df6e85bd971 req-2e6028e3-a0a6-456c-aff5-de685af20576 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0564542 Mar 09 17:56:51.797847 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:56:51.823938 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-0b81f714-d218-4920-90f3-3df6e85bd971 req-1191a2af-ae67-4cda-ab43-601d11b2e4f5 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Mar 09 17:56:51.858297 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-81fbbdf7-674d-446a-b723-f9d402b391bc service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947406 Mar 09 17:56:51.949683 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-24da4dcf-44e6-46b2-8f4e-a3e3b630171d req-a9db902f-366d-4ff4-9678-658002b238fe service neutron] 10.222.0.36 "GET /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Mar 09 17:56:51.995814 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:56:52.021192 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a928038-4fe1-493d-a6ca-980c8ae5efbe None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:46:45Z', 'revision_number': 4, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28406e9f-f1e6-47a7-bb6d-9808ebc272b0', 'name': '', 'network_id': '0d29ad63-9e57-473e-9b4c-125550d15bba', 'tenant_id': '8612816f39564f85809fdc699870be91', 'mac_address': 'fa:16:3e:a3:98:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:44Z', 'updated_at': '2022-03-09T17:46:48Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'subnets': [{'id': '4a1a2d8f-abae-4d9c-91de-b6fee34a5218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:56:52.243702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ad880-68cb-454e-89eb-abaa2e1a4da7 None None] New status for floating IP 27964b1b-db86-4c04-be8b-ee46d228ea16: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:56:53.025165 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9633b1-4f87-4bb6-8576-40421e4a7bbe req-0c838ce7-119e-4e61-aea7-0d9b1b266d85 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:53.026641 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a9633b1-4f87-4bb6-8576-40421e4a7bbe req-0c838ce7-119e-4e61-aea7-0d9b1b266d85 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Mar 09 17:56:53.073912 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a9633b1-4f87-4bb6-8576-40421e4a7bbe req-38b14d58-739e-42eb-a752-f913fde318da tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/security-groups?id=9531b5c4-4122-413a-bafd-d49466cc445e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417914 Mar 09 17:56:53.223997 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-299f039e-d93c-4713-a784-cc4089010a46 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:56:53.225374 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-299f039e-d93c-4713-a784-cc4089010a46 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Mar 09 17:56:53.318598 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Deleting port d911ae0e-2868-4e82-ac0f-fbff01b84554 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:56:53.318948 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:53.404748 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] For port d911ae0e-2868-4e82-ac0f-fbff01b84554, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d911ae0e-2868-4e82-ac0f-fbff01b84554,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:56:53.405116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:53.417869 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Calling delete_port for d911ae0e-2868-4e82-ac0f-fbff01b84554 owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:56:53.583809 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (d911ae0e-2868-4e82-ac0f-fbff01b84554), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:53.612491 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event deleted for resources: {'Port': ['ID=d911ae0e-2868-4e82-ac0f-fbff01b84554,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.631296 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:56:53.668299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] No DVR routers for this DVR port d911ae0e-2868-4e82-ac0f-fbff01b84554 on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:56:53.670777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:53.674156 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-090aa74e-e6a0-4f4e-9ac5-e53edc4b628e req-0839500d-0c55-4d2e-b76d-bb320f5058c7 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.36 "DELETE /v2.0/ports/d911ae0e-2868-4e82-ac0f-fbff01b84554 HTTP/1.1" status: 204 len: 173 time: 0.4436924 Mar 09 17:56:53.674628 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-deleted', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:56:53.676904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d917ca20-5169-4090-af35-16652153d32c" -d '{"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-deleted", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:56:53.824299 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b952c6-c595-4445-a2c2-008afd2667e8 x-openstack-request-id: req-e0b952c6-c595-4445-a2c2-008afd2667e8 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:56:53.824636 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f27479-6292-4cfe-afc7-9350b75d5945", "name": "network-vif-deleted", "tag": "d911ae0e-2868-4e82-ac0f-fbff01b84554", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:56:53.824951 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0b952c6-c595-4445-a2c2-008afd2667e8 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:56:53.825413 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f27479-6292-4cfe-afc7-9350b75d5945', 'name': 'network-vif-deleted', 'tag': 'd911ae0e-2868-4e82-ac0f-fbff01b84554', 'status': 'completed', 'code': 200} Mar 09 17:56:54.167793 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d83f2e8-d0ca-4a24-8018-da33a2d84c4e req-31e63f6e-fb5a-4868-a34c-f8a3dbe43c51 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Mar 09 17:56:55.261763 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-272cdb37-546f-465f-9f06-9a3632bfe76a req-b4dea188-2b70-4efb-90cc-616c4a99507b tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Mar 09 17:56:56.355622 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-1644ede1-1820-49c2-a357-29c8e81f2ad8 req-61beccc3-bf46-47c7-82e0-fe0a6429cb90 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0277092 Mar 09 17:56:56.869621 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:56:56.889958 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: d911ae0e-2868-4e82-ac0f-fbff01b84554 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:56:56.890307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device d911ae0e-2868-4e82-ac0f-fbff01b84554 not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:56:57.454298 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-cce0ff50-4c20-4b27-aa0d-79501927abed req-abd60960-5297-4e3a-820b-3fcc5011a3b1 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0275910 Mar 09 17:56:58.546988 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-38c9746c-29f7-406d-9ae4-3987e15c90c5 req-2d26bf0a-2fd4-4775-b648-3d9fc4644cb4 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Mar 09 17:56:59.287742 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:56:59.643705 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-ab07627f-6740-4273-a5a1-8e7f10a652b3 req-e51473be-90cf-4824-881d-bcdfecbda0c9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0300963 Mar 09 17:57:00.743374 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-ecd97428-3c72-4ada-aba3-10acd40f1142 req-e1aef7af-d52f-4f0d-b1bc-ac63c3277615 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0320699 Mar 09 17:57:01.835572 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-589d9f61-7b13-4cf2-aa93-fe752cff3a3b req-624984da-c521-46d4-bcce-5d8fec70d3b0 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Mar 09 17:57:02.930442 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-6cb92c2c-bebb-49f2-9fd8-b2f09a0074c8 req-94304d66-feb6-4095-b9a0-fe24d7c6cda9 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "GET /v2.0/ports?device_id=20f27479-6292-4cfe-afc7-9350b75d5945 HTTP/1.1" status: 200 len: 210 time: 0.0308440 Mar 09 17:57:03.607858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7148-6f2a-4a77-bf20-a48d48b4bb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:03.985888 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43592) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:04.042545 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807a9ae8-2200-4a3a-9917-9e30a6db6b79 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (9531b5c4-4122-413a-bafd-d49466cc445e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:04.068224 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807a9ae8-2200-4a3a-9917-9e30a6db6b79 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (9531b5c4-4122-413a-bafd-d49466cc445e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:04.190733 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807a9ae8-2200-4a3a-9917-9e30a6db6b79 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (9531b5c4-4122-413a-bafd-d49466cc445e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:04.193603 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-807a9ae8-2200-4a3a-9917-9e30a6db6b79 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:04.194832 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-807a9ae8-2200-4a3a-9917-9e30a6db6b79 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] 10.222.0.16 "DELETE /v2.0/security-groups/9531b5c4-4122-413a-bafd-d49466cc445e HTTP/1.1" status: 204 len: 168 time: 0.2078888 Mar 09 17:57:04.204661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a9ae8-2200-4a3a-9917-9e30a6db6b79 tempest-TestShelveInstance-1103776896 tempest-TestShelveInstance-1103776896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531b5c4-4122-413a-bafd-d49466cc445e,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:04.309583 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43596) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:04.872557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (7f95c0f7-6b7b-4567-a730-034b77baa9fa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:05.120541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Deleting port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:05.120939 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:05.201717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] For port 28406e9f-f1e6-47a7-bb6d-9808ebc272b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:05.202005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:05.214312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Calling delete_port for 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:05.453441 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (28406e9f-f1e6-47a7-bb6d-9808ebc272b0), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:05.480333 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=28406e9f-f1e6-47a7-bb6d-9808ebc272b0,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:05.664611 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (7f95c0f7-6b7b-4567-a730-034b77baa9fa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:05.886813 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Router 7f95c0f7-6b7b-4567-a730-034b77baa9fa has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:57:05.953488 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:57:05.997788 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:06.003344 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bcb87549-62e9-4fb3-8145-69b8c16d7dbe admin admin] 10.222.0.16 "PUT /v2.0/routers/7f95c0f7-6b7b-4567-a730-034b77baa9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918178 Mar 09 17:57:06.005892 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43602) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:06.009768 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48988096-04d4-4bff-93a5-683efb04004a None None] Sync routers for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:06.020829 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:06.021527 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:56:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:06.117898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks [] for router (7f95c0f7-6b7b-4567-a730-034b77baa9fa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.132174 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:06.221838 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks [] for router_gateway (7f95c0f7-6b7b-4567-a730-034b77baa9fa), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.303657 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92'}], 'enable_snat': True}, 'gw_port_id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:57:05Z', 'revision_number': 5, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port': {'id': '71eda0af-e66f-4bdc-88d7-247f3cd20209', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:43Z', 'updated_at': '2022-03-09T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:06.328114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3377fc11-eb5b-4bf1-864f-e9d269c595bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.330410 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48988096-04d4-4bff-93a5-683efb04004a None None] Checking router: 7f95c0f7-6b7b-4567-a730-034b77baa9fa for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:06.332496 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Deleting port 71eda0af-e66f-4bdc-88d7-247f3cd20209 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:06.332857 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.339113 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] Routers {'7f95c0f7-6b7b-4567-a730-034b77baa9fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:06.339717 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:06.420845 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] For port 71eda0af-e66f-4bdc-88d7-247f3cd20209, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71eda0af-e66f-4bdc-88d7-247f3cd20209,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:06.421176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.427927 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] Set router 7f95c0f7-6b7b-4567-a730-034b77baa9fa gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:06.433760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Calling delete_port for 71eda0af-e66f-4bdc-88d7-247f3cd20209 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:06.483130 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-48988096-04d4-4bff-93a5-683efb04004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:57:06Z', 'revision_number': 6, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:06.509691 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48988096-04d4-4bff-93a5-683efb04004a None None] The sync data for ids ['7f95c0f7-6b7b-4567-a730-034b77baa9fa'] in dv-neutron-master-2-hyperv is: [{'id': '7f95c0f7-6b7b-4567-a730-034b77baa9fa', 'name': 'tempest-TestShelveInstance-1078992741-router', 'tenant_id': '8612816f39564f85809fdc699870be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:42Z', 'updated_at': '2022-03-09T17:57:06Z', 'revision_number': 6, 'project_id': '8612816f39564f85809fdc699870be91', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:06.670730 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (71eda0af-e66f-4bdc-88d7-247f3cd20209), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.698335 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Pushing event deleted for resources: {'Port': ['ID=71eda0af-e66f-4bdc-88d7-247f3cd20209,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:06.759835 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (7f95c0f7-6b7b-4567-a730-034b77baa9fa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.857590 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (7f95c0f7-6b7b-4567-a730-034b77baa9fa), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.860599 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks [] for router_controller (7f95c0f7-6b7b-4567-a730-034b77baa9fa), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.996367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (7f95c0f7-6b7b-4567-a730-034b77baa9fa), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:06.996955 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f95c0f7-6b7b-4567-a730-034b77baa9fa {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:57:07.001429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.002631 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-cdcc07a6-6878-4f12-acd4-2e80d8e4307d admin admin] 10.222.0.16 "DELETE /v2.0/routers/7f95c0f7-6b7b-4567-a730-034b77baa9fa HTTP/1.1" status: 204 len: 168 time: 0.9956460 Mar 09 17:57:07.005175 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43604) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:07.061530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Deleting subnet 4a1a2d8f-abae-4d9c-91de-b6fee34a5218 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:57:07.064885 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Publish callbacks [] for subnet (4a1a2d8f-abae-4d9c-91de-b6fee34a5218), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.103396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (4a1a2d8f-abae-4d9c-91de-b6fee34a5218), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.182739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (4a1a2d8f-abae-4d9c-91de-b6fee34a5218), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.315247 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (4a1a2d8f-abae-4d9c-91de-b6fee34a5218), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.360542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1a2d8f-abae-4d9c-91de-b6fee34a5218,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:07.363473 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.369174 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-88269a14-b9b8-4d1d-8430-18b4434da996 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a1a2d8f-abae-4d9c-91de-b6fee34a5218 HTTP/1.1" status: 204 len: 168 time: 0.3610470 Mar 09 17:57:07.369950 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43606) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:07.386809 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62072a62-e274-4e48-a23c-ab93edcda003 None None] Network 0d29ad63-9e57-473e-9b4c-125550d15bba requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:57:07.409906 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:57:07.447227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.447907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:57:07.448315 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 28406e9f-f1e6-47a7-bb6d-9808ebc272b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:57:07.484669 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (0d29ad63-9e57-473e-9b4c-125550d15bba), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.583305 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Deleting port 311cd5f0-eea0-42ab-b190-780de6723d12 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:07.584327 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.629214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] DHCP port deletion for 0d29ad63-9e57-473e-9b4c-125550d15bba request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:57:07.669487 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] For port 311cd5f0-eea0-42ab-b190-780de6723d12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311cd5f0-eea0-42ab-b190-780de6723d12,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:07.669969 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.687344 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Calling delete_port for 311cd5f0-eea0-42ab-b190-780de6723d12 owned by network:dhcp {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:07.720332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Deleting port 311cd5f0-eea0-42ab-b190-780de6723d12 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:07.721090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.836714 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] For port 311cd5f0-eea0-42ab-b190-780de6723d12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311cd5f0-eea0-42ab-b190-780de6723d12,segment=NetworkSegment(189293f8-a096-4ea1-a287-fb759631f14c),segment_id=189293f8-a096-4ea1-a287-fb759631f14c)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:07.837236 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.855587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Calling delete_port for 311cd5f0-eea0-42ab-b190-780de6723d12 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:07.886934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.914005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=311cd5f0-eea0-42ab-b190-780de6723d12,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:07.930176 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] No DVR routers for this DVR port 311cd5f0-eea0-42ab-b190-780de6723d12 on host dv-neutron-master-2-hyperv {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:57:07.946799 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (311cd5f0-eea0-42ab-b190-780de6723d12), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:07.969329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] No DVR routers for this DVR port 311cd5f0-eea0-42ab-b190-780de6723d12 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:57:07.991196 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Pushing event deleted for resources: {'Port': ['ID=311cd5f0-eea0-42ab-b190-780de6723d12,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:08.000230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.001090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.001356 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.001738 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.002307 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.003227 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.003680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.004141 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.004652 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.004983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.005439 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.005772 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.006191 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cef25-e5d8-4eb9-a821-ee5d9c17f8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:08.033858 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (0d29ad63-9e57-473e-9b4c-125550d15bba), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.054155 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d29ad63-9e57-473e-9b4c-125550d15bba']}} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:08.063137 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189293f8-a096-4ea1-a287-fb759631f14c') {'for_net_delete': True} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:08.063566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.services.segments.db [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189293f8-a096-4ea1-a287-fb759631f14c') {} {{(pid=104357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:08.078620 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26677012'] for segment (189293f8-a096-4ea1-a287-fb759631f14c), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.091854 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (189293f8-a096-4ea1-a287-fb759631f14c), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.097791 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:57:08.098302 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26765355'] for segment (189293f8-a096-4ea1-a287-fb759631f14c), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: Traceback (most recent call last): Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: timer() Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: cb(*args, **kw) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: return func(*args, **kwargs) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: self._notify() Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: self.callback(batched_events) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: event.method(event) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: return f(self, *a, **k) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: return self._get(url).json() Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: return self.request(url, 'GET', **kwargs) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:57:08.099982 dv-neutron-master-2-hyperv neutron-server[104357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:57:08.233685 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (0d29ad63-9e57-473e-9b4c-125550d15bba), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.241437 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.247777 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0d29ad63-9e57-473e-9b4c-125550d15bba HTTP/1.1" status: 204 len: 168 time: 0.8740077 Mar 09 17:57:08.248233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43608) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:08.270337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557744e2-b5cd-4761-ac24-de5948c914d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d29ad63-9e57-473e-9b4c-125550d15bba,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:08.521965 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.620903 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (3c11d0aa-214f-4976-bb3a-35e14ad0525e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.877100 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Deleting port 121f3fe4-6833-4e04-82f9-5f0b31101672 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:08.877492 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.972759 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] For port 121f3fe4-6833-4e04-82f9-5f0b31101672, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=121f3fe4-6833-4e04-82f9-5f0b31101672,segment=NetworkSegment(45b943b7-fede-4cb6-bf2c-6532185828f5),segment_id=45b943b7-fede-4cb6-bf2c-6532185828f5)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:08.973119 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:08.984325 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 71eda0af-e66f-4bdc-88d7-247f3cd20209 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:57:08.991996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Calling delete_port for 121f3fe4-6833-4e04-82f9-5f0b31101672 owned by network:router_interface {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:09.007988 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 71eda0af-e66f-4bdc-88d7-247f3cd20209 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:57:09.008334 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 71eda0af-e66f-4bdc-88d7-247f3cd20209 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:57:09.008780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 311cd5f0-eea0-42ab-b190-780de6723d12 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:57:09.028558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 311cd5f0-eea0-42ab-b190-780de6723d12 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:57:09.028904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 311cd5f0-eea0-42ab-b190-780de6723d12 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:57:09.254350 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (121f3fe4-6833-4e04-82f9-5f0b31101672), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:09.282004 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=121f3fe4-6833-4e04-82f9-5f0b31101672,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:09.456027 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (3c11d0aa-214f-4976-bb3a-35e14ad0525e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:09.683670 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Router 3c11d0aa-214f-4976-bb3a-35e14ad0525e has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:57:09.791652 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:09.796662 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-913ca126-87e5-4e99-b546-f3488660f3e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c11d0aa-214f-4976-bb3a-35e14ad0525e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5472288 Mar 09 17:57:09.799684 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43610) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:09.802558 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] Sync routers for ids ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:09.812643 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] Routers {'3c11d0aa-214f-4976-bb3a-35e14ad0525e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:09.813266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:09.914610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks [] for router (3c11d0aa-214f-4976-bb3a-35e14ad0525e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:09.935371 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] Set router 3c11d0aa-214f-4976-bb3a-35e14ad0525e gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:09.937476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.032243 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks [] for router_gateway (3c11d0aa-214f-4976-bb3a-35e14ad0525e), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.125360 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216'}], 'enable_snat': True}, 'gw_port_id': '2d653211-0d97-42f8-9920-472c18255f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:57:09Z', 'revision_number': 5, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port': {'id': '2d653211-0d97-42f8-9920-472c18255f87', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:46:49Z', 'updated_at': '2022-03-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:10.143459 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Deleting port 2d653211-0d97-42f8-9920-472c18255f87 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:10.143940 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (2d653211-0d97-42f8-9920-472c18255f87), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.152060 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] Checking router: 3c11d0aa-214f-4976-bb3a-35e14ad0525e for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:10.161337 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] Routers {'3c11d0aa-214f-4976-bb3a-35e14ad0525e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:10.162385 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:10.225834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] For port 2d653211-0d97-42f8-9920-472c18255f87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d653211-0d97-42f8-9920-472c18255f87,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:10.226265 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (2d653211-0d97-42f8-9920-472c18255f87), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.243561 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Calling delete_port for 2d653211-0d97-42f8-9920-472c18255f87 owned by network:router_gateway {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:10.258332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] Set router 3c11d0aa-214f-4976-bb3a-35e14ad0525e gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:10.312301 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:57:10Z', 'revision_number': 6, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:10.339126 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd1622-de76-4d83-87a0-adf4d8c18704 None None] The sync data for ids ['3c11d0aa-214f-4976-bb3a-35e14ad0525e'] in dv-neutron-master-2-hyperv is: [{'id': '3c11d0aa-214f-4976-bb3a-35e14ad0525e', 'name': 'tempest-TestShelveInstance-254292231-router', 'tenant_id': '282c7d0949d544dc83ab7c46b4a67d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:46:48Z', 'updated_at': '2022-03-09T17:57:10Z', 'revision_number': 6, 'project_id': '282c7d0949d544dc83ab7c46b4a67d73', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:10.488031 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (2d653211-0d97-42f8-9920-472c18255f87), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.514490 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d653211-0d97-42f8-9920-472c18255f87,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:10.575212 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (3c11d0aa-214f-4976-bb3a-35e14ad0525e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.671043 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (3c11d0aa-214f-4976-bb3a-35e14ad0525e), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.673316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks [] for router_controller (3c11d0aa-214f-4976-bb3a-35e14ad0525e), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.767611 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (3c11d0aa-214f-4976-bb3a-35e14ad0525e), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.768914 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c11d0aa-214f-4976-bb3a-35e14ad0525e {{(pid=104358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 17:57:10.773596 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.777125 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-326cd519-0b24-407f-b403-eeb88145b632 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3c11d0aa-214f-4976-bb3a-35e14ad0525e HTTP/1.1" status: 204 len: 168 time: 0.9741995 Mar 09 17:57:10.779408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43612) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:10.821833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Deleting subnet dc85c030-887b-43be-bb75-a0947d21c3f7 {{(pid=104358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 17:57:10.824941 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Publish callbacks [] for subnet (dc85c030-887b-43be-bb75-a0947d21c3f7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.858748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27054223'] for subnet (dc85c030-887b-43be-bb75-a0947d21c3f7), precommit_delete_associations {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:10.937745 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (dc85c030-887b-43be-bb75-a0947d21c3f7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.042374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26537582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26361687'] for subnet (dc85c030-887b-43be-bb75-a0947d21c3f7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.068689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc85c030-887b-43be-bb75-a0947d21c3f7,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:11.073579 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.079359 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-15e24153-9688-4486-a00c-33a43c8a7f0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dc85c030-887b-43be-bb75-a0947d21c3f7 HTTP/1.1" status: 204 len: 168 time: 0.2992561 Mar 09 17:57:11.079983 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a74780-01bf-41f7-8d6a-260e46a183e2 None None] Network 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:57:11.080504 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43614) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:11.164882 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.222337 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Deleting port 17964c60-0328-4cb6-afc8-9986293fb969 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:11.222675 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (17964c60-0328-4cb6-afc8-9986293fb969), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.287907 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] For port 17964c60-0328-4cb6-afc8-9986293fb969, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17964c60-0328-4cb6-afc8-9986293fb969,segment=NetworkSegment(45b943b7-fede-4cb6-bf2c-6532185828f5),segment_id=45b943b7-fede-4cb6-bf2c-6532185828f5)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:11.288277 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (17964c60-0328-4cb6-afc8-9986293fb969), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.301288 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Calling delete_port for 17964c60-0328-4cb6-afc8-9986293fb969 owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:11.304324 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d653211-0d97-42f8-9920-472c18255f87 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:57:11.339250 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 2d653211-0d97-42f8-9920-472c18255f87 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:57:11.339604 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 2d653211-0d97-42f8-9920-472c18255f87 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:57:11.340031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 121f3fe4-6833-4e04-82f9-5f0b31101672 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:57:11.362205 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 121f3fe4-6833-4e04-82f9-5f0b31101672 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:57:11.362569 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 121f3fe4-6833-4e04-82f9-5f0b31101672 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:57:11.435199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] DHCP port deletion for 3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 17:57:11.447793 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (17964c60-0328-4cb6-afc8-9986293fb969), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.475738 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] No DVR routers for this DVR port 17964c60-0328-4cb6-afc8-9986293fb969 on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:57:11.480431 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17964c60-0328-4cb6-afc8-9986293fb969,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:11.486432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Deleting port 17964c60-0328-4cb6-afc8-9986293fb969 {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 17:57:11.487390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (17964c60-0328-4cb6-afc8-9986293fb969), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.549700 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] For port 17964c60-0328-4cb6-afc8-9986293fb969, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:11.550009 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (17964c60-0328-4cb6-afc8-9986293fb969), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.551324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.562480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Calling delete_port for 17964c60-0328-4cb6-afc8-9986293fb969 owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 17:57:11.565615 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.ipam_backend_mixin [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Port 17964c60-0328-4cb6-afc8-9986293fb969 was not found and therefore no delete operation was performed {{(pid=104359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 17:57:11.566831 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (17964c60-0328-4cb6-afc8-9986293fb969), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.578158 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c96a0dc-a7eb-4c32-a757-35e66ec9faf1']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:11.587887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b943b7-fede-4cb6-bf2c-6532185828f5') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:11.588465 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b943b7-fede-4cb6-bf2c-6532185828f5') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:11.591062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] Pushing event deleted for resources: {'Port': ['ID=17964c60-0328-4cb6-afc8-9986293fb969,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:11.594679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac893601-651f-4808-bb75-57bc77e34645 None None] No DVR routers for this DVR port 17964c60-0328-4cb6-afc8-9986293fb969 on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 17:57:11.600553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (45b943b7-fede-4cb6-bf2c-6532185828f5), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.614660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (45b943b7-fede-4cb6-bf2c-6532185828f5), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.620286 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 17:57:11.620783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (45b943b7-fede-4cb6-bf2c-6532185828f5), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 17:57:11.622423 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 17:57:11.744919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (3c96a0dc-a7eb-4c32-a757-35e66ec9faf1), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.750114 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:11.753935 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c96a0dc-a7eb-4c32-a757-35e66ec9faf1 HTTP/1.1" status: 204 len: 168 time: 0.6726360 Mar 09 17:57:11.764469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d05618-f216-46ad-befc-be13b83fbca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c96a0dc-a7eb-4c32-a757-35e66ec9faf1,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:12.054276 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43618) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:12.092682 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1a4b9c1c-2bef-4b56-86ca-12af61d92405 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8612816f39564f85809fdc699870be91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371919 Mar 09 17:57:12.095157 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43620) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:12.145200 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c115145-2d2e-4ef1-9d75-513c74627dec admin admin] Publish callbacks [] for security_group (03663393-b6fb-41e3-ae46-73dd5f2c7784), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:12.166497 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c115145-2d2e-4ef1-9d75-513c74627dec admin admin] Publish callbacks [] for security_group (03663393-b6fb-41e3-ae46-73dd5f2c7784), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:12.281592 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c115145-2d2e-4ef1-9d75-513c74627dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (03663393-b6fb-41e3-ae46-73dd5f2c7784), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:12.284634 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0c115145-2d2e-4ef1-9d75-513c74627dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:12.285804 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0c115145-2d2e-4ef1-9d75-513c74627dec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03663393-b6fb-41e3-ae46-73dd5f2c7784 HTTP/1.1" status: 204 len: 168 time: 0.1897483 Mar 09 17:57:12.293309 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c115145-2d2e-4ef1-9d75-513c74627dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03663393-b6fb-41e3-ae46-73dd5f2c7784,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:12.853003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43626) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:12.892509 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1c0f9283-29d2-4d46-b16c-2e6a19db2be7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=282c7d0949d544dc83ab7c46b4a67d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378473 Mar 09 17:57:12.895127 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43628) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:12.942062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42a1c3b8-60cb-4939-87b1-02b83448e476 admin admin] Publish callbacks [] for security_group (e996db16-401a-4422-a020-abb67d972f7a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:12.942407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 17964c60-0328-4cb6-afc8-9986293fb969 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:57:12.963862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 17964c60-0328-4cb6-afc8-9986293fb969 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 17:57:12.964215 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 17964c60-0328-4cb6-afc8-9986293fb969 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 17:57:12.964323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42a1c3b8-60cb-4939-87b1-02b83448e476 admin admin] Publish callbacks [] for security_group (e996db16-401a-4422-a020-abb67d972f7a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:13.065496 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42a1c3b8-60cb-4939-87b1-02b83448e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (e996db16-401a-4422-a020-abb67d972f7a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:13.068091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-42a1c3b8-60cb-4939-87b1-02b83448e476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:13.069319 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-42a1c3b8-60cb-4939-87b1-02b83448e476 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e996db16-401a-4422-a020-abb67d972f7a HTTP/1.1" status: 204 len: 168 time: 0.1734073 Mar 09 17:57:13.077399 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1c3b8-60cb-4939-87b1-02b83448e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e996db16-401a-4422-a020-abb67d972f7a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:14.005015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43650) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:14.123383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1895880939-network', 'tenant_id': 'cec78613001a46209e264cfaa45f0911'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:14.213583 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Made reservation on behalf of cec78613001a46209e264cfaa45f0911 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:57:14.215919 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.224926 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.295508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks [] for security_group (11f93512-4b98-4f9f-876d-c19888acecfb), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.361714 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (11f93512-4b98-4f9f-876d-c19888acecfb), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.387766 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:57:14.393524 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f93512-4b98-4f9f-876d-c19888acecfb,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:14.401061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c4eac1a0-263e-47d6-a13a-4037590010e7), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.401061 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Added segment c4eac1a0-263e-47d6-a13a-4037590010e7 of type vlan for network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 Mar 09 17:57:14.438674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.520771 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.521651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:14.522228 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.582238 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] Pushing event updated for resources: {'Network': ['ID=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:14.591929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:57:14.610568 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f3e1515f-3bd3-4d1d-8b5b-58f676b6fe5d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6044505 Mar 09 17:57:14.613948 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43656) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:14.618722 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Request body: {'subnet': {'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1895880939-subnet', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:14.704862 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Made reservation on behalf of cec78613001a46209e264cfaa45f0911 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:57:14.707295 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.927930 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (acd42ddc-dc13-4066-a1f2-635685dee360), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:14.983316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd42ddc-dc13-4066-a1f2-635685dee360,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:14.991011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Checking segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:14.991371 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Network hostable DHCP agents. Network: cd4ea2cb-9f67-4a5a-a1b1-697ee2402968, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:57:15.064517 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:57:15.133066 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cd4ea2cb-9f67-4a5a-a1b1-697ee2402968) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:15.136997 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:15.137591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.141825 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea53bac-014b-48a1-b104-8731e6c3374a None None] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:57:15.205033 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-ac6a6179-fd1a-4b2d-9d61-60a44ece7a8a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5899096 Mar 09 17:57:15.207597 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43658) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:15.211894 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:15.238310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:57:15.239139 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.287644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (68ec832a-c768-4ba3-b33e-c2924e8037a7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.288887 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (68ec832a-c768-4ba3-b33e-c2924e8037a7), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.343660 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks [] for router_controller (68ec832a-c768-4ba3-b33e-c2924e8037a7), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.370962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Allocated IP 172.20.0.2 (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968/acd42ddc-dc13-4066-a1f2-635685dee360/36adf5d1-8ef3-45eb-8098-43297c766f9a) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:15.514006 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Publish callbacks [] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.541074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks [] for router_gateway (68ec832a-c768-4ba3-b33e-c2924e8037a7), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.590654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.627843 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:15.632650 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:15.636143 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:15.643585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Pushing event updated for resources: {'Port': ['ID=36adf5d1-8ef3-45eb-8098-43297c766f9a,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:15.694521 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Attempting to bind port 36adf5d1-8ef3-45eb-8098-43297c766f9a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:15.694907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Attempting to bind port 36adf5d1-8ef3-45eb-8098-43297c766f9a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:15.695281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Attempting to bind port 36adf5d1-8ef3-45eb-8098-43297c766f9a on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:15.700701 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:15.701090 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Checking segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:15.701523 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.701907 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Bound using segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:15.702417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Bound port: 36adf5d1-8ef3-45eb-8098-43297c766f9a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:15.702805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.772281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] For port 36adf5d1-8ef3-45eb-8098-43297c766f9a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:15.775713 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] For port 36adf5d1-8ef3-45eb-8098-43297c766f9a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36adf5d1-8ef3-45eb-8098-43297c766f9a,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:15.853170 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:15.914033 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68112f-4373-4836-99cd-db3a09d57db9 None None] Pushing event updated for resources: {'Port': ['ID=36adf5d1-8ef3-45eb-8098-43297c766f9a,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:16.170859 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks [] for router_gateway (68ec832a-c768-4ba3-b33e-c2924e8037a7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:16.191348 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:16.295739 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Allocated IP 172.36.5.21 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/edb5f617-a396-4776-bd41-1ebc416d93a8) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:16.395408 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks [] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:16.499569 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:16.538653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:16.544290 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:16.546912 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:16.575833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Pushing event updated for resources: {'Port': ['ID=edb5f617-a396-4776-bd41-1ebc416d93a8,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:16.814779 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34067541-df4c-421f-a6e5-89d043e463dd None None] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:57:16.890198 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks [] for router_gateway (68ec832a-c768-4ba3-b33e-c2924e8037a7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:16.896070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] Provisioning complete for port 36adf5d1-8ef3-45eb-8098-43297c766f9a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:16.896487 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.008887 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36adf5d1-8ef3-45eb-8098-43297c766f9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:17.036630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] Current status of the port 36adf5d1-8ef3-45eb-8098-43297c766f9a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:17.037032 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.086725 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] For port 36adf5d1-8ef3-45eb-8098-43297c766f9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36adf5d1-8ef3-45eb-8098-43297c766f9a,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:17.092590 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 36adf5d1-8ef3-45eb-8098-43297c766f9a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:17.092975 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.116464 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (68ec832a-c768-4ba3-b33e-c2924e8037a7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.160216 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.199262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 36adf5d1-8ef3-45eb-8098-43297c766f9a is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:17.199690 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.237310 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39227d-ad37-40c3-899a-3e8b4124bc92 None None] Pushing event updated for resources: {'Port': ['ID=36adf5d1-8ef3-45eb-8098-43297c766f9a,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:17.275959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 17:57:17.276313 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG oslo_db.api [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 17:57:17.283776 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-81dd1349-92c1-4d78-ad27-7c1f3fc2654e None None] Provisioning complete for port 36adf5d1-8ef3-45eb-8098-43297c766f9a triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:17.284154 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-81dd1349-92c1-4d78-ad27-7c1f3fc2654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.327289 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:57:17.358883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-81dd1349-92c1-4d78-ad27-7c1f3fc2654e None None] Current status of the port 36adf5d1-8ef3-45eb-8098-43297c766f9a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:17.433374 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:17.442508 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:17.451223 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:17.451814 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:17.506075 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.507456 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2906a25c-3d22-4d1b-91f0-e337e7568f9c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2988279 Mar 09 17:57:17.509970 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43660) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:17.556597 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:17.816035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 36adf5d1-8ef3-45eb-8098-43297c766f9a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:17.820494 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:16Z', 'revision_number': 3, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:17.845680 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:17.846037 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Updating router 68ec832a-c768-4ba3-b33e-c2924e8037a7 port edb5f617-a396-4776-bd41-1ebc416d93a8 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:57:17.872772 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:17.921844 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.082946 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Allocated IP 172.20.0.1 (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968/acd42ddc-dc13-4066-a1f2-635685dee360/93cabf54-c6d0-429d-bd3c-b479d9afb4a4) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:18.123045 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Publish callbacks [] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.183054 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks [] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.184829 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.232849 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Attempting to bind port edb5f617-a396-4776-bd41-1ebc416d93a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:18.235471 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Attempting to bind port edb5f617-a396-4776-bd41-1ebc416d93a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:18.235471 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Attempting to bind port edb5f617-a396-4776-bd41-1ebc416d93a8 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:18.240773 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Pushing event updated for resources: {'Port': ['ID=edb5f617-a396-4776-bd41-1ebc416d93a8,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:18.243878 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:18.244253 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:18.244688 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.245083 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:18.245541 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Bound port: edb5f617-a396-4776-bd41-1ebc416d93a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:18.245917 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.251693 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.252196 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.252500 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.252838 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.253170 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.253501 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.253829 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.254155 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.254485 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.254806 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.255128 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.255447 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.255763 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:57:18.281906 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.305289 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] For port edb5f617-a396-4776-bd41-1ebc416d93a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:18.308296 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] For port edb5f617-a396-4776-bd41-1ebc416d93a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edb5f617-a396-4776-bd41-1ebc416d93a8,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:18.323259 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:18.326197 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:18.336822 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:18.358139 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Pushing event updated for resources: {'Port': ['ID=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:18.377834 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (68ec832a-c768-4ba3-b33e-c2924e8037a7), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.384684 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.448767 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:18.449511 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:18.488093 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161ded-3315-4d58-8665-6074265f704f None None] Pushing event updated for resources: {'Port': ['ID=edb5f617-a396-4776-bd41-1ebc416d93a8,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:18.566585 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:18.584163 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-05b48aab-48bf-4a95-a136-cd75d2b4eec1 None None] Provisioning complete for port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:18.584797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-05b48aab-48bf-4a95-a136-cd75d2b4eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.616130 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.619644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-05b48aab-48bf-4a95-a136-cd75d2b4eec1 None None] Port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:57:18.740833 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:16Z', 'revision_number': 3, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:18.766949 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7aab6-0667-4eb1-a9c3-d7d25e8378ad None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:16Z', 'revision_number': 3, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:18.781969 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks [] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.836451 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.902975 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Pushing event updated for resources: {'Port': ['ID=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:18.905360 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (68ec832a-c768-4ba3-b33e-c2924e8037a7), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:18.965942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36adf5d1-8ef3-45eb-8098-43297c766f9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:19.012184 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:19.013879 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:19.051432 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 36adf5d1-8ef3-45eb-8098-43297c766f9a triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:19.051819 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:19.149849 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 36adf5d1-8ef3-45eb-8098-43297c766f9a is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:19.152403 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:57:19.355662 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-71fd22cc-b052-4f4f-8ce9-7aa24eb99d2b None None] Provisioning complete for port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:19.356043 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-71fd22cc-b052-4f4f-8ce9-7aa24eb99d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:19.396971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-71fd22cc-b052-4f4f-8ce9-7aa24eb99d2b None None] Port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:57:19.632993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:19.638266 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-abcc2c91-5754-4048-a180-072e15dfc531 admin admin] 10.222.0.16 "PUT /v2.0/routers/68ec832a-c768-4ba3-b33e-c2924e8037a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1273010 Mar 09 17:57:20.278166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43678) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:20.283040 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-680522596-network', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:20.344518 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Made reservation on behalf of ae6fe150a9de4f80aa4bf72f87303900 for: {'network': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:57:20.347411 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for network (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.356161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.390925 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:20.402651 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:20.403208 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:20.432171 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks [] for security_group (b9654184-3509-4bfc-af98-983b7144d247), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.470159 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b9654184-3509-4bfc-af98-983b7144d247), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.495707 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=104358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 17:57:20.505230 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9654184-3509-4bfc-af98-983b7144d247,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:20.511758 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:20.512323 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (086d5e7d-e395-4896-abca-22ab483b7626), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.512699 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.segments_db [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Added segment 086d5e7d-e395-4896-abca-22ab483b7626 of type vlan for network 68a0bae1-c389-4626-9485-96cc85a987a4 Mar 09 17:57:20.553087 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742827385025'] for network (68a0bae1-c389-4626-9485-96cc85a987a4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.619056 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724'] for network (68a0bae1-c389-4626-9485-96cc85a987a4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.620081 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:20.620695 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.681204 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] Pushing event updated for resources: {'Network': ['ID=68a0bae1-c389-4626-9485-96cc85a987a4,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:20.692934 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Network 68a0bae1-c389-4626-9485-96cc85a987a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 17:57:20.701599 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-fb600857-57a6-402c-825c-689b260f4f2d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4223325 Mar 09 17:57:20.704253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43680) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:20.709560 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Request body: {'subnet': {'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-680522596-subnet', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'ip_version': 4}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:20.768115 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Made reservation on behalf of ae6fe150a9de4f80aa4bf72f87303900 for: {'subnet': 1} {{(pid=104358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:57:20.768280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 2, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:20.770530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26361712'] for subnet (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.799136 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:20.799491 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Updating router 68ec832a-c768-4ba3-b33e-c2924e8037a7 port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:57:20.825620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.989621 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26537517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26361694'] for subnet (a66543d9-749e-492a-bf9f-0f8ee0b298db), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:20.999976 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edb5f617-a396-4776-bd41-1ebc416d93a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:21.039484 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66543d9-749e-492a-bf9f-0f8ee0b298db,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:21.054468 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Checking segment: {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:21.054831 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Network hostable DHCP agents. Network: 68a0bae1-c389-4626-9485-96cc85a987a4, hostable agents: ['6405d102-7135-402d-9b28-bb0403975f76'], hosted agents: [] {{(pid=104358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 17:57:21.139208 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Network 68a0bae1-c389-4626-9485-96cc85a987a4 is scheduled to be hosted by DHCP agent 6405d102-7135-402d-9b28-bb0403975f76 with binding_index 1 {{(pid=104358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 17:57:21.214003 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 68a0bae1-c389-4626-9485-96cc85a987a4) {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:21.218342 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:21.219061 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.227940 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2149c-21e2-49d9-9866-e793827179ef None None] Network 68a0bae1-c389-4626-9485-96cc85a987a4 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:57:21.282319 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port edb5f617-a396-4776-bd41-1ebc416d93a8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:21.282693 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.330939 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-32aba151-f67f-4c31-9136-ac217ae2a837 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6244905 Mar 09 17:57:21.333367 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43682) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:21.337674 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:21.356660 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Publish callbacks [] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.418137 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-68a0bae1-c389-4626-9485-96cc85a987a4', 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4', 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'fixed_ips': [{'subnet_id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db'}]}} from dv-neutron-master-2-hyperv. {{(pid=104359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 17:57:21.418973 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.424178 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3822422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26006'] for router (56cfb56d-464d-484f-875c-6fcd0e61893b), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.425316 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26095'] for router (56cfb56d-464d-484f-875c-6fcd0e61893b), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.449881 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port edb5f617-a396-4776-bd41-1ebc416d93a8 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:21.450273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.468084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.482015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks [] for router_controller (56cfb56d-464d-484f-875c-6fcd0e61893b), precommit_add_association {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.527654 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port edb5f617-a396-4776-bd41-1ebc416d93a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edb5f617-a396-4776-bd41-1ebc416d93a8,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:21.582144 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2f5f2-c39d-40be-9013-7849cad46cb8 None None] Pushing event updated for resources: {'Port': ['ID=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:21.660495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.697507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Attempting to bind port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:21.697888 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Attempting to bind port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:21.698545 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Attempting to bind port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:21.710483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.db_base_plugin_common [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Allocated IP 172.20.0.2 (68a0bae1-c389-4626-9485-96cc85a987a4/a66543d9-749e-492a-bf9f-0f8ee0b298db/3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d) {{(pid=104359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:21.716685 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:21.723480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Checking segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:21.723480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.723480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Bound using segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:21.723480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Bound port: 93cabf54-c6d0-429d-bd3c-b479d9afb4a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:21.723480 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.732723 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks [] for router_gateway (56cfb56d-464d-484f-875c-6fcd0e61893b), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.765991 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=edb5f617-a396-4776-bd41-1ebc416d93a8,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:21.871020 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] For port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:21.877041 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] For port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:21.884702 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bad96feb-c68b-483b-bcc9-f3f08be179a1 None None] Provisioning complete for port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:21.885084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bad96feb-c68b-483b-bcc9-f3f08be179a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.951753 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bad96feb-c68b-483b-bcc9-f3f08be179a1 None None] Port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:57:21.960955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:21.999498 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Publish callbacks [] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), precommit_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.004328 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks [] for router_gateway (56cfb56d-464d-484f-875c-6fcd0e61893b), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.028700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.032414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:22.033574 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:22.035248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2f5f2-c39d-40be-9013-7849cad46cb8 None None] Pushing event updated for resources: {'Port': ['ID=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:22.088794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), after_create {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.146048 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Allocated IP 172.36.5.91 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/7d6e9cdc-9415-4c57-aa23-1eb99a40acc2) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:22.164613 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Network 68a0bae1-c389-4626-9485-96cc85a987a4 is already hosted by enough agents. {{(pid=104359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:22.173195 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.scheduler.base_scheduler [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Resources bound (agent type, host, resource id): {{(pid=104359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:22.179518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Received port after_create {{(pid=104359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:22.186404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Pushing event updated for resources: {'Port': ['ID=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,revision_number=1']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:22.204031 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:22.258419 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks [] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.320871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Attempting to bind port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:22.321186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Attempting to bind port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:22.321541 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Attempting to bind port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d on network 68a0bae1-c389-4626-9485-96cc85a987a4 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:22.345321 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:22.346265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Checking segment: {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:22.347380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.347380 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Bound using segment: {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:22.347575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Bound port: 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:22.347890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.352806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] Provisioning complete for port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:22.353171 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.367987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.404483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:22.407376 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:22.413553 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:22.442013 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:22.507437 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-874ef8e4-5276-4784-acc0-993897532366 None None] For port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:22.551847 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-874ef8e4-5276-4784-acc0-993897532366 None None] For port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:22.572463 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] Current status of the port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:22.572857 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.612392 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] For port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:22.617485 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:22.647466 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf790cd3-d928-446b-bfa3-9b3e205a1a7e None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:22.649423 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.728911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:22.738711 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ef8e4-5276-4784-acc0-993897532366 None None] Pushing event updated for resources: {'Port': ['ID=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,revision_number=2']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:22.799550 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af91de-20c4-49ca-8e21-6815738db340 None None] Pushing event updated for resources: {'Port': ['ID=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:22.844148 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks [] for router_gateway (56cfb56d-464d-484f-875c-6fcd0e61893b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:23.094617 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3822573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818607'] for router (56cfb56d-464d-484f-875c-6fcd0e61893b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:23.127653 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:23.184955 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:23.185532 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:23.273646 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:23.274838 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edb5f617-a396-4776-bd41-1ebc416d93a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:23.299829 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Router 56cfb56d-464d-484f-875c-6fcd0e61893b is scheduled to L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a with binding_index 1 {{(pid=104358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 17:57:23.327212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port edb5f617-a396-4776-bd41-1ebc416d93a8 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:23.327595 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:23.415246 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port edb5f617-a396-4776-bd41-1ebc416d93a8 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:23.425993 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:23.434854 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Sync routers for ids ['56cfb56d-464d-484f-875c-6fcd0e61893b'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:23.445673 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Routers {'56cfb56d-464d-484f-875c-6fcd0e61893b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:23.446294 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['56cfb56d-464d-484f-875c-6fcd0e61893b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:23.478322 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:23.481378 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-2d5d4550-18d0-4c3a-a0f8-ed487ad80059 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1469584 Mar 09 17:57:23.482513 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43684) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:23.560997 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Set router 56cfb56d-464d-484f-875c-6fcd0e61893b gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:23.761110 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 3, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:23.792398 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Checking router: 56cfb56d-464d-484f-875c-6fcd0e61893b for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:23.793034 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Updating router 56cfb56d-464d-484f-875c-6fcd0e61893b port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 binding host dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:57:23.825301 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:23.961197 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bcf470-d7ab-49ff-abe7-d20724f9c2b7 None None] Network 68a0bae1-c389-4626-9485-96cc85a987a4 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 17:57:23.999833 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.082108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] Provisioning complete for port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:24.082108 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.099444 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Publish callbacks [] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), precommit_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.167787 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.174679 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] Current status of the port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:24.175084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.198136 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Allocated IP 172.20.0.1 (68a0bae1-c389-4626-9485-96cc85a987a4/a66543d9-749e-492a-bf9f-0f8ee0b298db/18ec276a-277d-4a57-8a00-06b61b9c039e) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:24.212070 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25398-c1d2-4c48-94b4-c2ea76cb9c16 None None] Pushing event updated for resources: {'Port': ['ID=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,revision_number=2']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:24.227142 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] For port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:24.237390 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Attempting to bind port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:24.237765 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Attempting to bind port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:24.238638 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Attempting to bind port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 on network 8ddff297-9840-4f55-8570-21cc9d0c9cfc {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:24.244966 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:24.245343 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Checking segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:24.245750 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.246141 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Bound using segment: {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'} {{(pid=104360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:24.246682 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.managers [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Bound port: 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c9db42-8cff-449b-8a66-4e3f6f34ae0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc'}}] {{(pid=104360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:24.247063 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), before_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.300780 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] For port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:24.304507 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.plugins.ml2.db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] For port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:24.310791 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.322353 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks [] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.367424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7b001-a28a-4280-8a3f-b2069b8ff9e0 None None] Pushing event updated for resources: {'Port': ['ID=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:24.402330 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), after_update {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.431039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.434672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-6cdb8f50-fc74-44de-8692-f24ba13b477e None None] Provisioning complete for port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:24.435290 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8f50-fc74-44de-8692-f24ba13b477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.469091 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Network 68a0bae1-c389-4626-9485-96cc85a987a4 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:24.472227 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:24.476098 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:24.524205 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Pushing event updated for resources: {'Port': ['ID=18ec276a-277d-4a57-8a00-06b61b9c039e,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:24.525316 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb8f50-fc74-44de-8692-f24ba13b477e None None] Current status of the port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:24.536365 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824896'] for router_interface (56cfb56d-464d-484f-875c-6fcd0e61893b), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.565041 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Routers {'56cfb56d-464d-484f-875c-6fcd0e61893b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:24.566384 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['56cfb56d-464d-484f-875c-6fcd0e61893b'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:24.568647 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25398-c1d2-4c48-94b4-c2ea76cb9c16 None None] Pushing event updated for resources: {'Port': ['ID=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,revision_number=3']} {{(pid=104360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:24.682091 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] Set router 56cfb56d-464d-484f-875c-6fcd0e61893b gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:24.755327 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-619e8874-cc20-4e0e-a79b-7e0b0fce7ada None None] Provisioning complete for port 18ec276a-277d-4a57-8a00-06b61b9c039e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:24.755807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-619e8874-cc20-4e0e-a79b-7e0b0fce7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.769653 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.796447 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-619e8874-cc20-4e0e-a79b-7e0b0fce7ada None None] Port 18ec276a-277d-4a57-8a00-06b61b9c039e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:57:24.864518 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 3, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:24.889654 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54492c-a251-4290-928a-c62268fe0662 None None] The sync data for ids ['56cfb56d-464d-484f-875c-6fcd0e61893b'] in dv-neutron-master-2-hyperv is: [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 3, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:24.953865 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks [] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:24.991225 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:25.014820 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:25.049680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:25.050062 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:25.082165 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825068'] for router_interface (56cfb56d-464d-484f-875c-6fcd0e61893b), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:25.084960 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Pushing event updated for resources: {'Port': ['ID=18ec276a-277d-4a57-8a00-06b61b9c039e,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:25.140209 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:25.209748 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Network 68a0bae1-c389-4626-9485-96cc85a987a4 is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:25.211260 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:25.355780 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Router 56cfb56d-464d-484f-875c-6fcd0e61893b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:57:25.474989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:25.480336 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-243b759e-0305-4b7b-8d8b-b263b663614b admin admin] 10.222.0.16 "PUT /v2.0/routers/56cfb56d-464d-484f-875c-6fcd0e61893b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9965692 Mar 09 17:57:25.522281 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-d5a983e1-2c14-45e3-b797-b610ee947e90 None None] Provisioning complete for port 18ec276a-277d-4a57-8a00-06b61b9c039e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:25.522666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d5a983e1-2c14-45e3-b797-b610ee947e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:25.567429 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-d5a983e1-2c14-45e3-b797-b610ee947e90 None None] Port 18ec276a-277d-4a57-8a00-06b61b9c039e cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:57:26.517218 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Sync routers for ids ['56cfb56d-464d-484f-875c-6fcd0e61893b'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:26.529443 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43692) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:26.534607 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969826469', 'description': 'tempest-secgroup-smoke-969826469 description', 'project_id': 'cec78613001a46209e264cfaa45f0911'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:26.602167 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:26.670684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group (7bf6491e-5f8b-4cb0-b76a-fca39d8d3131), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:26.672322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Routers {'56cfb56d-464d-484f-875c-6fcd0e61893b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:26.672960 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['56cfb56d-464d-484f-875c-6fcd0e61893b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:26.722277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7bf6491e-5f8b-4cb0-b76a-fca39d8d3131), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:26.750643 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:26.779318 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Set router 56cfb56d-464d-484f-875c-6fcd0e61893b gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:26.803711 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:26.805065 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-96313cbd-4b87-4b55-b667-c713aaae8acf tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2745621 Mar 09 17:57:26.807976 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43694) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:26.812472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group_rule': {'security_group_id': '7bf6491e-5f8b-4cb0-b76a-fca39d8d3131', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:26.898686 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (4d7305cc-0ce8-4083-9d40-b851c7fd6dfe), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:26.962200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (4d7305cc-0ce8-4083-9d40-b851c7fd6dfe), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:26.984631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 4, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ec276a-277d-4a57-8a00-06b61b9c039e', 'name': '', 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'mac_address': 'fa:16:3e:cf:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:24Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 2, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'subnets': [{'id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:27.018636 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:27.020904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Checking router: 56cfb56d-464d-484f-875c-6fcd0e61893b for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:27.021263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Updating router 56cfb56d-464d-484f-875c-6fcd0e61893b port 18ec276a-277d-4a57-8a00-06b61b9c039e binding host dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 17:57:27.030233 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (4d7305cc-0ce8-4083-9d40-b851c7fd6dfe), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.045152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7305cc-0ce8-4083-9d40-b851c7fd6dfe,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:27.077680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.123744 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.125026 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-8e51c949-610c-4f00-8098-c1349b2f6bf2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160698 Mar 09 17:57:27.128134 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:27.128277 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43696) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:27.128542 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.132445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group_rule': {'security_group_id': '7bf6491e-5f8b-4cb0-b76a-fca39d8d3131', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:27.207074 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (43a7afeb-6ac4-4c36-b367-d50f0e2dd8de), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.262082 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (43a7afeb-6ac4-4c36-b367-d50f0e2dd8de), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.321975 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (43a7afeb-6ac4-4c36-b367-d50f0e2dd8de), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.328780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:27.329175 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.340216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a7afeb-6ac4-4c36-b367-d50f0e2dd8de,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:27.367285 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] For port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:27.414313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.415570 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-fb603295-77de-49f3-b7a4-516a31d77fa4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2864475 Mar 09 17:57:27.418538 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43698) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:27.423184 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Publish callbacks [] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), precommit_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.423388 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group_rule': {'security_group_id': '7bf6491e-5f8b-4cb0-b76a-fca39d8d3131', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:27.441003 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.487512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Pushing event updated for resources: {'Port': ['ID=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:27.499021 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.534104 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (819fb923-74f2-40eb-85a9-13b14a9c2de2), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.552047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23594-d57a-4146-bae9-2de75300ae4b None None] Pushing event updated for resources: {'Port': ['ID=18ec276a-277d-4a57-8a00-06b61b9c039e,revision_number=3']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:27.604977 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (819fb923-74f2-40eb-85a9-13b14a9c2de2), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.607557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Attempting to bind port 18ec276a-277d-4a57-8a00-06b61b9c039e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:27.607924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Attempting to bind port 18ec276a-277d-4a57-8a00-06b61b9c039e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:27.608289 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Attempting to bind port 18ec276a-277d-4a57-8a00-06b61b9c039e on network 68a0bae1-c389-4626-9485-96cc85a987a4 {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:27.614179 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Checking agent: {'id': '8c577748-c3f8-4433-8ff5-f637e3baaed3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 16, 58, 10), 'started_at': datetime.datetime(2022, 3, 9, 16, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:27.614557 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Checking segment: {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:27.616910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.616910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Bound using segment: {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'} {{(pid=104359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:27.616910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.managers [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Bound port: 18ec276a-277d-4a57-8a00-06b61b9c039e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086d5e7d-e395-4896-abca-22ab483b7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4'}}] {{(pid=104359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:27.616910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.670765 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (819fb923-74f2-40eb-85a9-13b14a9c2de2), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.683761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] For port 18ec276a-277d-4a57-8a00-06b61b9c039e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:27.687620 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] For port 18ec276a-277d-4a57-8a00-06b61b9c039e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ec276a-277d-4a57-8a00-06b61b9c039e,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:27.690143 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819fb923-74f2-40eb-85a9-13b14a9c2de2,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:27.745206 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.769637 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.770892 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8848e739-e58d-4509-b035-9e486cb6742e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512902 Mar 09 17:57:27.773690 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43700) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:27.778383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group_rule': {'security_group_id': '7bf6491e-5f8b-4cb0-b76a-fca39d8d3131', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:27.806036 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Routers {'56cfb56d-464d-484f-875c-6fcd0e61893b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:27.806669 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['56cfb56d-464d-484f-875c-6fcd0e61893b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:27.851645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23594-d57a-4146-bae9-2de75300ae4b None None] Pushing event updated for resources: {'Port': ['ID=18ec276a-277d-4a57-8a00-06b61b9c039e,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:27.858235 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (2b346251-e97a-4887-a16c-896dfc01e87e), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.870259 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] Provisioning complete for port 18ec276a-277d-4a57-8a00-06b61b9c039e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:27.870428 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.929291 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (2b346251-e97a-4887-a16c-896dfc01e87e), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:27.975471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] Set router 56cfb56d-464d-484f-875c-6fcd0e61893b gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:27.996216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (2b346251-e97a-4887-a16c-896dfc01e87e), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.014229 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b346251-e97a-4887-a16c-896dfc01e87e,revision_number=0']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:28.077518 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] Current status of the port 18ec276a-277d-4a57-8a00-06b61b9c039e is: DOWN; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:28.077913 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.083395 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.084777 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-90fbff60-3d06-449b-a8a8-936d028d268c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101323 Mar 09 17:57:28.087527 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43702) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:28.092687 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group_rule': {'security_group_id': '7bf6491e-5f8b-4cb0-b76a-fca39d8d3131', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:28.164341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] For port 18ec276a-277d-4a57-8a00-06b61b9c039e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ec276a-277d-4a57-8a00-06b61b9c039e,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:28.195152 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Project cec78613001a46209e264cfaa45f0911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:57:28.200531 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (d9c12a63-f3e7-476d-88c5-e95460f09a50), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.230959 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 4, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ec276a-277d-4a57-8a00-06b61b9c039e', 'name': '', 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'mac_address': 'fa:16:3e:cf:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:24Z', 'updated_at': '2022-03-09T17:57:27Z', 'revision_number': 4, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'subnets': [{'id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:28.256680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.258548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397aa74-23ea-4fe4-a367-f1457c28e1b8 None None] The sync data for ids ['56cfb56d-464d-484f-875c-6fcd0e61893b'] in dv-neutron-master-2-hyperv is: [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T17:57:24Z', 'revision_number': 4, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18ec276a-277d-4a57-8a00-06b61b9c039e', 'name': '', 'network_id': '68a0bae1-c389-4626-9485-96cc85a987a4', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'mac_address': 'fa:16:3e:cf:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:24Z', 'updated_at': '2022-03-09T17:57:27Z', 'revision_number': 4, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'subnets': [{'id': 'a66543d9-749e-492a-bf9f-0f8ee0b298db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:28.261442 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (d9c12a63-f3e7-476d-88c5-e95460f09a50), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.322777 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (d9c12a63-f3e7-476d-88c5-e95460f09a50), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.332813 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc968c95-ee6c-4919-abb9-acc51042c216 None None] Pushing event updated for resources: {'Port': ['ID=18ec276a-277d-4a57-8a00-06b61b9c039e,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:28.343154 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c12a63-f3e7-476d-88c5-e95460f09a50,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:28.379417 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-cac44381-6aaf-40d9-8bbe-7a2b3faf6981 None None] Provisioning complete for port 18ec276a-277d-4a57-8a00-06b61b9c039e triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:28.379797 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-cac44381-6aaf-40d9-8bbe-7a2b3faf6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.398541 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.401194 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-c15ceeb5-0932-4863-aa23-502023a21a49 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108630 Mar 09 17:57:28.409109 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 43704) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:28.414101 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'security_group_rule': {'security_group_id': '7bf6491e-5f8b-4cb0-b76a-fca39d8d3131', 'project_id': 'cec78613001a46209e264cfaa45f0911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:28.463696 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-cac44381-6aaf-40d9-8bbe-7a2b3faf6981 None None] Current status of the port 18ec276a-277d-4a57-8a00-06b61b9c039e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:28.527643 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.db.securitygroups_db [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Project cec78613001a46209e264cfaa45f0911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 17:57:28.533337 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (7fe68073-527a-4008-b679-5e9b466bc3aa), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.597722 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (7fe68073-527a-4008-b679-5e9b466bc3aa), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.658973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670542'] for security_group_rule (7fe68073-527a-4008-b679-5e9b466bc3aa), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.676585 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe68073-527a-4008-b679-5e9b466bc3aa,revision_number=0']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:28.729543 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:28.730802 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-d362f4f2-5903-40d5-9212-7dcc9adbc5d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3206973 Mar 09 17:57:28.970682 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-a6f98769-c4c7-4e07-8ca8-aa280807cccd tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969826469&fields=id&tenant_id=cec78613001a46209e264cfaa45f0911 HTTP/1.1" status: 200 len: 267 time: 0.0663025 Mar 09 17:57:29.032091 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 18ec276a-277d-4a57-8a00-06b61b9c039e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:29.077232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-b1e339a2-ecc1-4251-89e7-84388ea051b5 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:29.078691 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-b1e339a2-ecc1-4251-89e7-84388ea051b5 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 810 time: 0.1011531 Mar 09 17:57:29.082538 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 18ec276a-277d-4a57-8a00-06b61b9c039e triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:29.082911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:29.093805 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-3eb17369-f8f6-4b35-9b7c-a02bbffeaac4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/quotas/cec78613001a46209e264cfaa45f0911 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Mar 09 17:57:29.152204 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-94410aed-3f50-4042-8b6d-5a1bf62152b4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531111 Mar 09 17:57:29.158082 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 18ec276a-277d-4a57-8a00-06b61b9c039e is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:29.159157 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:29.167429 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-4cd31757-146c-4aa0-858d-fade975bb222 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:57:29.168440 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-4cd31757-146c-4aa0-858d-fade975bb222 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050943 Mar 09 17:57:29.204378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Provisioning complete for port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:29.204794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:29.262670 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-dee386d9-556f-498d-97b7-39becd58f53e service neutron] 10.222.0.16 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881474 Mar 09 17:57:29.297244 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Current status of the port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 is: ACTIVE; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:29.326610 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:29.360932 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-0e48b4e3-992f-436b-a2cf-f8dfa46a97b8 service neutron] 10.222.0.16 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917256 Mar 09 17:57:29.641592 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-8137c1bd-49ec-45bf-a4fb-67db15c9b4c8 req-06834ddb-3933-4ff9-aa52-7b3588d70b7e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 210 time: 0.0336077 Mar 09 17:57:30.737764 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-39759beb-6705-42b9-9291-6e3b0cce6c4a req-2a457f74-5c6c-4a98-81e0-e5a44cad354c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 210 time: 0.0286329 Mar 09 17:57:31.695558 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-e6caffc1-7f6e-4006-8b82-5de247e014d2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:31.697043 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-e6caffc1-7f6e-4006-8b82-5de247e014d2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 810 time: 0.1028078 Mar 09 17:57:31.835760 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-64665b3b-0b7e-49d9-940c-8c6edfe06095 req-8b37b2dc-c8f6-4393-828e-98df7111a1b0 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 210 time: 0.0312843 Mar 09 17:57:32.100174 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-996fda0b-c80a-4e8f-97f6-398efbedd401 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec78613001a46209e264cfaa45f0911 HTTP/1.1" status: 200 len: 379 time: 0.3943675 Mar 09 17:57:32.109160 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'port': {'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'admin_state_up': True, 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'security_groups': ['7bf6491e-5f8b-4cb0-b76a-fca39d8d3131']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:32.264438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Made reservation on behalf of cec78613001a46209e264cfaa45f0911 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 17:57:32.267737 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:32.390723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Allocated IP 172.20.0.10 (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968/acd42ddc-dc13-4066-a1f2-635685dee360/9fa7af2b-b810-4deb-ad27-e3f76b0400db) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:32.528033 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:32.612247 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:32.654430 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:32.661915 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:32.666208 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:32.672962 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:32.716548 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:32.717182 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:32.820374 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6b31a473-89f4-434d-8cdd-3db68839cbb8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147713 Mar 09 17:57:32.832059 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Request body: {'port': {'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:32.897027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:32.916075 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-3bc89bb2-57ec-4ab0-aa11-b7ca5f310c3d None None] Provisioning complete for port 9fa7af2b-b810-4deb-ad27-e3f76b0400db triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:32.916581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3bc89bb2-57ec-4ab0-aa11-b7ca5f310c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:32.949501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-3bc89bb2-57ec-4ab0-aa11-b7ca5f310c3d None None] Port 9fa7af2b-b810-4deb-ad27-e3f76b0400db cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 17:57:33.042411 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222556-9c78-4913-9076-d6f629d1f184 req-198345f2-0bd4-4c1c-be89-51188b73e3d5 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:33.043824 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fc222556-9c78-4913-9076-d6f629d1f184 req-198345f2-0bd4-4c1c-be89-51188b73e3d5 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 932 time: 0.1341612 Mar 09 17:57:33.128663 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fc222556-9c78-4913-9076-d6f629d1f184 req-eb63f982-5a2b-4808-b2f8-013bf4f6766c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744987 Mar 09 17:57:33.239457 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa7af2b-b810-4deb-ad27-e3f76b0400db {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:57:33.246840 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Publish callbacks [] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:33.259121 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Transition to ACTIVE for port object 9fa7af2b-b810-4deb-ad27-e3f76b0400db will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 17:57:33.321613 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:33.372043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:33.443148 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Attempting to bind port 9fa7af2b-b810-4deb-ad27-e3f76b0400db on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 17:57:33.443498 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Attempting to bind port 9fa7af2b-b810-4deb-ad27-e3f76b0400db by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 17:57:33.443831 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Attempting to bind port 9fa7af2b-b810-4deb-ad27-e3f76b0400db on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:33.448438 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Port 9fa7af2b-b810-4deb-ad27-e3f76b0400db on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 17:57:33.448764 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Attempting to bind port 9fa7af2b-b810-4deb-ad27-e3f76b0400db on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 17:57:33.453938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 17:57:33.454289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Checking segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 17:57:33.457043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Bound using segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 17:57:33.457043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Bound port: 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 17:57:33.457043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:33.524391 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 17:57:33.527455 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 17:57:33.602494 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:33.630910 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8b3be63d-54ce-4b3a-b60d-0ab0be22fed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:33.637399 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:33.638068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:33.639458 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 1094 time: 0.8121397 Mar 09 17:57:33.639938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:57:33.642232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f035777c-b409-4be3-a638-5bcf437394e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:57:33.666396 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbbaea-ff31-4d1a-aa31-09420b4338b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:33.690365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b93418-e0c9-4a92-b94c-fb6f1139e6fa x-openstack-request-id: req-19b93418-e0c9-4a92-b94c-fb6f1139e6fa {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:57:33.690365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:57:33.690365 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19b93418-e0c9-4a92-b94c-fb6f1139e6fa {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:57:33.690733 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'status': 'completed', 'code': 200} Mar 09 17:57:33.756924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035777c-b409-4be3-a638-5bcf437394e1 req-88f72116-99c8-4351-af55-9e35414f6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:33.758472 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f035777c-b409-4be3-a638-5bcf437394e1 req-88f72116-99c8-4351-af55-9e35414f6080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1128 time: 0.0496354 Mar 09 17:57:33.867986 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035777c-b409-4be3-a638-5bcf437394e1 req-40c9044f-c1ba-4ed4-bc35-095ef78b9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:33.870321 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f035777c-b409-4be3-a638-5bcf437394e1 req-40c9044f-c1ba-4ed4-bc35-095ef78b9d21 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cec78613001a46209e264cfaa45f0911&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1050329 Mar 09 17:57:33.971741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035777c-b409-4be3-a638-5bcf437394e1 req-d3de3c33-da21-4153-878b-c872f3379974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:33.973147 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f035777c-b409-4be3-a638-5bcf437394e1 req-d3de3c33-da21-4153-878b-c872f3379974 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0976269 Mar 09 17:57:34.060279 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-19d2c76f-21b1-4ce7-b443-4b9cd22bc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:34.061830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-19d2c76f-21b1-4ce7-b443-4b9cd22bc895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1128 time: 0.0499144 Mar 09 17:57:34.102661 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-6cb600b4-2f5b-48b5-9455-5e837be9f3a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 217 time: 0.0342908 Mar 09 17:57:34.148513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-764b2528-5c42-4694-9a6c-f3dea2e5a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:34.149765 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-764b2528-5c42-4694-9a6c-f3dea2e5a62a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0416615 Mar 09 17:57:34.225008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-3d53dd5f-f580-4955-b78b-c34d311fd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:34.226498 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-3d53dd5f-f580-4955-b78b-c34d311fd16f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0711961 Mar 09 17:57:34.278284 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243a93e-da16-4a52-978c-1e0ddd8819eb req-062005c2-e539-4e43-b934-028379a8ea28 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:34.279734 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9243a93e-da16-4a52-978c-1e0ddd8819eb req-062005c2-e539-4e43-b934-028379a8ea28 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 944 time: 0.0835493 Mar 09 17:57:34.369330 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9243a93e-da16-4a52-978c-1e0ddd8819eb req-3d6f0d23-0bc5-4d96-bc28-0609c76a661c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649765 Mar 09 17:57:34.371128 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-ae8db793-7483-4a0f-83e7-77b28c48508c service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380053 Mar 09 17:57:34.460742 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-850d4044-6c0d-4142-96c2-8d308a6fcb5b req-4658f3e4-4351-4f4d-b901-ba301822e1c6 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836041 Mar 09 17:57:35.487770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b7fb9-8f37-42e0-99ce-77228d70d1b8 req-152b4e70-de53-4b61-9e59-89e556b82027 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:35.489265 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-008b7fb9-8f37-42e0-99ce-77228d70d1b8 req-152b4e70-de53-4b61-9e59-89e556b82027 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 944 time: 0.0519195 Mar 09 17:57:35.536412 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-008b7fb9-8f37-42e0-99ce-77228d70d1b8 req-2e5965b2-21f0-441b-9d9d-736e8173b812 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417130 Mar 09 17:57:36.372730 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d32914ef-6848-4d67-8cfd-5403ffac48c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:36.651357 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3526f-7343-4c87-8a76-b248bf14f1a9 req-8b1123cb-d769-4a6f-9317-0e8aad363221 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:36.652762 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41c3526f-7343-4c87-8a76-b248bf14f1a9 req-8b1123cb-d769-4a6f-9317-0e8aad363221 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 944 time: 0.0523422 Mar 09 17:57:36.704658 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-41c3526f-7343-4c87-8a76-b248bf14f1a9 req-7f30fa2d-9323-40f0-9bd8-f1c78cb52ecc tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464249 Mar 09 17:57:37.027183 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:57:37.121300 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:37.134935 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:57:37.171024 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 9fa7af2b-b810-4deb-ad27-e3f76b0400db is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:37.171379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:37.183588 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa7af2b-b810-4deb-ad27-e3f76b0400db {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:57:37.201580 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:37.281483 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:37.338329 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:37.395641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:37.487390 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['9fa7af2b-b810-4deb-ad27-e3f76b0400db'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:57:37.821072 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bd7eb-185c-484e-bfa5-a4faf9c96fb7 req-25a34ebf-05b4-4f6e-96f7-a21a9ece4869 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:37.822566 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-386bd7eb-185c-484e-bfa5-a4faf9c96fb7 req-25a34ebf-05b4-4f6e-96f7-a21a9ece4869 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 945 time: 0.0509272 Mar 09 17:57:37.874523 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-386bd7eb-185c-484e-bfa5-a4faf9c96fb7 req-dc3daaa6-f767-40f0-a5a9-aa5625fa92ac tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464380 Mar 09 17:57:38.533587 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:38.991760 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a936-b435-487a-bf25-820a2fc5eb63 req-4c6926b2-d3a6-4c85-a1a6-717b649d6b38 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:38.993301 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e682a936-b435-487a-bf25-820a2fc5eb63 req-4c6926b2-d3a6-4c85-a1a6-717b649d6b38 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 945 time: 0.0526142 Mar 09 17:57:39.028338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:57:39.042016 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e682a936-b435-487a-bf25-820a2fc5eb63 req-f24dc75f-90e6-4374-aaef-7610acb365d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Mar 09 17:57:39.155626 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 9fa7af2b-b810-4deb-ad27-e3f76b0400db completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 17:57:39.159262 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 9fa7af2b-b810-4deb-ad27-e3f76b0400db triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:57:39.159641 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:39.234000 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 9fa7af2b-b810-4deb-ad27-e3f76b0400db is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:57:39.234370 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:39.260022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:57:39.262273 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73786cec-8514-4a0e-94aa-7c590cbfae0d" -d '{"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-plugged", "status": "completed", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:57:39.274739 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:57:39.333407 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:39.360263 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38fe6c5-4a0d-4e7d-8a00-be18b0ee4d9a x-openstack-request-id: req-f38fe6c5-4a0d-4e7d-8a00-be18b0ee4d9a {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:57:39.360593 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-plugged", "status": "completed", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:57:39.360858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f38fe6c5-4a0d-4e7d-8a00-be18b0ee4d9a {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:57:39.361827 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'code': 200} Mar 09 17:57:39.389132 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:39.666432 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722d17-bdbb-42dd-b047-042539d9e371 req-6683b4b5-d33e-43da-8aeb-d3b265082daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:39.668173 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-72722d17-bdbb-42dd-b047-042539d9e371 req-6683b4b5-d33e-43da-8aeb-d3b265082daa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1130 time: 0.0425425 Mar 09 17:57:39.712576 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-72722d17-bdbb-42dd-b047-042539d9e371 req-ab5644f1-57c1-4be4-bf7c-20d3ae305cb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387681 Mar 09 17:57:39.955860 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:40.162547 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7631-5361-4ffe-af28-d6892f6cc419 req-68efcac2-debf-4645-baa1-4c0a4f0d698b tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:40.164003 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a87e7631-5361-4ffe-af28-d6892f6cc419 req-68efcac2-debf-4645-baa1-4c0a4f0d698b tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 946 time: 0.0550749 Mar 09 17:57:40.211062 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-a87e7631-5361-4ffe-af28-d6892f6cc419 req-77153ba0-5a2f-40d8-bc5b-be6de5ae7117 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 Mar 09 17:57:41.329172 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a3973-764d-416d-aa03-39aa94092de4 req-67a3b2a1-54fd-4f21-a6f3-07ecd09cb351 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:41.331415 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c48a3973-764d-416d-aa03-39aa94092de4 req-67a3b2a1-54fd-4f21-a6f3-07ecd09cb351 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 946 time: 0.0532930 Mar 09 17:57:41.380690 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-c48a3973-764d-416d-aa03-39aa94092de4 req-f9c79c52-d593-482f-93f5-bf8c7e23e29a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Mar 09 17:57:41.497658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcf95f-5757-4402-929e-b47428ee3243 req-52baf346-47e7-408b-a016-4e80b047f6cc tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:41.499060 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-37fcf95f-5757-4402-929e-b47428ee3243 req-52baf346-47e7-408b-a016-4e80b047f6cc tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 946 time: 0.0526149 Mar 09 17:57:41.547688 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-37fcf95f-5757-4402-929e-b47428ee3243 req-d6c4d8bd-31cc-45f8-a66b-d98c0f88e2ea tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 Mar 09 17:57:41.569079 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43768) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:41.694216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd75aa9-bff0-4d64-9654-fef09bbeb548 tempest-TestSnapshotPattern-1262528471 tempest-TestSnapshotPattern-1262528471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:41.695725 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-dcd75aa9-bff0-4d64-9654-fef09bbeb548 tempest-TestSnapshotPattern-1262528471 tempest-TestSnapshotPattern-1262528471-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1125 time: 0.1256423 Mar 09 17:57:41.698604 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 43772) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 17:57:41.702699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 17:57:41.773128 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:41.869677 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:41.967972 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Allocated IP 172.36.5.87 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 17:57:42.069790 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:42.144449 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:42.181250 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 17:57:42.187928 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 17:57:42.192389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 17:57:42.194294 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'Port': ['ID=f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:42.880724 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (b9845515-fbb9-46d1-a50a-79b1bf700941), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:42.953075 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:57:42.998333 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:43.144809 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:43.206995 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:43.276709 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'Port': ['ID=f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:57:43.286344 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (b9845515-fbb9-46d1-a50a-79b1bf700941), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:43.387386 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Floating IP b9845515-fbb9-46d1-a50a-79b1bf700941 associated. External IP: 172.36.5.87, port: 9fa7af2b-b810-4deb-ad27-e3f76b0400db. Mar 09 17:57:43.594372 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 17:57:43.701651 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 17:57:43.711217 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 17:57:43.721281 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:43.722619 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:43.764062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:57:43.794176 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0faa0b31-2b6c-4884-8d18-4d941415e865 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0945659 Mar 09 17:57:43.794782 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:57:43.797142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:57:43.831929 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:43.833483 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a8e87-b548-49ff-84ab-89f7d2318096 x-openstack-request-id: req-462a8e87-b548-49ff-84ab-89f7d2318096 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:57:43.833786 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:57:43.834051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-462a8e87-b548-49ff-84ab-89f7d2318096 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:57:43.834631 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'status': 'completed', 'code': 200} Mar 09 17:57:43.901193 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-7c35d235-825b-454b-90b5-eb2aedd34b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:43.902643 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-7c35d235-825b-454b-90b5-eb2aedd34b74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1130 time: 0.0485518 Mar 09 17:57:43.992999 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-511c7e06-852e-4481-9242-ee020fab8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:43.993907 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-511c7e06-852e-4481-9242-ee020fab8331 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.0845938 Mar 09 17:57:44.047144 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:42Z', 'revision_number': 0, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:44.061935 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-338ebc05-d7bb-4433-abe7-0a1ab561b7c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 999 time: 0.0623112 Mar 09 17:57:44.075580 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 17:57:44.084385 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 17:57:44.085161 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T17:57:36Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:44.109658 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-703b5e20-a36c-47ae-af82-c8334b1d0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:44.111159 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-703b5e20-a36c-47ae-af82-c8334b1d0913 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0438092 Mar 09 17:57:44.159833 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-1ec2a651-58b5-4b13-ae79-1e4f593615fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:57:44.161325 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-1ec2a651-58b5-4b13-ae79-1e4f593615fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441248 Mar 09 17:57:44.189067 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 17:57:44.253134 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-54ca7bd2-6b34-4fa6-bc6f-1ebe71f626b2 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Mar 09 17:57:44.341117 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fa38e723-251b-4c6a-bbc3-5ec4d95965ec req-8c73421a-4cda-4651-b0af-6fd70ee12397 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817456 Mar 09 17:57:44.402995 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:42Z', 'revision_number': 0, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 17:57:44.431432 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61998248-5e13-403f-aa15-f31df6aa227c None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:42Z', 'revision_number': 0, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 17:57:44.620233 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a39fd-6cf7-4b40-87a9-2384f08fff32 None None] New status for floating IP b9845515-fbb9-46d1-a50a-79b1bf700941: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 17:57:59.424121 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:03.612889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8be47566-e051-4a3e-95f2-0bca778627f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:06.389769 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5dfcf73a-1941-4a69-a2b2-c81f4d4cb980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:07.406871 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:08.538536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:09.914230 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:18.131054 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-cd462981-2eed-4f4f-aab5-3739bd78e987 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482736 Mar 09 17:58:18.216008 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-dadfb5a9-8213-430a-b49c-df5dae15976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:58:18.217546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-dadfb5a9-8213-430a-b49c-df5dae15976b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1130 time: 0.0445421 Mar 09 17:58:18.317162 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-03147297-8755-4b29-97d0-aaa5a1270d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:58:18.318519 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-03147297-8755-4b29-97d0-aaa5a1270d24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.0832274 Mar 09 17:58:18.390912 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-a870ca72-6810-43a5-9c74-b061ac34d963 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 1001 time: 0.0647418 Mar 09 17:58:18.437938 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-caff80e4-14ff-4319-923b-b4045f5994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:58:18.439362 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-caff80e4-14ff-4319-923b-b4045f5994f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0426109 Mar 09 17:58:18.486664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-5ae1155a-857c-458e-8de7-06bc40d3171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:58:18.488247 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-5ae1155a-857c-458e-8de7-06bc40d3171f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422792 Mar 09 17:58:18.498600 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-79edcb83-b1aa-4c43-b801-e09b1950111b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 17:58:18.499613 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-79edcb83-b1aa-4c43-b801-e09b1950111b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048153 Mar 09 17:58:18.588931 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-53ff9a1b-4147-4482-abac-8aef3bec6232 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 Mar 09 17:58:18.680255 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e465b018-0bc1-412a-9dbd-2729b41b0d23 req-f29b48dd-dddc-4a64-b2f1-2035110ef184 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849552 Mar 09 17:58:19.952444 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:58:29.315351 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:33.646985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-401a437e-5679-49fb-b83b-791b604697aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:36.353694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b3196045-acd1-496c-92c3-a421b9665f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:37.406749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:38.520978 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:39.936276 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:58:56.951624 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:58:59.331761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:03.627471 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ab309403-d5a9-4dd8-8224-59e7c90e064b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:06.354763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f1566112-bc43-47e3-b303-9a94df927c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:07.384152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:08.537647 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:09.947712 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:20.174547 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-eeb95d8f-878e-4fdc-956c-c5fc7496c303 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910347 Mar 09 17:59:20.259461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-bbb50b99-ebc8-4c34-94eb-fc76daed57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:59:20.260889 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-bbb50b99-ebc8-4c34-94eb-fc76daed57d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1130 time: 0.0467288 Mar 09 17:59:20.369362 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-b9048324-9e74-42d2-8297-c5b213629b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:59:20.370867 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-b9048324-9e74-42d2-8297-c5b213629b07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.0921707 Mar 09 17:59:20.434468 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-4500b86f-cf50-4cef-a576-284ef56949f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 1001 time: 0.0571473 Mar 09 17:59:20.482108 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-2b2a707d-492d-45f5-b563-797000e60dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:59:20.483527 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-2b2a707d-492d-45f5-b563-797000e60dfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0434749 Mar 09 17:59:20.534222 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-2b5c0a37-5a7e-4243-b2b5-238b70881488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:59:20.535671 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-2b5c0a37-5a7e-4243-b2b5-238b70881488 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464575 Mar 09 17:59:20.620634 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-49d181a6-1fe0-41f5-b45a-57555de36329 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792353 Mar 09 17:59:20.710402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-e18d8c3b-5e96-468c-9df4-f3173d061747 req-189956d8-610f-42b4-8c40-1d6fca78a7f0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835898 Mar 09 17:59:29.329746 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:33.777822 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-1e505dd6-9fea-43f6-840a-b985e336a0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:33.949948 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 17:59:36.382686 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d816f153-3240-4ccc-9df3-0e7fef99504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:37.400919 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:38.563788 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:39.912751 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:43.659173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 17:59:43.758418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:59:43.770555 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 17:59:43.809537 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 9fa7af2b-b810-4deb-ad27-e3f76b0400db is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:59:43.810150 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:43.822861 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fa7af2b-b810-4deb-ad27-e3f76b0400db {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 17:59:43.842064 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:59:43.920311 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:43.969536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:59:43.977038 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.977178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.977414 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.977755 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.978760 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.979275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.979684 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.980027 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.980384 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.980726 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.981045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.981361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.981656 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 17:59:43.988672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['9fa7af2b-b810-4deb-ad27-e3f76b0400db'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 17:59:45.677402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 17:59:45.738630 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 9fa7af2b-b810-4deb-ad27-e3f76b0400db triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 17:59:45.739088 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:45.818481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 9fa7af2b-b810-4deb-ad27-e3f76b0400db is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:59:45.818989 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:45.847076 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:59:45.851666 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c808b-6e2a-42b8-b602-d6a8efd8a0f8" -d '{"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-plugged", "status": "completed", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:59:45.862784 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:59:45.891645 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771fea4a-43c5-44bc-a5af-f04e40dcdc1d x-openstack-request-id: req-771fea4a-43c5-44bc-a5af-f04e40dcdc1d {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:59:45.892022 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-plugged", "status": "completed", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:59:45.892275 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-771fea4a-43c5-44bc-a5af-f04e40dcdc1d {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:59:45.892717 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'code': 200} Mar 09 17:59:45.943808 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:46.004674 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:59:55.289285 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-dab8cc19-8ce7-4768-a4cf-518db00df2c3 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969826469&fields=id&tenant_id=cec78613001a46209e264cfaa45f0911 HTTP/1.1" status: 200 len: 267 time: 0.0457203 Mar 09 17:59:55.395898 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-ee1f9c8a-a0be-4737-a592-75950bd6bbce tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:59:55.397435 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-ee1f9c8a-a0be-4737-a592-75950bd6bbce tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 810 time: 0.1018651 Mar 09 17:59:55.411990 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-6ef62888-acdb-4d18-be76-692056ab3339 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/quotas/cec78613001a46209e264cfaa45f0911 HTTP/1.1" status: 200 len: 375 time: 0.0087409 Mar 09 17:59:55.467153 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-36d59410-f760-4cc8-8370-5562c83f7c58 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504305 Mar 09 17:59:55.602149 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-b34e8273-583c-4a92-b4bf-51f565cf3cd0 service neutron] 10.222.0.16 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237960 Mar 09 17:59:55.692858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-eabe9747-95a8-4b32-92b6-949855bd0f0f service neutron] 10.222.0.16 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Mar 09 17:59:55.995640 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b96de9e6-2e74-47b1-ac06-426b54ecb18a req-1997b65d-f69a-48b2-ba47-9ffdb70d06c6 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0793214 Mar 09 17:59:57.071574 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0121f748-a766-4cc1-855c-b110ec46f468 req-7814c106-8a9c-4882-b7a0-d15096ab5c7c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0271022 Mar 09 17:59:57.727581 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 17:59:57.802495 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 9fa7af2b-b810-4deb-ad27-e3f76b0400db is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 17:59:57.802889 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:57.824297 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 17:59:57.826510 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694c7e56-120c-43c8-9c9c-f5774d0e83aa" -d '{"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 17:59:57.839520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 17:59:57.862482 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce59496-581a-4c27-8345-bddd956af809 x-openstack-request-id: req-8ce59496-581a-4c27-8345-bddd956af809 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 17:59:57.862778 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 17:59:57.863040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ce59496-581a-4c27-8345-bddd956af809 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 17:59:57.863437 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'code': 200} Mar 09 17:59:57.908173 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:57.954862 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=8']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 17:59:58.148367 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-af5a0ebe-9149-4405-ac30-863abc5a95b7 req-65ec0499-3ad6-4f80-97cc-37c7fb833501 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0276148 Mar 09 17:59:59.243891 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-32a4e25c-5dfd-4475-a23b-05437ab6e595 req-6be20dfc-e20c-4be2-9b4f-948296214883 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Mar 09 17:59:59.354559 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 17:59:59.882265 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-a6a4687f-6618-4d08-8a24-36cf47bcca02 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 17:59:59.883752 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-a6a4687f-6618-4d08-8a24-36cf47bcca02 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 810 time: 0.1013982 Mar 09 17:59:59.943370 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-1dfdb064-e875-4b5f-8463-affab3ce59ee tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec78613001a46209e264cfaa45f0911 HTTP/1.1" status: 200 len: 379 time: 0.0520816 Mar 09 17:59:59.951904 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'port': {'device_id': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'admin_state_up': True, 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'security_groups': ['7bf6491e-5f8b-4cb0-b76a-fca39d8d3131']}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 18:00:00.142521 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Made reservation on behalf of cec78613001a46209e264cfaa45f0911 for: {'port': 1} {{(pid=104357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 18:00:00.146019 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:00.269166 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_common [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Allocated IP 172.20.0.9 (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968/acd42ddc-dc13-4066-a1f2-635685dee360/6319f69d-7de1-40a4-905f-7f8ba30abefe) {{(pid=104357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 18:00:00.370241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-730340f1-f12d-4c0d-bfcb-fcd27d25493f req-6c946a16-f049-4620-958b-3b64edc900c7 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0427744 Mar 09 18:00:00.436474 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), precommit_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:00.537723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_create {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:00.581461 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 is already hosted by enough agents. {{(pid=104357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 18:00:00.584642 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.base_scheduler [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Resources bound (agent type, host, resource id): {{(pid=104357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 18:00:00.587516 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Received port after_create {{(pid=104357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 18:00:00.628515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=1']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:00.644617 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.644978 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.645367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.645712 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.646068 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.646477 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.646800 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.647215 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.647542 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.647947 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.648458 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.648603 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.648911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:00.670844 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:00.671529 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:00.786188 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-89827726-1636-498c-990d-1786bf051539 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382494 Mar 09 18:00:00.948464 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-e52b0896-3546-4926-bc45-46758d8ae19e None None] Provisioning complete for port 6319f69d-7de1-40a4-905f-7f8ba30abefe triggered by entity DHCP. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 18:00:00.949802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e52b0896-3546-4926-bc45-46758d8ae19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:01.002314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-e52b0896-3546-4926-bc45-46758d8ae19e None None] Port 6319f69d-7de1-40a4-905f-7f8ba30abefe cannot update to ACTIVE because it is not bound. {{(pid=104359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 18:00:01.507720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c8535-0901-418d-b12b-224f9d3e19cf req-5835bbfe-0771-4c16-8bb3-9a37eb4d36c2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:01.509757 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e82c8535-0901-418d-b12b-224f9d3e19cf req-5835bbfe-0771-4c16-8bb3-9a37eb4d36c2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.0597222 Mar 09 18:00:01.567734 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e82c8535-0901-418d-b12b-224f9d3e19cf req-6e8a3f21-51e3-42a9-b26c-a24af0cad14a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515001 Mar 09 18:00:02.693096 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ee93e-4547-4e85-9340-f9e3a4606317 req-4c4a5a8d-5763-4419-a5fb-1fa1957e055b tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:02.694595 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4b1ee93e-4547-4e85-9340-f9e3a4606317 req-4c4a5a8d-5763-4419-a5fb-1fa1957e055b tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.0544300 Mar 09 18:00:02.745145 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4b1ee93e-4547-4e85-9340-f9e3a4606317 req-e6847343-2311-4a47-847e-9ab6792c2995 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444164 Mar 09 18:00:03.644775 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-fa821331-ad2a-47f4-9d7f-12bf5a5bbd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:03.883558 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c67687-838c-4f66-a973-0fd87295a71b req-ed969bc5-a264-4773-a5f4-859768bf81c2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:03.885460 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b5c67687-838c-4f66-a973-0fd87295a71b req-ed969bc5-a264-4773-a5f4-859768bf81c2 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.0646851 Mar 09 18:00:03.938590 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-b5c67687-838c-4f66-a973-0fd87295a71b req-df2c2b0d-6109-4079-a78d-1bf50aa8e113 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468283 Mar 09 18:00:05.070741 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f837f3d-d92c-4f66-bab0-bcd0fe7a850e req-4f1703ff-0c1a-4a6e-b02e-792d9802a2f6 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:05.072241 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2f837f3d-d92c-4f66-bab0-bcd0fe7a850e req-4f1703ff-0c1a-4a6e-b02e-792d9802a2f6 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.0616510 Mar 09 18:00:05.135278 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2f837f3d-d92c-4f66-bab0-bcd0fe7a850e req-34077367-f620-4b67-babf-604e31c85ffd tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533323 Mar 09 18:00:06.255616 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda6382-90a5-48d7-bed0-449f44d27f49 req-f54ef641-3949-48ea-82b5-93cdefff6f74 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:06.257162 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4fda6382-90a5-48d7-bed0-449f44d27f49 req-f54ef641-3949-48ea-82b5-93cdefff6f74 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.0531409 Mar 09 18:00:06.310450 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-4fda6382-90a5-48d7-bed0-449f44d27f49 req-06132ec9-0b6a-4933-ad77-138fa10d8d81 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478075 Mar 09 18:00:06.364280 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-285ce8bf-948a-4f4c-abb2-2e275a61cd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:07.420939 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:07.483979 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcabc97-c5e6-4bb4-b4be-194227f76ac7 req-e074d4e1-955a-4b1d-8763-f74bce1e1b29 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:07.493914 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9dcabc97-c5e6-4bb4-b4be-194227f76ac7 req-e074d4e1-955a-4b1d-8763-f74bce1e1b29 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.1118257 Mar 09 18:00:07.550484 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9dcabc97-c5e6-4bb4-b4be-194227f76ac7 req-8f946232-7c10-426b-937d-6e32e22bcf02 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Mar 09 18:00:08.537044 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:08.676051 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1735-fa4a-448b-b6f1-94f520602671 req-c1b6f219-f28a-4a64-884d-9bd3c07b6d1c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:08.677651 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-454f1735-fa4a-448b-b6f1-94f520602671 req-c1b6f219-f28a-4a64-884d-9bd3c07b6d1c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 931 time: 0.0571764 Mar 09 18:00:08.728455 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-454f1735-fa4a-448b-b6f1-94f520602671 req-03cdfa53-f2bb-49b3-833f-2758898472be tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452158 Mar 09 18:00:08.800031 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.v2.base [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Request body: {'port': {'device_id': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 18:00:08.867123 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.125151 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6319f69d-7de1-40a4-905f-7f8ba30abefe {{(pid=104357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 18:00:09.132682 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Publish callbacks [] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), precommit_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.145025 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.provisioning_blocks [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Transition to ACTIVE for port object 6319f69d-7de1-40a4-905f-7f8ba30abefe will not be triggered until provisioned by entity L2. {{(pid=104357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 18:00:09.211518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.313786 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=2']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:09.350589 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Attempting to bind port 6319f69d-7de1-40a4-905f-7f8ba30abefe on host hv-neutron-mast for vnic_type normal with profile {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 18:00:09.353188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Attempting to bind port 6319f69d-7de1-40a4-905f-7f8ba30abefe by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 18:00:09.353188 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Attempting to bind port 6319f69d-7de1-40a4-905f-7f8ba30abefe on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 18:00:09.357380 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Port 6319f69d-7de1-40a4-905f-7f8ba30abefe on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 18:00:09.357708 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Attempting to bind port 6319f69d-7de1-40a4-905f-7f8ba30abefe on network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 18:00:09.363052 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Checking agent: {'id': 'b5040919-84be-4ec0-8ae9-3b86dbd50e57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'started_at': datetime.datetime(2022, 3, 9, 17, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 18:00:09.363402 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Checking segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 18:00:09.363785 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Bound using segment: {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'} {{(pid=104357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 18:00:09.364216 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.managers [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Bound port: 6319f69d-7de1-40a4-905f-7f8ba30abefe, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4eac1a0-263e-47d6-a13a-4037590010e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968'}}] {{(pid=104357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 18:00:09.364684 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.439289 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, cleared binding levels {{(pid=104357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 18:00:09.442414 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 18:00:09.498196 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26765763'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_update {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.530557 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:09.531261 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.532759 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] 10.222.0.36 "PUT /v2.0/ports/6319f69d-7de1-40a4-905f-7f8ba30abefe HTTP/1.1" status: 200 len: 1093 time: 0.7370834 Mar 09 18:00:09.533210 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:00:09.535515 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3060085-a8a9-49bb-be91-85a3c10fa3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:00:09.561654 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd1d7e-ff36-4b18-b4a8-5ffef70e709d service neutron] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=3']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:09.580664 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca1ffd4-db34-4688-bbf9-9eb6c5f4c048 x-openstack-request-id: req-bca1ffd4-db34-4688-bbf9-9eb6c5f4c048 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:00:09.581036 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:00:09.581363 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bca1ffd4-db34-4688-bbf9-9eb6c5f4c048 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:00:09.581842 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'status': 'completed', 'code': 200} Mar 09 18:00:09.651718 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060085-a8a9-49bb-be91-85a3c10fa3ec req-31dce3ca-64ca-4a1e-b268-257fe3df0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:09.653087 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d3060085-a8a9-49bb-be91-85a3c10fa3ec req-31dce3ca-64ca-4a1e-b268-257fe3df0a42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1127 time: 0.0512700 Mar 09 18:00:09.751577 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060085-a8a9-49bb-be91-85a3c10fa3ec req-f01a2456-c3ae-4ab8-8167-95b741681551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:09.753093 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d3060085-a8a9-49bb-be91-85a3c10fa3ec req-f01a2456-c3ae-4ab8-8167-95b741681551 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cec78613001a46209e264cfaa45f0911&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0935259 Mar 09 18:00:09.846033 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f549ea-5745-4dcf-a37d-f9802685f695 req-15da508d-a151-42c4-807c-e3995145f587 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:09.847584 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e1f549ea-5745-4dcf-a37d-f9802685f695 req-15da508d-a151-42c4-807c-e3995145f587 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 943 time: 0.0529861 Mar 09 18:00:09.852131 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060085-a8a9-49bb-be91-85a3c10fa3ec req-4ea8384d-efae-4b73-bf06-d1e709b06df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:09.853743 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-d3060085-a8a9-49bb-be91-85a3c10fa3ec req-4ea8384d-efae-4b73-bf06-d1e709b06df9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946062 Mar 09 18:00:09.903827 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-e1f549ea-5745-4dcf-a37d-f9802685f695 req-72f9d04f-673e-48d5-9357-30ab910ca7a5 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490229 Mar 09 18:00:09.928804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:09.931988 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-594858c1-7f0d-43ec-b1e5-e89da18f4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:09.933560 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-594858c1-7f0d-43ec-b1e5-e89da18f4a76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1127 time: 0.0463269 Mar 09 18:00:09.973540 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-322426fd-ed64-4c76-967e-7c62e5828e36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe HTTP/1.1" status: 200 len: 217 time: 0.0338924 Mar 09 18:00:10.343367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-91f6c0a1-c245-4c51-9b6b-1c14f4adf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:10.344861 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-91f6c0a1-c245-4c51-9b6b-1c14f4adf2d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.3661287 Mar 09 18:00:10.391705 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-1fdc5d24-b148-48bf-8725-dc8dc93f26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:10.393217 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-1fdc5d24-b148-48bf-8725-dc8dc93f26e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424356 Mar 09 18:00:10.483091 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-d8567c49-cf77-42a0-8018-bce919efe062 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Mar 09 18:00:10.568429 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7a8bb0ba-c7a6-4ec0-8bc2-2717e528fae5 req-5b3829d5-bccd-405e-9480-8d8313a1a9d6 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800681 Mar 09 18:00:10.948707 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:00:11.023186 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88525a-d200-4b65-9765-1894f8e3b456 req-175ff556-1f37-4bf6-a612-b74ede270c09 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:11.024672 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d88525a-d200-4b65-9765-1894f8e3b456 req-175ff556-1f37-4bf6-a612-b74ede270c09 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 943 time: 0.0526056 Mar 09 18:00:11.075497 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2d88525a-d200-4b65-9765-1894f8e3b456 req-b36d5b02-22e9-49e7-8d8e-8e1ff455d4d8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452685 Mar 09 18:00:12.204591 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f5934-80e6-49d6-b089-c9277c98eaa7 req-0c8d9728-ece4-439a-bc7c-4ac07da4ee11 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:12.206357 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-061f5934-80e6-49d6-b089-c9277c98eaa7 req-0c8d9728-ece4-439a-bc7c-4ac07da4ee11 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 943 time: 0.0654488 Mar 09 18:00:12.267213 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-061f5934-80e6-49d6-b089-c9277c98eaa7 req-cefb93a5-1d12-4e4e-bc5d-41a6b830b588 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549169 Mar 09 18:00:13.385009 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595e8b1-7870-41df-8619-6b0c328eb533 req-1e70eeae-c031-41fe-b796-66baca1a63ca tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:13.386493 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c595e8b1-7870-41df-8619-6b0c328eb533 req-1e70eeae-c031-41fe-b796-66baca1a63ca tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 943 time: 0.0532718 Mar 09 18:00:13.434187 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-c595e8b1-7870-41df-8619-6b0c328eb533 req-0ad126c2-6637-4afc-b81f-262bdf50b998 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Mar 09 18:00:13.897635 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 18:00:13.990332 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:00:14.001575 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'port_id': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'mac_address': 'fa:16:3e:e8:6e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 18:00:14.042500 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6319f69d-7de1-40a4-905f-7f8ba30abefe is: DOWN; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 18:00:14.042894 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:14.055214 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319f69d-7de1-40a4-905f-7f8ba30abefe {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 18:00:14.073578 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:00:14.145942 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:14.191061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=4']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:14.385836 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['6319f69d-7de1-40a4-905f-7f8ba30abefe'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 18:00:14.550293 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d5b58-805e-423f-8b87-f451e51a8457 req-3e91ff8c-257a-4450-81c8-84cfad0e765a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:14.551782 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-996d5b58-805e-423f-8b87-f451e51a8457 req-3e91ff8c-257a-4450-81c8-84cfad0e765a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 944 time: 0.0522480 Mar 09 18:00:14.600479 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-996d5b58-805e-423f-8b87-f451e51a8457 req-e62a76b4-3d1e-44c9-8359-5af00b5ebfca tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429189 Mar 09 18:00:15.718027 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20228352-1ae4-4e7f-b1fb-fec054e85ec5 req-f79cabcc-6ab6-4411-ad0f-180f574354d6 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:15.719498 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-20228352-1ae4-4e7f-b1fb-fec054e85ec5 req-f79cabcc-6ab6-4411-ad0f-180f574354d6 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 944 time: 0.0525692 Mar 09 18:00:15.766165 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-20228352-1ae4-4e7f-b1fb-fec054e85ec5 req-e3dca826-4144-4d4d-a6ec-d59eda7eaa98 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Mar 09 18:00:15.899305 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 18:00:15.997563 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning for port 6319f69d-7de1-40a4-905f-7f8ba30abefe completed by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 18:00:16.001459 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 6319f69d-7de1-40a4-905f-7f8ba30abefe triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 18:00:16.001842 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:16.079481 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6319f69d-7de1-40a4-905f-7f8ba30abefe is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 18:00:16.079878 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:16.102548 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:00:16.104858 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfc658d-7114-44c9-8fea-92ea191d8c4d" -d '{"events": [{"server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "name": "network-vif-plugged", "status": "completed", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:00:16.116507 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:00:16.140431 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 18:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498bd901-afbd-46ab-a003-1eea57100b0b x-openstack-request-id: req-498bd901-afbd-46ab-a003-1eea57100b0b {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:00:16.144338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "name": "network-vif-plugged", "status": "completed", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:00:16.144338 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-498bd901-afbd-46ab-a003-1eea57100b0b {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:00:16.144338 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'code': 200} Mar 09 18:00:16.192070 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:16.238403 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=5']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:16.444204 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f77e84-79ed-4262-90c5-40206d5ca0d3 req-ed04c755-8586-433d-9c39-7f0a09527abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:16.445595 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f1f77e84-79ed-4262-90c5-40206d5ca0d3 req-ed04c755-8586-433d-9c39-7f0a09527abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0463862 Mar 09 18:00:16.489192 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-f1f77e84-79ed-4262-90c5-40206d5ca0d3 req-bd94237e-1657-45fa-97ee-24a8d8462f1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378835 Mar 09 18:00:16.884310 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc2e7-3a61-45f9-b8fe-7b01f89f3de1 req-9ef82ded-9994-430d-bca0-a189246a3d10 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:16.885804 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15adc2e7-3a61-45f9-b8fe-7b01f89f3de1 req-9ef82ded-9994-430d-bca0-a189246a3d10 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Mar 09 18:00:16.932697 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15adc2e7-3a61-45f9-b8fe-7b01f89f3de1 req-0489d483-f207-4e98-96e8-a1221e1dfc0b tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Mar 09 18:00:18.054951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b079e-31fd-4743-9276-f76482aae050 req-3c193c0d-c714-4ae2-9281-def5281debcc tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:18.056447 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7b9b079e-31fd-4743-9276-f76482aae050 req-3c193c0d-c714-4ae2-9281-def5281debcc tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 945 time: 0.0539596 Mar 09 18:00:18.107844 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-7b9b079e-31fd-4743-9276-f76482aae050 req-dd0942ab-5b6b-49b5-aded-a20957f7d69a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451803 Mar 09 18:00:18.226152 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f8e8c-8eb5-469e-85f0-1852e20ce2d4 req-b823a686-da0e-4285-afef-e0b6da15818e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:18.227525 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-290f8e8c-8eb5-469e-85f0-1852e20ce2d4 req-b823a686-da0e-4285-afef-e0b6da15818e tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 945 time: 0.0549634 Mar 09 18:00:18.274964 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-290f8e8c-8eb5-469e-85f0-1852e20ce2d4 req-a763cc65-04fc-432a-89a5-f4b7b029780a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Mar 09 18:00:18.296727 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44116) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:00:18.338884 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab6f10-4fe7-44a5-a227-71a623a888d9 tempest-TestSnapshotPattern-1262528471 tempest-TestSnapshotPattern-1262528471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:18.340385 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-8cab6f10-4fe7-44a5-a227-71a623a888d9 tempest-TestSnapshotPattern-1262528471 tempest-TestSnapshotPattern-1262528471-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1124 time: 0.0426540 Mar 09 18:00:18.343754 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44118) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:00:18.347872 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.v2.base [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Request body: {'floatingip': {'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'port_id': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 18:00:18.437661 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:18.533987 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (None), before_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:18.631783 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.db_base_plugin_common [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Allocated IP 172.36.5.6 (8ddff297-9840-4f55-8570-21cc9d0c9cfc/15d10b2f-899e-4949-b7a1-b92d6d4132c7/8188be6f-7a25-426e-b03e-b090e29cadf9) {{(pid=104358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 18:00:18.731768 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:18.827012 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742827366759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:18.862074 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Network 8ddff297-9840-4f55-8570-21cc9d0c9cfc is already hosted by enough agents. {{(pid=104358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 18:00:18.864909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.base_scheduler [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Resources bound (agent type, host, resource id): {{(pid=104358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 18:00:18.870249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Received port after_create {{(pid=104358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 18:00:18.898475 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'Port': ['ID=8188be6f-7a25-426e-b03e-b090e29cadf9,revision_number=1']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:18.909673 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.910024 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.910368 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.910706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.911036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.911364 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.911693 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.912026 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.912423 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.912755 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.913078 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.913396 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:18.913719 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:00:19.237904 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (c9c00c2e-4762-4d84-b496-43b3f7c4119d), precommit_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:19.352161 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), before_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:19.497911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), precommit_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:19.576778 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26537560'] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), after_update {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:19.645843 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event updated for resources: {'Port': ['ID=8188be6f-7a25-426e-b03e-b090e29cadf9,revision_number=2']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:00:19.656166 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3818633'] for floatingip (c9c00c2e-4762-4d84-b496-43b3f7c4119d), after_create {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:19.755724 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Floating IP c9c00c2e-4762-4d84-b496-43b3f7c4119d associated. External IP: 172.36.5.6, port: 6319f69d-7de1-40a4-905f-7f8ba30abefe. Mar 09 18:00:20.287542 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 18:00:20.394069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 18:00:20.404085 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 18:00:20.413659 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:00:20.414268 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:00:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:00:20.476236 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:20.506100 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-1503988b-b3b9-49dc-a02e-ab7c0737201a tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1613545 Mar 09 18:00:20.506800 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:00:20.509137 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7f2fb9-ead3-4a68-aba0-c292f4763582" -d '{"events": [{"name": "network-changed", "server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:00:20.521361 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:00:20.550644 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca4c52b-de70-4266-8c50-3e0dd00dd2d7 x-openstack-request-id: req-6ca4c52b-de70-4266-8c50-3e0dd00dd2d7 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:00:20.550951 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:00:20.551216 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ca4c52b-de70-4266-8c50-3e0dd00dd2d7 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:00:20.551633 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'status': 'completed', 'code': 200} Mar 09 18:00:20.615934 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-3cc561e1-221e-492a-b8b1-441907fb2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:20.617509 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-3cc561e1-221e-492a-b8b1-441907fb2bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0438182 Mar 09 18:00:20.710759 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-96c06dc0-55f9-4d03-86da-c22e0bf0fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:20.712240 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-96c06dc0-55f9-4d03-86da-c22e0bf0fe29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.0890350 Mar 09 18:00:20.742996 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:44Z', 'revision_number': 1, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}, {'id': 'c9c00c2e-4762-4d84-b496-43b3f7c4119d', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.6', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:e8:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T18:00:19Z', 'updated_at': '2022-03-09T18:00:19Z', 'revision_number': 0, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:00:20.771465 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 18:00:20.775250 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-8a560c3c-81c5-436d-ba76-cee676929fac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe HTTP/1.1" status: 200 len: 997 time: 0.0571737 Mar 09 18:00:20.780075 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:00:20.780695 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:00:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:00:20.822361 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-ba5a068c-c026-44e4-b88a-32a1c382adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:20.823731 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-ba5a068c-c026-44e4-b88a-32a1c382adb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0428600 Mar 09 18:00:20.876005 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-44c59d08-95f1-43dc-9cbb-99b8b796c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:20.877524 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-44c59d08-95f1-43dc-9cbb-99b8b796c7d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482795 Mar 09 18:00:20.885940 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:00:20.964339 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-fdf922e0-2ec4-4000-b87d-7e779f56bd55 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807309 Mar 09 18:00:21.061450 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-fb7f2fb9-ead3-4a68-aba0-c292f4763582 req-d59ba43a-2cca-416a-b04d-f41f5cbd2642 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916665 Mar 09 18:00:21.108405 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:44Z', 'revision_number': 1, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}, {'id': 'c9c00c2e-4762-4d84-b496-43b3f7c4119d', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.6', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:e8:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T18:00:19Z', 'updated_at': '2022-03-09T18:00:19Z', 'revision_number': 0, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:00:21.133537 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb12706-c418-4683-93ed-b3cc50b040c2 None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:44Z', 'revision_number': 1, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}, {'id': 'c9c00c2e-4762-4d84-b496-43b3f7c4119d', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.6', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:e8:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T18:00:19Z', 'updated_at': '2022-03-09T18:00:19Z', 'revision_number': 0, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 18:00:21.327181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b8cbd-2bf2-4ec8-bf2d-bed275113f96 None None] New status for floating IP c9c00c2e-4762-4d84-b496-43b3f7c4119d: ACTIVE {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 18:00:22.150830 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-740ed586-e86d-4a73-8b16-f6102712e065 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436764 Mar 09 18:00:22.231690 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-80f3b17a-5d35-418d-8ce5-25940dd79bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:22.233748 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-80f3b17a-5d35-418d-8ce5-25940dd79bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1128 time: 0.0435526 Mar 09 18:00:22.334352 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-8242a503-c240-4333-964d-615534739001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:22.336065 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-8242a503-c240-4333-964d-615534739001 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.0862901 Mar 09 18:00:22.403846 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-58078051-afbb-4338-98f6-11be95f5bb6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 999 time: 0.0618582 Mar 09 18:00:22.456886 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-51a31a63-0861-4688-a5d2-7133c6416518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:22.458436 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-51a31a63-0861-4688-a5d2-7133c6416518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0477347 Mar 09 18:00:22.505896 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-0c4391e6-89e1-49ef-9655-7a80d413e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:00:22.507368 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-0c4391e6-89e1-49ef-9655-7a80d413e0e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436261 Mar 09 18:00:22.592702 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-568d0efe-44de-4a13-8abb-66fb66b63027 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796828 Mar 09 18:00:22.684276 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-214b60fb-2174-4a3d-9554-965f5cfd32e9 req-95e56140-4f91-4f00-94c4-85aa8cd891e5 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849664 Mar 09 18:00:29.347936 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:33.631255 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8814ba5f-b4e4-43ff-acaf-c7a8a55d2407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:36.500002 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-795ee4d8-7b5b-4d9f-b77a-6e139eb65f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:37.408639 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:38.558908 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:39.922728 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:00:47.947668 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:00:59.324379 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:03.644592 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-d340bfae-6628-463d-b82d-4924f3a37288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:06.356341 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-766b7c71-4c92-40bc-8848-637652161fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:07.422644 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:08.553450 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:09.922499 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:23.136373 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-49434a3f-96fd-402c-8242-6360d623dd41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431530 Mar 09 18:01:23.204493 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-643756e0-fd3d-44b3-9f09-93072839670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:01:23.206628 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-643756e0-fd3d-44b3-9f09-93072839670e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0481029 Mar 09 18:01:23.306463 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-21dfa1ed-6164-4a72-aaa7-600b10a41b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:01:23.307864 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-21dfa1ed-6164-4a72-aaa7-600b10a41b05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.0830197 Mar 09 18:01:23.381402 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-810f15d2-ac6b-4aa6-9e43-2b4b77851d08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe HTTP/1.1" status: 200 len: 999 time: 0.0676622 Mar 09 18:01:23.432573 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-0dc8bf78-45b4-49c7-ad5d-17fc085e19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:01:23.434034 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-0dc8bf78-45b4-49c7-ad5d-17fc085e19fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0466471 Mar 09 18:01:23.481566 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-cba91564-2d4f-4977-9210-76c9bf0596cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:01:23.483030 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-cba91564-2d4f-4977-9210-76c9bf0596cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423844 Mar 09 18:01:23.574365 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-8d347cd1-2a8d-4698-b348-e4c6d569bc8e service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Mar 09 18:01:23.661972 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-15e4ac49-3d94-4eda-b768-3f9b2d3d0d56 req-14cc3239-b783-4f13-8174-4992784db93c service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815933 Mar 09 18:01:24.947288 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:01:29.321901 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:33.678374 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-120d468a-7e46-4e19-8314-39ff8f6dbbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:36.358098 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-069cc111-2668-4be1-9cad-19d891227898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:37.412912 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:38.544028 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:39.924763 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:54.347004 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 18:01:54.441152 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:01:54.451672 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Returning: {'device': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'port_id': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'mac_address': 'fa:16:3e:e8:6e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 18:01:54.490186 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6319f69d-7de1-40a4-905f-7f8ba30abefe is: ACTIVE; New status is: BUILD {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 18:01:54.490579 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:54.503265 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6319f69d-7de1-40a4-905f-7f8ba30abefe {{(pid=104359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 18:01:54.522176 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:01:54.603764 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:54.656270 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=6']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:01:54.663404 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.663761 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.664114 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.664494 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.664840 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.665180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.665516 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.665851 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.666187 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.666522 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.666852 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.667180 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.667508 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:01:54.706106 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] get_ports_and_sgs() called for port_ids ['6319f69d-7de1-40a4-905f-7f8ba30abefe'] {{(pid=104359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 18:01:56.374683 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe up at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 18:01:56.427333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.provisioning_blocks [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Provisioning complete for port 6319f69d-7de1-40a4-905f-7f8ba30abefe triggered by entity L2. {{(pid=104359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 18:01:56.427718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383972'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), provisioning_complete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:56.508926 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6319f69d-7de1-40a4-905f-7f8ba30abefe is: BUILD; New status is: ACTIVE {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 18:01:56.509328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:56.538749 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe'}] {{(pid=104359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:01:56.541026 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efbfeff257f56c79cc85fed906774ce306eadb60b261897fb2ea4192e2fff39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5fea52-55e4-437e-8e81-28fa3f343485" -d '{"events": [{"server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "name": "network-vif-plugged", "status": "completed", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe"}]}' {{(pid=104359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:01:56.556911 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:01:56.585051 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc01cc6-b503-4191-accb-521485655e38 x-openstack-request-id: req-3bc01cc6-b503-4191-accb-521485655e38 {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:01:56.585378 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "name": "network-vif-plugged", "status": "completed", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe", "code": 200}]} {{(pid=104359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:01:56.585665 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bc01cc6-b503-4191-accb-521485655e38 {{(pid=104359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:01:56.586076 dv-neutron-master-2-hyperv neutron-server[104359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'code': 200} Mar 09 18:01:56.639826 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742827804263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742827366777', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742827366795'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:01:56.690222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Pushing event updated for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=7']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:01:59.332573 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:01.945939 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:02:03.635631 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-de9ca1e3-2539-439c-9d91-cc02eda13918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:06.352443 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-3ee5dc73-8591-4266-a0ee-ae9d1b6b68a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.273706 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44322) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:07.412661 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.434632 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Deleting port 8188be6f-7a25-426e-b03e-b090e29cadf9 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:07.434989 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.510841 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.511109 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (8188be6f-7a25-426e-b03e-b090e29cadf9), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.522476 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Calling delete_port for 8188be6f-7a25-426e-b03e-b090e29cadf9 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:07.738129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (8188be6f-7a25-426e-b03e-b090e29cadf9), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.761474 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event deleted for resources: {'Port': ['ID=8188be6f-7a25-426e-b03e-b090e29cadf9,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:07.795249 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.795605 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.795954 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.796296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.796655 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.797036 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.797370 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.797700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.798028 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.798355 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.798681 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.799005 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.799326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:07.840741 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (c9c00c2e-4762-4d84-b496-43b3f7c4119d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:07.841080 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Floating IP c9c00c2e-4762-4d84-b496-43b3f7c4119d disassociated (deleted). External IP: 172.36.5.6, port: 6319f69d-7de1-40a4-905f-7f8ba30abefe. Mar 09 18:02:08.053881 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 18:02:08.161586 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 18:02:08.166530 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:08.172842 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 18:02:08.183812 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:08.184456 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:08.198011 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-09771187-bbdb-422a-8311-bdcfd2022b5d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "DELETE /v2.0/floatingips/c9c00c2e-4762-4d84-b496-43b3f7c4119d HTTP/1.1" status: 204 len: 168 time: 0.9208772 Mar 09 18:02:08.198011 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:02:08.205324 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c86ff80-6d86-4cf5-881e-4de645725e48" -d '{"events": [{"name": "network-changed", "server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:02:08.300964 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:08.327508 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960da62-478e-415d-bfab-6b5dc8bd972d x-openstack-request-id: req-7960da62-478e-415d-bfab-6b5dc8bd972d {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:02:08.328015 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:02:08.328426 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7960da62-478e-415d-bfab-6b5dc8bd972d {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:02:08.329115 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'status': 'completed', 'code': 200} Mar 09 18:02:08.394563 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-5826d20d-fbdb-4624-8f15-5435b62af401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:08.398068 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-5826d20d-fbdb-4624-8f15-5435b62af401 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0486593 Mar 09 18:02:08.518346 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-afd7c4e7-dce7-445b-9778-7e09ab73bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:08.520175 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-afd7c4e7-dce7-445b-9778-7e09ab73bf1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.1158981 Mar 09 18:02:08.549452 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:08.555531 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:44Z', 'revision_number': 1, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:08.564768 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-2679523d-f70d-4a98-85ac-b01d86db12e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe HTTP/1.1" status: 200 len: 217 time: 0.0383008 Mar 09 18:02:08.587113 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 18:02:08.592789 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:08.593459 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:08.622717 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-f1793a6e-a3fd-442d-84bd-6f5b52cafd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:08.624371 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-f1793a6e-a3fd-442d-84bd-6f5b52cafd3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0544157 Mar 09 18:02:08.678774 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-74875387-ba82-4e17-8c3f-47a4ea504098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:08.680409 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-74875387-ba82-4e17-8c3f-47a4ea504098 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484653 Mar 09 18:02:08.686469 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbf5b6-cda1-4ef2-bde0-449dc29272c3 req-b46541a7-4303-4be7-a736-f648507841d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:08.688232 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83bbf5b6-cda1-4ef2-bde0-449dc29272c3 req-b46541a7-4303-4be7-a736-f648507841d4 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 945 time: 0.0578914 Mar 09 18:02:08.711484 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:08.769392 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-83bbf5b6-cda1-4ef2-bde0-449dc29272c3 req-2d5e280b-dbb2-4f1a-8d00-975af03125f3 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750089 Mar 09 18:02:08.791926 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-317d0026-ba17-4e3d-a164-ae71a4c4368e service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034865 Mar 09 18:02:08.880510 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-9c86ff80-6d86-4cf5-881e-4de645725e48 req-1c916011-c590-4b8d-a705-c3f66b770ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Mar 09 18:02:08.947907 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:44Z', 'revision_number': 1, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:08.974319 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c65cb-0179-4f55-a027-341e05c87e50 None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9845515-fbb9-46d1-a50a-79b1bf700941', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'floating_ip_address': '172.36.5.87', 'floating_network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'router_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'port_id': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'mac_address': 'fa:16:3e:80:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T17:57:42Z', 'updated_at': '2022-03-09T17:57:44Z', 'revision_number': 1, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 18:02:09.209296 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a632a-b68e-47c7-b3b0-748a1ae87e82 None None] New status for floating IP c9c00c2e-4762-4d84-b496-43b3f7c4119d: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 18:02:09.888513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc9222-a97d-4421-b5a9-51ddb720ac21 req-3a3b39e7-4cac-4027-b795-c6b9b6e3421f tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:09.890014 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-85bc9222-a97d-4421-b5a9-51ddb720ac21 req-3a3b39e7-4cac-4027-b795-c6b9b6e3421f tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 945 time: 0.0525756 Mar 09 18:02:09.926586 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:09.943463 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-85bc9222-a97d-4421-b5a9-51ddb720ac21 req-303e023b-e82a-4e2c-8be2-eda06ac563b8 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Mar 09 18:02:10.167450 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-5d88e52b-b6b5-402d-9b88-d3e563cf147c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:10.168908 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-5d88e52b-b6b5-402d-9b88-d3e563cf147c tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 945 time: 0.0511000 Mar 09 18:02:10.256836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Deleting port 6319f69d-7de1-40a4-905f-7f8ba30abefe {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:10.257178 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:10.347043 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] For port 6319f69d-7de1-40a4-905f-7f8ba30abefe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6319f69d-7de1-40a4-905f-7f8ba30abefe,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:10.347404 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:10.358763 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Calling delete_port for 6319f69d-7de1-40a4-905f-7f8ba30abefe owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:10.418291 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:10.494160 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Current status of the port 6319f69d-7de1-40a4-905f-7f8ba30abefe is: ACTIVE; New status is: DOWN {{(pid=104359) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 18:02:10.494549 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488746'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), before_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:10.532992 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (6319f69d-7de1-40a4-905f-7f8ba30abefe), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:10.563405 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event deleted for resources: {'Port': ['ID=6319f69d-7de1-40a4-905f-7f8ba30abefe,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:10.588256 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.588653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.592534 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 18:02:10.615445 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] No DVR routers for this DVR port 6319f69d-7de1-40a4-905f-7f8ba30abefe on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 18:02:10.617832 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:10.621208 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-7f8283d1-9e29-4744-807d-0e1f71ea16df req-e435efd0-ff90-4a74-b6ae-1c30ec26648d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "DELETE /v2.0/ports/6319f69d-7de1-40a4-905f-7f8ba30abefe HTTP/1.1" status: 204 len: 173 time: 0.4474008 Mar 09 18:02:10.621644 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'name': 'network-vif-deleted', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:02:10.623924 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e1d2a1-df7e-42e9-af08-449740211360" -d '{"events": [{"server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "name": "network-vif-deleted", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:02:10.711723 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403828b6-6c85-40f9-b5b5-f513849c3bcf x-openstack-request-id: req-403828b6-6c85-40f9-b5b5-f513849c3bcf {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:02:10.712026 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f83399-c8bc-4a51-b27f-2f04890fe1e0", "name": "network-vif-deleted", "tag": "6319f69d-7de1-40a4-905f-7f8ba30abefe", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:02:10.712312 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-403828b6-6c85-40f9-b5b5-f513849c3bcf {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:02:10.712791 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f83399-c8bc-4a51-b27f-2f04890fe1e0', 'name': 'network-vif-deleted', 'tag': '6319f69d-7de1-40a4-905f-7f8ba30abefe', 'status': 'completed', 'code': 200} Mar 09 18:02:11.064809 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-14bac2e8-8ae3-4368-883b-433c2ba17344 req-939f92c8-605a-43a6-ae2f-dbcc849a3b08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f83399-c8bc-4a51-b27f-2f04890fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0371146 Mar 09 18:02:13.356001 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44386) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:13.508581 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Deleting port f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4 {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:13.508841 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:13.585855 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:13.586182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:13.597877 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Calling delete_port for f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4 owned by network:floatingip {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:13.812039 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:13.838525 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event deleted for resources: {'Port': ['ID=f7fcc497-71d8-45f7-b4b0-6ad9bfa383f4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:13.896519 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for floatingip (b9845515-fbb9-46d1-a50a-79b1bf700941), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:13.896854 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.db.l3_db [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Floating IP b9845515-fbb9-46d1-a50a-79b1bf700941 disassociated (deleted). External IP: 172.36.5.87, port: 9fa7af2b-b810-4deb-ad27-e3f76b0400db. Mar 09 18:02:14.105770 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 18:02:14.213133 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 18:02:14.217815 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for floatingip (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:14.222826 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 18:02:14.231560 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:14.232164 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:14.246638 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0d095c1b-f469-407e-8963-27aae55bca56 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "DELETE /v2.0/floatingips/b9845515-fbb9-46d1-a50a-79b1bf700941 HTTP/1.1" status: 204 len: 168 time: 0.8895352 Mar 09 18:02:14.247233 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:02:14.249480 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c446310dd378c0439f41408e67977c1d5ecb6b196d60475e0fa425eb3f66071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfee54-bdcd-4ab0-9e81-6deea24d7802" -d '{"events": [{"name": "network-changed", "server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:02:14.289085 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120ce691-dfb9-4e79-99e5-5eeb8cee4622 x-openstack-request-id: req-120ce691-dfb9-4e79-99e5-5eeb8cee4622 {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:02:14.289383 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "status": "completed", "code": 200}]} {{(pid=104358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:02:14.289643 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-120ce691-dfb9-4e79-99e5-5eeb8cee4622 {{(pid=104358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:02:14.290074 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'status': 'completed', 'code': 200} Mar 09 18:02:14.344968 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:14.359075 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-8c7da4b4-2c98-4714-b327-818d9c40b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:14.361196 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-8c7da4b4-2c98-4714-b327-818d9c40b59b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cec78613001a46209e264cfaa45f0911&device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 1128 time: 0.0514002 Mar 09 18:02:14.427501 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:14.449322 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 6319f69d-7de1-40a4-905f-7f8ba30abefe {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:14.449667 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 6319f69d-7de1-40a4-905f-7f8ba30abefe not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:14.468653 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-1625397f-c579-461c-a806-6d2f2f2146cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:14.470213 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-1625397f-c579-461c-a806-6d2f2f2146cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 200 len: 910 time: 0.1035929 Mar 09 18:02:14.514530 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-aae930e7-8e07-43d0-88c5-395323a3ac15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 200 len: 217 time: 0.0386605 Mar 09 18:02:14.549298 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:14.564545 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-de18c099-b033-43ed-b299-8b272ecb693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:14.566054 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-de18c099-b033-43ed-b299-8b272ecb693a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 200 len: 849 time: 0.0445156 Mar 09 18:02:14.578623 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 18:02:14.587291 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:14.587886 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:14.615376 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-eeee43c7-89ec-46fd-865f-840f354247db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:14.616917 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-eeee43c7-89ec-46fd-865f-840f354247db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443788 Mar 09 18:02:14.696254 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:14.712936 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-0a6d7c8f-9225-40ee-858a-7c014084b09b service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903206 Mar 09 18:02:14.739345 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c407c-7745-47d2-af09-45727a265d17 req-ed0f9cb8-1537-4d4a-aad6-79bd3245e264 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:14.740867 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-542c407c-7745-47d2-af09-45727a265d17 req-ed0f9cb8-1537-4d4a-aad6-79bd3245e264 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 944 time: 0.0564439 Mar 09 18:02:14.795829 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [req-542c407c-7745-47d2-af09-45727a265d17 req-c585d82c-d140-4e58-90ce-ae363c440e96 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489130 Mar 09 18:02:14.803858 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-0edfee54-bdcd-4ab0-9e81-6deea24d7802 req-976014c3-b509-4c24-9296-d7c17d947705 service neutron] 10.222.0.36 "GET /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847723 Mar 09 18:02:14.983165 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:15.011520 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362b6c8-4c0d-451b-80a5-e2d522668756 None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T17:57:18Z', 'revision_number': 4, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93cabf54-c6d0-429d-bd3c-b479d9afb4a4', 'name': '', 'network_id': 'cd4ea2cb-9f67-4a5a-a1b1-697ee2402968', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'mac_address': 'fa:16:3e:b2:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:17Z', 'updated_at': '2022-03-09T17:57:22Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'subnets': [{'id': 'acd42ddc-dc13-4066-a1f2-635685dee360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 18:02:15.226943 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15666b22-809a-423c-9c86-97f2f3dd56de None None] New status for floating IP b9845515-fbb9-46d1-a50a-79b1bf700941: DOWN {{(pid=104359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 18:02:15.927049 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf73b-e87b-49af-9b1a-89f68c4d76cf req-78ef1219-bef6-4b29-9243-79bf242040d9 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:15.928546 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2c8bf73b-e87b-49af-9b1a-89f68c4d76cf req-78ef1219-bef6-4b29-9243-79bf242040d9 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 944 time: 0.0556228 Mar 09 18:02:15.976115 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-2c8bf73b-e87b-49af-9b1a-89f68c4d76cf req-39811cee-a623-46c8-ada0-5a6c52dd3830 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Mar 09 18:02:16.259300 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-66b3dab6-6d38-4414-8330-4dd5f591453d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 18:02:16.260684 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-66b3dab6-6d38-4414-8330-4dd5f591453d tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 944 time: 0.0583539 Mar 09 18:02:16.348605 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Deleting port 9fa7af2b-b810-4deb-ad27-e3f76b0400db {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:16.348945 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:16.437522 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] For port 9fa7af2b-b810-4deb-ad27-e3f76b0400db, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9fa7af2b-b810-4deb-ad27-e3f76b0400db,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:16.437894 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:16.450149 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Calling delete_port for 9fa7af2b-b810-4deb-ad27-e3f76b0400db owned by compute:nova {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:16.641268 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (9fa7af2b-b810-4deb-ad27-e3f76b0400db), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:16.667398 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event deleted for resources: {'Port': ['ID=9fa7af2b-b810-4deb-ad27-e3f76b0400db,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:16.711320 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] No DVR routers for this DVR port 9fa7af2b-b810-4deb-ad27-e3f76b0400db on host hv-neutron-mast {{(pid=104357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 18:02:16.713699 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106820'] for port (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:16.717064 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-4040c41e-3cb7-410f-b2ab-0e33bda90c3e req-4c2a2cc8-3d0e-447c-8e73-624ccc319750 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.36 "DELETE /v2.0/ports/9fa7af2b-b810-4deb-ad27-e3f76b0400db HTTP/1.1" status: 204 len: 173 time: 0.4518220 Mar 09 18:02:16.717513 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-deleted', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db'}] {{(pid=104357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 18:02:16.720392 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adf433d00b56aca2d9b793af76437d36ce9d675639f89d710e06ca3c0798e834" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475763ae-8c6d-484a-a7bb-bdfdfe1b61a0" -d '{"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-deleted", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db"}]}' {{(pid=104357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 18:02:16.755580 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50970ceb-69e5-4b87-9916-98088a937252 x-openstack-request-id: req-50970ceb-69e5-4b87-9916-98088a937252 {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 18:02:16.755884 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65cf845-63fa-4ff9-9347-0cddb498e112", "name": "network-vif-deleted", "tag": "9fa7af2b-b810-4deb-ad27-e3f76b0400db", "status": "completed", "code": 200}]} {{(pid=104357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 18:02:16.756143 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50970ceb-69e5-4b87-9916-98088a937252 {{(pid=104357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 18:02:16.756581 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65cf845-63fa-4ff9-9347-0cddb498e112', 'name': 'network-vif-deleted', 'tag': '9fa7af2b-b810-4deb-ad27-e3f76b0400db', 'status': 'completed', 'code': 200} Mar 09 18:02:17.088468 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [req-382866ab-7516-44c9-ac35-98dd01d1d63b req-5d0a469d-bc54-49e3-95d1-9102718c89fa tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "GET /v2.0/ports?device_id=b65cf845-63fa-4ff9-9347-0cddb498e112 HTTP/1.1" status: 200 len: 210 time: 0.0320883 Mar 09 18:02:18.144758 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44402) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:18.200380 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1d6a-1a5c-4fa7-a8db-7013f4c4ca08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group (7bf6491e-5f8b-4cb0-b76a-fca39d8d3131), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:18.226182 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1d6a-1a5c-4fa7-a8db-7013f4c4ca08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group (7bf6491e-5f8b-4cb0-b76a-fca39d8d3131), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:18.389546 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1d6a-1a5c-4fa7-a8db-7013f4c4ca08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (7bf6491e-5f8b-4cb0-b76a-fca39d8d3131), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:18.392853 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1d6a-1a5c-4fa7-a8db-7013f4c4ca08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:18.394061 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-9c1f1d6a-1a5c-4fa7-a8db-7013f4c4ca08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bf6491e-5f8b-4cb0-b76a-fca39d8d3131 HTTP/1.1" status: 204 len: 168 time: 0.2483153 Mar 09 18:02:18.403142 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f1d6a-1a5c-4fa7-a8db-7013f4c4ca08 tempest-TestSnapshotPattern-2126630383 tempest-TestSnapshotPattern-2126630383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6491e-5f8b-4cb0-b76a-fca39d8d3131,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:18.511836 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 44406) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:18.934184 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (68ec832a-c768-4ba3-b33e-c2924e8037a7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:19.178634 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Deleting port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:19.178973 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:19.257070 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] For port 93cabf54-c6d0-429d-bd3c-b479d9afb4a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:19.257356 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:19.269313 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Calling delete_port for 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:19.520736 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (93cabf54-c6d0-429d-bd3c-b479d9afb4a4), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:19.545911 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cabf54-c6d0-429d-bd3c-b479d9afb4a4,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:20.041115 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (68ec832a-c768-4ba3-b33e-c2924e8037a7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:20.251246 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Router 68ec832a-c768-4ba3-b33e-c2924e8037a7 has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 18:02:20.357103 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 18:02:20.362809 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-a060e123-c0ef-4cfc-bfe5-5e4287f740f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/68ec832a-c768-4ba3-b33e-c2924e8037a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498819 Mar 09 18:02:20.365434 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 44410) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:20.365897 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] Sync routers for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 18:02:20.376311 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:20.377074 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:20.450528 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db no longer exists at agent hyperv_hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:20.470449 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] No Port match for: 9fa7af2b-b810-4deb-ad27-e3f76b0400db {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:20.470805 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Device 9fa7af2b-b810-4deb-ad27-e3f76b0400db not bound to the agent host hv-neutron-mast {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:20.474826 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks [] for router (68ec832a-c768-4ba3-b33e-c2924e8037a7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:20.482201 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:20.580367 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks [] for router_gateway (68ec832a-c768-4ba3-b33e-c2924e8037a7), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:20.652539 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21'}], 'enable_snat': True}, 'gw_port_id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T18:02:19Z', 'revision_number': 5, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port': {'id': 'edb5f617-a396-4776-bd41-1ebc416d93a8', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:16Z', 'updated_at': '2022-03-09T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:20.678265 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] Checking router: 68ec832a-c768-4ba3-b33e-c2924e8037a7 for host: dv-neutron-master-2-hyperv {{(pid=104360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 18:02:20.686414 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] Routers {'68ec832a-c768-4ba3-b33e-c2924e8037a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:20.687626 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['68ec832a-c768-4ba3-b33e-c2924e8037a7'], 'active': True} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:20.694740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Deleting port edb5f617-a396-4776-bd41-1ebc416d93a8 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:20.695094 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:20.774013 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_dvr_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] Set router 68ec832a-c768-4ba3-b33e-c2924e8037a7 gateway port host: None {{(pid=104360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:20.776116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] For port edb5f617-a396-4776-bd41-1ebc416d93a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=edb5f617-a396-4776-bd41-1ebc416d93a8,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:20.776524 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:20.788743 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Calling delete_port for edb5f617-a396-4776-bd41-1ebc416d93a8 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:20.826848 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.l3_hamode_db [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T18:02:20Z', 'revision_number': 6, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:20.852652 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a580dd-d5dd-49e9-94f7-6f012c402ac9 None None] The sync data for ids ['68ec832a-c768-4ba3-b33e-c2924e8037a7'] in dv-neutron-master-2-hyperv is: [{'id': '68ec832a-c768-4ba3-b33e-c2924e8037a7', 'name': 'tempest-TestSnapshotPattern-1895880939-router', 'tenant_id': 'cec78613001a46209e264cfaa45f0911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:15Z', 'updated_at': '2022-03-09T18:02:20Z', 'revision_number': 6, 'project_id': 'cec78613001a46209e264cfaa45f0911', 'gw_port_host': None}] {{(pid=104360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 18:02:21.009526 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (edb5f617-a396-4776-bd41-1ebc416d93a8), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.033552 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb5f617-a396-4776-bd41-1ebc416d93a8,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:21.095220 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (68ec832a-c768-4ba3-b33e-c2924e8037a7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.186468 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (68ec832a-c768-4ba3-b33e-c2924e8037a7), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.188490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks [] for router_controller (68ec832a-c768-4ba3-b33e-c2924e8037a7), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.295369 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (68ec832a-c768-4ba3-b33e-c2924e8037a7), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.296010 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ec832a-c768-4ba3-b33e-c2924e8037a7 {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 18:02:21.300567 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.305971 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-41aa59f4-55ec-4887-af14-67bf5693b929 admin admin] 10.222.0.16 "DELETE /v2.0/routers/68ec832a-c768-4ba3-b33e-c2924e8037a7 HTTP/1.1" status: 204 len: 168 time: 0.9353778 Mar 09 18:02:21.305971 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 44412) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:21.349150 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Deleting subnet acd42ddc-dc13-4066-a1f2-635685dee360 {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 18:02:21.352158 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Publish callbacks [] for subnet (acd42ddc-dc13-4066-a1f2-635685dee360), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.385200 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (acd42ddc-dc13-4066-a1f2-635685dee360), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.464413 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (acd42ddc-dc13-4066-a1f2-635685dee360), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.583949 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (acd42ddc-dc13-4066-a1f2-635685dee360), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.611868 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd42ddc-dc13-4066-a1f2-635685dee360,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:21.615626 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.621911 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-f62605cc-72a9-49a1-a0d2-5a63f12a1faa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/acd42ddc-dc13-4066-a1f2-635685dee360 HTTP/1.1" status: 204 len: 168 time: 0.3143632 Mar 09 18:02:21.622223 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44414) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:21.623743 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf4332b-3889-4c15-8f13-6c315746ded9 None None] Network cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 18:02:21.655680 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:21.698689 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.705042 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:21.705394 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 93cabf54-c6d0-429d-bd3c-b479d9afb4a4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:21.759531 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Deleting port 36adf5d1-8ef3-45eb-8098-43297c766f9a {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:21.759944 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.813178 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] DHCP port deletion for cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 18:02:21.826729 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] For port 36adf5d1-8ef3-45eb-8098-43297c766f9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36adf5d1-8ef3-45eb-8098-43297c766f9a,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:21.827076 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.841131 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Calling delete_port for 36adf5d1-8ef3-45eb-8098-43297c766f9a owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:21.867835 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] Deleting port 36adf5d1-8ef3-45eb-8098-43297c766f9a {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:21.868212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.931252 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] For port 36adf5d1-8ef3-45eb-8098-43297c766f9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36adf5d1-8ef3-45eb-8098-43297c766f9a,segment=NetworkSegment(c4eac1a0-263e-47d6-a13a-4037590010e7),segment_id=c4eac1a0-263e-47d6-a13a-4037590010e7)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:21.952274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:21.952274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] Calling delete_port for 36adf5d1-8ef3-45eb-8098-43297c766f9a owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 18:02:22.046914 dv-neutron-master-2-hyperv neutron-server[104359]: self.session.flush() Mar 09 18:02:22.051070 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.054806 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (36adf5d1-8ef3-45eb-8098-43297c766f9a), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.071106 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Pushing event deleted for resources: {'Port': ['ID=36adf5d1-8ef3-45eb-8098-43297c766f9a,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:22.077261 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] No DVR routers for this DVR port 36adf5d1-8ef3-45eb-8098-43297c766f9a on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 18:02:22.082348 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] Pushing event deleted for resources: {'Port': ['ID=36adf5d1-8ef3-45eb-8098-43297c766f9a,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:22.084697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940d77a-337b-4616-b766-c1225117e7c5 None None] No DVR routers for this DVR port 36adf5d1-8ef3-45eb-8098-43297c766f9a on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 18:02:22.152909 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.175352 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4ea2cb-9f67-4a5a-a1b1-697ee2402968']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:22.184296 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4eac1a0-263e-47d6-a13a-4037590010e7') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:22.184606 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4eac1a0-263e-47d6-a13a-4037590010e7') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:22.194253 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (c4eac1a0-263e-47d6-a13a-4037590010e7), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.206889 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (c4eac1a0-263e-47d6-a13a-4037590010e7), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.212691 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 18:02:22.213069 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (c4eac1a0-263e-47d6-a13a-4037590010e7), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 18:02:22.214631 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 18:02:22.340389 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (cd4ea2cb-9f67-4a5a-a1b1-697ee2402968), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.350163 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.350163 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] 10.222.0.16 "DELETE /v2.0/networks/cd4ea2cb-9f67-4a5a-a1b1-697ee2402968 HTTP/1.1" status: 204 len: 168 time: 0.7259443 Mar 09 18:02:22.352269 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 44416) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:22.361145 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1bbe9-89a3-4d09-8689-5a9db274742c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4ea2cb-9f67-4a5a-a1b1-697ee2402968,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:22.700865 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825033'] for router_interface (56cfb56d-464d-484f-875c-6fcd0e61893b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:22.949843 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Deleting port 18ec276a-277d-4a57-8a00-06b61b9c039e {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:22.950197 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:23.031116 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] For port 18ec276a-277d-4a57-8a00-06b61b9c039e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18ec276a-277d-4a57-8a00-06b61b9c039e,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:23.031480 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:23.043518 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Calling delete_port for 18ec276a-277d-4a57-8a00-06b61b9c039e owned by network:router_interface {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:23.108605 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edb5f617-a396-4776-bd41-1ebc416d93a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:23.129697 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: edb5f617-a396-4776-bd41-1ebc416d93a8 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:23.130047 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device edb5f617-a396-4776-bd41-1ebc416d93a8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:23.130468 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36adf5d1-8ef3-45eb-8098-43297c766f9a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:23.149248 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 36adf5d1-8ef3-45eb-8098-43297c766f9a {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:23.149601 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 36adf5d1-8ef3-45eb-8098-43297c766f9a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:23.289232 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (18ec276a-277d-4a57-8a00-06b61b9c039e), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:23.312490 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Pushing event deleted for resources: {'Port': ['ID=18ec276a-277d-4a57-8a00-06b61b9c039e,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:23.488206 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823641'] for router_interface (56cfb56d-464d-484f-875c-6fcd0e61893b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:23.706078 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Router 56cfb56d-464d-484f-875c-6fcd0e61893b has already been hosted by L3 agent f14924fa-1649-42a8-a5c1-ea53dd16e93a {{(pid=104357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 18:02:23.815073 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 18:02:23.820035 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-2e4fafaa-e031-48bf-9a23-743b242ac08f admin admin] 10.222.0.16 "PUT /v2.0/routers/56cfb56d-464d-484f-875c-6fcd0e61893b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666748 Mar 09 18:02:23.822569 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 44418) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:23.825061 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] Sync routers for ids ['56cfb56d-464d-484f-875c-6fcd0e61893b'] in dv-neutron-master-2-hyperv {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 18:02:23.835848 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] Routers {'56cfb56d-464d-484f-875c-6fcd0e61893b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:23.836506 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['56cfb56d-464d-484f-875c-6fcd0e61893b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:23.928097 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks [] for router (56cfb56d-464d-484f-875c-6fcd0e61893b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:23.943623 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] Set router 56cfb56d-464d-484f-875c-6fcd0e61893b gateway port host: dv-neutron-master-2-hyperv {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:24.032740 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks [] for router_gateway (56cfb56d-464d-484f-875c-6fcd0e61893b), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.121190 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'external_fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91'}], 'enable_snat': True}, 'gw_port_id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T18:02:23Z', 'revision_number': 5, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port': {'id': '7d6e9cdc-9415-4c57-aa23-1eb99a40acc2', 'name': '', 'network_id': '8ddff297-9840-4f55-8570-21cc9d0c9cfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'ip_address': '172.36.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T17:57:22Z', 'updated_at': '2022-03-09T17:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15d10b2f-899e-4949-b7a1-b92d6d4132c7', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:24.147278 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] Checking router: 56cfb56d-464d-484f-875c-6fcd0e61893b for host: dv-neutron-master-2-hyperv {{(pid=104359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 18:02:24.155556 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] Routers {'56cfb56d-464d-484f-875c-6fcd0e61893b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 18:02:24.156735 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T16:58:06Z,description=,heartbeat_timestamp=2022-03-09T18:02:06Z,host='dv-neutron-master-2-hyperv',id=f14924fa-1649-42a8-a5c1-ea53dd16e93a,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T16:58:06Z,topic='l3_agent')) {'router_ids': ['56cfb56d-464d-484f-875c-6fcd0e61893b'], 'active': True} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:24.172710 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Deleting port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 {{(pid=104357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:24.173058 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.243361 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvr_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] Set router 56cfb56d-464d-484f-875c-6fcd0e61893b gateway port host: None {{(pid=104359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 18:02:24.254954 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.db [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] For port 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,segment=NetworkSegment(12c9db42-8cff-449b-8a66-4e3f6f34ae0e),segment_id=12c9db42-8cff-449b-8a66-4e3f6f34ae0e)] {{(pid=104357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:24.255374 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.267622 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.plugins.ml2.plugin [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Calling delete_port for 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 owned by network:router_gateway {{(pid=104357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:24.295883 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_hamode_db [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T18:02:24Z', 'revision_number': 6, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:24.321333 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f8e37-9b59-4e83-a6df-500899b13f61 None None] The sync data for ids ['56cfb56d-464d-484f-875c-6fcd0e61893b'] in dv-neutron-master-2-hyperv is: [{'id': '56cfb56d-464d-484f-875c-6fcd0e61893b', 'name': 'tempest-TestSnapshotPattern-680522596-router', 'tenant_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T17:57:21Z', 'updated_at': '2022-03-09T18:02:24Z', 'revision_number': 6, 'project_id': 'ae6fe150a9de4f80aa4bf72f87303900', 'gw_port_host': None}] {{(pid=104359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 18:02:24.534941 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26765786'] for port (7d6e9cdc-9415-4c57-aa23-1eb99a40acc2), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.558339 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6e9cdc-9415-4c57-aa23-1eb99a40acc2,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:24.620056 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818675'] for router_gateway (56cfb56d-464d-484f-875c-6fcd0e61893b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.714701 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3822652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26084'] for router (56cfb56d-464d-484f-875c-6fcd0e61893b), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.717077 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks [] for router_controller (56cfb56d-464d-484f-875c-6fcd0e61893b), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.806138 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3822631'] for router (56cfb56d-464d-484f-875c-6fcd0e61893b), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.806627 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56cfb56d-464d-484f-875c-6fcd0e61893b {{(pid=104357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 18:02:24.810908 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.812593 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-e07d47bc-c21d-4704-ab98-905617f8cefb admin admin] 10.222.0.16 "DELETE /v2.0/routers/56cfb56d-464d-484f-875c-6fcd0e61893b HTTP/1.1" status: 204 len: 168 time: 0.9885716 Mar 09 18:02:24.815086 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.wsgi [-] (104357) accepted ('10.222.0.16', 44420) {{(pid=104357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:24.859472 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Deleting subnet a66543d9-749e-492a-bf9f-0f8ee0b298db {{(pid=104357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 18:02:24.862500 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Publish callbacks [] for subnet (a66543d9-749e-492a-bf9f-0f8ee0b298db), before_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.896111 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26677023'] for subnet (a66543d9-749e-492a-bf9f-0f8ee0b298db), precommit_delete_associations {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:24.972793 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387830'] for subnet (a66543d9-749e-492a-bf9f-0f8ee0b298db), precommit_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.087251 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1387837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26765813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26182286'] for subnet (a66543d9-749e-492a-bf9f-0f8ee0b298db), after_delete {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.115876 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66543d9-749e-492a-bf9f-0f8ee0b298db,revision_number=None']} {{(pid=104357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:25.120506 dv-neutron-master-2-hyperv neutron-server[104357]: DEBUG neutron_lib.callbacks.manager [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.123892 dv-neutron-master-2-hyperv neutron-server[104357]: INFO neutron.wsgi [None req-bcacc816-5733-4805-b517-f03884e68d5b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a66543d9-749e-492a-bf9f-0f8ee0b298db HTTP/1.1" status: 204 len: 168 time: 0.3078837 Mar 09 18:02:25.126202 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 18ec276a-277d-4a57-8a00-06b61b9c039e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:25.126699 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44422) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:25.129519 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644f55f-5b35-4e01-a2e6-d9b684d54c7d None None] Network 68a0bae1-c389-4626-9485-96cc85a987a4 requested from dv-neutron-master-2-hyperv {{(pid=104359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 18:02:25.161181 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 18ec276a-277d-4a57-8a00-06b61b9c039e {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:25.161536 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 18ec276a-277d-4a57-8a00-06b61b9c039e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:25.161970 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:25.194924 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:25.195260 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 7d6e9cdc-9415-4c57-aa23-1eb99a40acc2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:25.204110 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1281011'] for network (68a0bae1-c389-4626-9485-96cc85a987a4), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.260638 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Deleting port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d {{(pid=104358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:25.260984 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.332757 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.db [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] For port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:25.333124 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.345777 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.plugin [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Calling delete_port for 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d owned by network:dhcp {{(pid=104358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:25.455928 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] DHCP port deletion for 68a0bae1-c389-4626-9485-96cc85a987a4 request from dv-neutron-master-2-hyperv {{(pid=104359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 18:02:25.502293 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] Deleting port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d {{(pid=104359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 18:02:25.502668 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742827796974'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), before_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.518129 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26537537'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.544231 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:25.546082 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] No DVR routers for this DVR port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d on host dv-neutron-master-2-hyperv {{(pid=104358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 18:02:25.573418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.db [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] For port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,segment=NetworkSegment(086d5e7d-e395-4896-abca-22ab483b7626),segment_id=086d5e7d-e395-4896-abca-22ab483b7626)] {{(pid=104359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 18:02:25.573418 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3818975'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), precommit_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.581946 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] Calling delete_port for 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d owned by network:dhcp {{(pid=104359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 18:02:25.618274 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380557', 'neutron.services.segments.db._delete_segments_for_network-8742827696150'] for network (68a0bae1-c389-4626-9485-96cc85a987a4), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.639534 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a0bae1-c389-4626-9485-96cc85a987a4']}} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:25.648514 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086d5e7d-e395-4896-abca-22ab483b7626') {'for_net_delete': True} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:25.648816 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.services.segments.db [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086d5e7d-e395-4896-abca-22ab483b7626') {} {{(pid=104358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 18:02:25.655084 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742827804245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742827366768'] for port (3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d), after_delete {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.657996 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742827694111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27054212'] for segment (086d5e7d-e395-4896-abca-22ab483b7626), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.672062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169'] for segment (086d5e7d-e395-4896-abca-22ab483b7626), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.677911 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 18:02:25.679189 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26537904'] for segment (086d5e7d-e395-4896-abca-22ab483b7626), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: Traceback (most recent call last): Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: timer() Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: cb(*args, **kw) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: return func(*args, **kwargs) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: self._notify() Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: self.callback(batched_events) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: event.method(event) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: return f(self, *a, **k) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: return self._get(url).json() Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: return self.request(url, 'GET', **kwargs) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 18:02:25.679948 dv-neutron-master-2-hyperv neutron-server[104358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 18:02:25.682476 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] Pushing event deleted for resources: {'Port': ['ID=3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d,revision_number=None']} {{(pid=104359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:25.686272 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5416e-bdb0-4d7f-9919-813f9d428b6f None None] No DVR routers for this DVR port 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d on host dv-neutron-master-2-hyperv {{(pid=104359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 18:02:25.783700 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3818647'] for network (68a0bae1-c389-4626-9485-96cc85a987a4), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.788962 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:25.792040 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68a0bae1-c389-4626-9485-96cc85a987a4 HTTP/1.1" status: 204 len: 168 time: 0.6641231 Mar 09 18:02:25.808994 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb381ac-2092-43b9-86f2-b29d13232959 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a0bae1-c389-4626-9485-96cc85a987a4,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:26.078953 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44426) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:26.118929 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-da0903f5-6de9-4447-9e61-bc7ebbd8c3fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cec78613001a46209e264cfaa45f0911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387216 Mar 09 18:02:26.121287 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44428) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:26.166391 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f16dd37d-fcef-4256-99a4-94bfe5eea022 admin admin] Publish callbacks [] for security_group (11f93512-4b98-4f9f-876d-c19888acecfb), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:26.187663 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f16dd37d-fcef-4256-99a4-94bfe5eea022 admin admin] Publish callbacks [] for security_group (11f93512-4b98-4f9f-876d-c19888acecfb), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:26.291990 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f16dd37d-fcef-4256-99a4-94bfe5eea022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (11f93512-4b98-4f9f-876d-c19888acecfb), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:26.294572 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-f16dd37d-fcef-4256-99a4-94bfe5eea022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:26.295742 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-f16dd37d-fcef-4256-99a4-94bfe5eea022 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11f93512-4b98-4f9f-876d-c19888acecfb HTTP/1.1" status: 204 len: 168 time: 0.1735883 Mar 09 18:02:26.303988 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dd37d-fcef-4256-99a4-94bfe5eea022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f93512-4b98-4f9f-876d-c19888acecfb,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:26.903957 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44434) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:26.943530 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-0e87b1a5-1c54-4bf1-8a93-a82e4d9bb3a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae6fe150a9de4f80aa4bf72f87303900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383263 Mar 09 18:02:26.945845 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.wsgi [-] (104358) accepted ('10.222.0.16', 44436) {{(pid=104358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 18:02:26.996062 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-228326c1-5fc7-47c5-b8f7-595aad4ecc3c admin admin] Publish callbacks [] for security_group (b9654184-3509-4bfc-af98-983b7144d247), before_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:27.016409 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-228326c1-5fc7-47c5-b8f7-595aad4ecc3c admin admin] Publish callbacks [] for security_group (b9654184-3509-4bfc-af98-983b7144d247), precommit_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:27.106274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 18:02:27.126962 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.plugin [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] No Port match for: 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d {{(pid=104359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 18:02:27.127314 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron.plugins.ml2.rpc [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Device 3eb9cbda-5ece-4d0e-87b0-1d4d1b6c443d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 18:02:27.129610 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-228326c1-5fc7-47c5-b8f7-595aad4ecc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670623'] for security_group (b9654184-3509-4bfc-af98-983b7144d247), after_delete {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:27.132326 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron_lib.callbacks.manager [None req-228326c1-5fc7-47c5-b8f7-595aad4ecc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:27.133535 dv-neutron-master-2-hyperv neutron-server[104358]: INFO neutron.wsgi [None req-228326c1-5fc7-47c5-b8f7-595aad4ecc3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9654184-3509-4bfc-af98-983b7144d247 HTTP/1.1" status: 204 len: 168 time: 0.1867034 Mar 09 18:02:27.142720 dv-neutron-master-2-hyperv neutron-server[104358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228326c1-5fc7-47c5-b8f7-595aad4ecc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9654184-3509-4bfc-af98-983b7144d247,revision_number=None']} {{(pid=104358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 18:02:29.351971 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:33.688802 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7493-85f4-4d9e-bf5e-83d702ceb034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:36.362985 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-75118335-2980-4c78-ae6e-f1acc0463c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:37.457408 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:38.560424 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:38.946310 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:02:39.954461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:02:59.340035 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:03.665734 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-5abf8c3e-ec61-401b-aa06-f02f232c54a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:06.385694 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-78a6542a-9f87-49a3-b077-6c29bf242cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:07.420531 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:08.565512 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:09.928627 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:15.945772 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:03:29.336489 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:33.650049 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6522-f295-4097-afdc-80b409e5a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:36.367718 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f888413b-1d80-428e-9110-20f1f04806e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:37.427222 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:38.581608 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:39.933461 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:03:52.945225 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:03:59.373382 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:03.643982 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-c24d1c96-9345-483e-a5d6-7db5edbd8e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:06.369614 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-8575609c-bda1-4826-b267-846476d36c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:07.421199 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:08.563793 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:09.941045 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:29.355794 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:29.945858 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:04:33.643929 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-0654cc6f-8210-40e8-9150-e5779c717cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:36.368859 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-b3fec1ff-2d48-46ce-a80e-9ba937ece676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:37.452585 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:38.595402 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:39.956083 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:04:59.406600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:03.682212 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-366dae0d-fd75-43c2-9f5c-69ad10c999e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:06.368624 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-f42208ba-fc02-4363-8933-f6ebecc0fd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:06.944896 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:05:07.435140 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:08.562490 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:09.932089 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:29.396055 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:33.651266 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-19255f79-5637-4916-a6de-3ac7d38ac4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:36.378904 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4cad-673a-4810-b64b-36ced8368165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:37.424277 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:38.572930 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:39.942634 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:05:43.943646 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:05:59.424600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:03.652520 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-49c986aa-2c3b-451e-b85e-1e9d91913fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:06.372503 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-089d0512-fdc2-4334-b5b1-33bd16a91e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:07.424304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:08.561072 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:09.926947 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:20.942797 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:06:29.416611 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:33.656328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-29cbbb0d-f27a-4976-987b-9582d24755bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:36.394328 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64d923a6-b96b-4d72-893c-4736370d1468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:37.445890 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:38.576122 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:39.930780 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:06:57.942081 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:06:59.427110 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:03.650804 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-2190bdff-8915-4cca-9309-bfba708e5d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:06.416798 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-56f3a3f5-3777-47b9-9033-a33effc27861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:07.434040 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:08.565703 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:09.930850 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:29.410600 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:33.656001 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-165ef1e0-b216-4761-b25f-b1e4ff8cfd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:34.941566 dv-neutron-master-2-hyperv neutron-server[104360]: DEBUG neutron.db.agents_db [None req-fefb9fdb-80fe-405c-b3aa-9068e441db9c None None] Agent healthcheck: found 6 active agents {{(pid=104360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 18:07:36.375846 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-455b3c9c-0f6f-41be-91e1-285f24ef8ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:37.473013 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:38.610097 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:40.021807 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:07:59.421304 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd19-2c64-4d76-a6c0-7938dd9b1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (b5040919-84be-4ec0-8ae9-3b86dbd50e57), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:08:03.655675 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1c4-c13d-4e1c-9923-78604550d85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (6405d102-7135-402d-9b28-bb0403975f76), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:08:06.374274 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-eff98670-5a59-41c6-9f4d-06a7ea4253f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (f14924fa-1649-42a8-a5c1-ea53dd16e93a), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:08:07.454737 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-30a8bf37-b759-491d-8ebb-4e78b3c29426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (aa1c3559-cecb-4c0a-9d0c-409bb9c31378), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:08:08.604014 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-a138ddb5-2667-4769-bad3-c7b648b60479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (befbc03d-4aa5-4399-b4fb-0b811cef4c0f), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 18:08:09.947085 dv-neutron-master-2-hyperv neutron-server[104359]: DEBUG neutron_lib.callbacks.manager [None req-64553542-c0f4-42b8-84b2-9a1c79c432a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742827696132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382598'] for agent (8c577748-c3f8-4433-8ff5-f637e3baaed3), after_update {{(pid=104359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}